API

curl -X POST https://api.badgeia.com/graphql \
  -H "Content-Type: application/json" \
  -d '{
    "query": "query($id: ID!) { agent(id: $id) { name registryStatus runs(limit: 10) { id status success latencyMs } } }",
    "variables": { "id": "agent-uuid-here" }
  }'

# .github/workflows/badge-screen.yml
#
# Screens your Badge agent on every pull request. The job fails when a run
# does not complete, does not reach your endpoint, or when the agent's
# published score is below BADGE_MIN_SCORE.
#
# Works for a public agent (every Free agent is public). Badge's read
# endpoints do not accept API keys yet, so for a private agent the status
# and score reads fail, and so does the job.
#
# Repository secret:    BADGE_API_KEY    an ask_ key with the write scope
# Repository variables: BADGE_AGENT_ID   your agent's id
#                       BADGE_SUITE_ID   the Suite to run on every PR
#                       BADGE_MIN_SCORE  optional, defaults to 60
name: Badge screen

on:
  pull_request:
  workflow_dispatch:

permissions: {}

jobs:
  screen:
    runs-on: ubuntu-latest
    timeout-minutes: 15
    steps:
      - name: Screen the agent and gate on its score
        env:
          BADGE_API_URL: https://api.badgeia.com
          BADGE_API_KEY: ${{ secrets.BADGE_API_KEY }}
          BADGE_AGENT_ID: ${{ vars.BADGE_AGENT_ID }}
          BADGE_SUITE_ID: ${{ vars.BADGE_SUITE_ID }}
          BADGE_MIN_SCORE: ${{ vars.BADGE_MIN_SCORE || '60' }}
        run: |
          set -euo pipefail
          for NAME in BADGE_API_KEY BADGE_AGENT_ID BADGE_SUITE_ID BADGE_MIN_SCORE; do
            if [ -z "${!NAME:-}" ]; then
              echo "::error::$NAME is not set."
              exit 1
            fi
          done

          # 1. Start one round of the Suite: one live call to your endpoint per task.
          RUN_IDS=$(curl -fsS -X POST "$BADGE_API_URL/api/v1/runs/batch" \
            -H "X-API-Key: $BADGE_API_KEY" -H "Content-Type: application/json" \
            -d "$(jq -n --arg agent_id "$BADGE_AGENT_ID" --arg suite_id "$BADGE_SUITE_ID" \
              '{agent_id: $agent_id, suite_id: $suite_id}')" | jq -r '.[].id')
          if [ -z "$RUN_IDS" ]; then
            echo "::error::Badge started no runs."
            exit 1
          fi

          # 2. Wait for every run to finish, for up to 10 minutes.
          DEADLINE=$((SECONDS + 600))
          for RUN_ID in $RUN_IDS; do
            while true; do
              RUN=$(curl -fsS "$BADGE_API_URL/api/v1/runs/$RUN_ID" \
                -H "X-API-Key: $BADGE_API_KEY")
              STATUS=$(echo "$RUN" | jq -r '.status')
              case "$STATUS" in completed|failed|timeout) break ;; esac
              if [ "$SECONDS" -ge "$DEADLINE" ]; then
                echo "::error::Run $RUN_ID is still $STATUS after 10 minutes."
                exit 1
              fi
              sleep 5
            done
            MODE=$(echo "$RUN" | jq -r '.execution_mode')
            echo "Run $RUN_ID: $STATUS, success=$(echo "$RUN" | jq -r '.success'), mode=$MODE"
            if [ "$STATUS" != "completed" ]; then
              echo "::error::Run $RUN_ID ended $STATUS."
              exit 1
            fi
            if [ "$MODE" != "live_endpoint" ]; then
              echo "::error::Run $RUN_ID did not reach your endpoint (mode: $MODE)."
              exit 1
            fi
          done

          # 3. Fail the job when the published score is below the gate.
          SCORE=$(curl -fsS "$BADGE_API_URL/api/v1/agents/$BADGE_AGENT_ID/fitness" \
            -H "X-API-Key: $BADGE_API_KEY" | jq -r '.canonical_composite_score // empty')
          if [ -z "$SCORE" ]; then
            echo "::error::Badge has no published score for this agent yet."
            exit 1
          fi
          echo "Badge score: $SCORE (gate: $BADGE_MIN_SCORE)"
          if ! jq -en --argjson score "$SCORE" --argjson min "$BADGE_MIN_SCORE" '($score | type) == "number" and $score >= $min' > /dev/null; then
            echo "::error::Badge score $SCORE is below the gate of $BADGE_MIN_SCORE."
            exit 1
          fi