diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml index 934859af9..7f05a9d55 100644 --- a/.github/workflows/skill-evals.yml +++ b/.github/workflows/skill-evals.yml @@ -4,11 +4,9 @@ # See LICENSE for license information. ############################################################################### -# Grades this repo's skills with https://github.com/danielholanda/skillscope: -# structure (free), then routing (which skill fires) and behavioral (what the -# agent did once it fired). +# Run skillscope on evals.json (same intake criteria as amd/skills) -name: skill-evals +name: AMD Skills Checks on: pull_request: @@ -21,39 +19,15 @@ permissions: contents: read jobs: - structural: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - uses: danielholanda/skillscope@main - with: - command: structural - skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator - - routing: - needs: structural - runs-on: ubuntu-latest - timeout-minutes: 40 - env: - ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - steps: - - uses: actions/checkout@v4 - - uses: danielholanda/skillscope@main - with: - command: routing - skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator - install-claude: "true" - - behavioral: - needs: structural - runs-on: ubuntu-latest - timeout-minutes: 90 - env: - ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - steps: - - uses: actions/checkout@v4 - - uses: danielholanda/skillscope@main - with: - command: behavioral - skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator - install-claude: "true" + evals: + name: AMD Skills Checks + uses: danielholanda/skillscope/.github/workflows/reusable.yml@main + secrets: + api_key: ${{ secrets.ANTHROPIC_API_KEY }} + with: + skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator + # Each step can be set to `required`, `optional`, or `off`. + # On amd/skills, all steps are required. + structural: required + routing: required + behavioral: required \ No newline at end of file