From 83c8949184c9f049421be4b322c5481882c6e4c3 Mon Sep 17 00:00:00 2001 From: Daniel Holanda Date: Mon, 31 Aug 2026 09:27:39 -0700 Subject: [PATCH 1/3] Use reusable workflow --- .github/workflows/skill-evals.yml | 51 ++++++++----------------------- 1 file changed, 12 insertions(+), 39 deletions(-) diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml index 934859af9..6541ffaf0 100644 --- a/.github/workflows/skill-evals.yml +++ b/.github/workflows/skill-evals.yml @@ -4,9 +4,7 @@ # See LICENSE for license information. ############################################################################### -# Grades this repo's skills with https://github.com/danielholanda/skillscope: -# structure (free), then routing (which skill fires) and behavioral (what the -# agent did once it fired). +# Run skillscope on evals.json (same intake criteria as amd/skills) name: skill-evals @@ -21,39 +19,14 @@ permissions: contents: read jobs: - structural: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - uses: danielholanda/skillscope@main - with: - command: structural - skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator - - routing: - needs: structural - runs-on: ubuntu-latest - timeout-minutes: 40 - env: - ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - steps: - - uses: actions/checkout@v4 - - uses: danielholanda/skillscope@main - with: - command: routing - skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator - install-claude: "true" - - behavioral: - needs: structural - runs-on: ubuntu-latest - timeout-minutes: 90 - env: - ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - steps: - - uses: actions/checkout@v4 - - uses: danielholanda/skillscope@main - with: - command: behavioral - skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator - install-claude: "true" + evals: + uses: danielholanda/skillscope/.github/workflows/reusable.yml@main + secrets: + api_key: ${{ secrets.ANTHROPIC_API_KEY }} + with: + skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator + # Each step can be set to `required`, `optional`, or `off`. + # On amd/skills, all steps are required. + structural: required + routing: required + behavioral: required \ No newline at end of file From 968ffee35c577f8f1a4b969d77de4aece2b303c4 Mon Sep 17 00:00:00 2001 From: Daniel Holanda Date: Mon, 31 Aug 2026 09:59:51 -0700 Subject: [PATCH 2/3] Better eval name --- .github/workflows/skill-evals.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml index 6541ffaf0..ed43861d0 100644 --- a/.github/workflows/skill-evals.yml +++ b/.github/workflows/skill-evals.yml @@ -6,7 +6,7 @@ # Run skillscope on evals.json (same intake criteria as amd/skills) -name: skill-evals +name: AMD Skills Checks on: pull_request: From d2d37675424afe9115cef65120c5a209495f4de0 Mon Sep 17 00:00:00 2001 From: Daniel Holanda Date: Mon, 31 Aug 2026 10:18:53 -0700 Subject: [PATCH 3/3] Tergets --- .github/workflows/skill-evals.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml index ed43861d0..7f05a9d55 100644 --- a/.github/workflows/skill-evals.yml +++ b/.github/workflows/skill-evals.yml @@ -20,6 +20,7 @@ permissions: jobs: evals: + name: AMD Skills Checks uses: danielholanda/skillscope/.github/workflows/reusable.yml@main secrets: api_key: ${{ secrets.ANTHROPIC_API_KEY }}