From ecd3baf898e9c1ce845448743665aebf0e73dc1a Mon Sep 17 00:00:00 2001 From: Cursor Agent Date: Sat, 29 Aug 2026 19:51:01 +0000 Subject: [PATCH 1/4] Match the skill's frontmatter name to its folder The Agent Skills format requires `name` to equal the directory name, and skillscope's structural check fails on the mismatch. Federation into amd/skills rewrites the name to the `as:` value, so the catalog copy stays `tracelens-analysis-orchestrator`. Co-authored-by: Daniel Holanda --- TraceLens/Agent/Analysis/skills/analysis-orchestrator/SKILL.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/TraceLens/Agent/Analysis/skills/analysis-orchestrator/SKILL.md b/TraceLens/Agent/Analysis/skills/analysis-orchestrator/SKILL.md index b297db9d4..870652231 100644 --- a/TraceLens/Agent/Analysis/skills/analysis-orchestrator/SKILL.md +++ b/TraceLens/Agent/Analysis/skills/analysis-orchestrator/SKILL.md @@ -1,5 +1,5 @@ --- -name: tracelens-analysis-orchestrator +name: analysis-orchestrator description: >- Orchestrates modular PyTorch profiler trace analysis with TraceLens: generates perf reports, prepares category data, runs system-level and compute-kernel subagents in From debc0a39d6af53855dfc0ec94b41abd7e96c7622 Mon Sep 17 00:00:00 2001 From: Cursor Agent Date: Sat, 29 Aug 2026 19:51:01 +0000 Subject: [PATCH 2/4] Add skillscope skill-evals workflow Runs the structural, routing, and behavior evals for TraceLens/Agent/Analysis/skills against danielholanda/skillscope. Co-authored-by: Daniel Holanda --- .github/workflows/skill-evals.yml | 67 +++++++++++++++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 .github/workflows/skill-evals.yml diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml new file mode 100644 index 000000000..0a0869f5c --- /dev/null +++ b/.github/workflows/skill-evals.yml @@ -0,0 +1,67 @@ +############################################################################### +# Copyright (c) 2026 Advanced Micro Devices, Inc. All rights reserved. +# +# See LICENSE for license information. +############################################################################### + +# Grades this repo's skills with https://github.com/danielholanda/skillscope: +# structure (free), then routing (which skill fires) and behavior (what the +# agent did once it fired). + +name: skill-evals + +on: + pull_request: + paths: + - "TraceLens/Agent/Analysis/skills/**" + - ".github/workflows/skill-evals.yml" + workflow_dispatch: + +permissions: + contents: read + +env: + SKILL_GLOBS: TraceLens/Agent/Analysis/skills/* + +jobs: + structural: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - uses: danielholanda/skillscope@main + with: + command: structural + skills: ${{ env.SKILL_GLOBS }} + + routing: + needs: structural + runs-on: ubuntu-latest + timeout-minutes: 40 + env: + ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + steps: + - uses: actions/checkout@v4 + - uses: danielholanda/skillscope@main + with: + command: run + # `all` installs every skill that ships a dataset side by side. This + # repo has one, so it is graded against its own near misses and the + # negatives skillscope ships rather than against a neighbour. + args: --mode routing --routing-skills all + skills: ${{ env.SKILL_GLOBS }} + install-claude: "true" + + behavior: + needs: structural + runs-on: ubuntu-latest + timeout-minutes: 90 + env: + ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + steps: + - uses: actions/checkout@v4 + - uses: danielholanda/skillscope@main + with: + command: run + args: --mode behavior + skills: ${{ env.SKILL_GLOBS }} + install-claude: "true" From 97579db983dd7132b70bb053a8c764e9631450a2 Mon Sep 17 00:00:00 2001 From: Cursor Agent Date: Sat, 29 Aug 2026 20:15:25 +0000 Subject: [PATCH 3/4] Name the skill in skill-evals instead of deriving it Drops the SKILL_GLOBS indirection and `--routing-skills all` in favour of naming analysis-orchestrator where the choice is made, which also makes the routing comment unnecessary. Co-authored-by: Daniel Holanda --- .github/workflows/skill-evals.yml | 16 +++++----------- 1 file changed, 5 insertions(+), 11 deletions(-) diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml index 0a0869f5c..0e9f7a52a 100644 --- a/.github/workflows/skill-evals.yml +++ b/.github/workflows/skill-evals.yml @@ -20,9 +20,6 @@ on: permissions: contents: read -env: - SKILL_GLOBS: TraceLens/Agent/Analysis/skills/* - jobs: structural: runs-on: ubuntu-latest @@ -31,7 +28,7 @@ jobs: - uses: danielholanda/skillscope@main with: command: structural - skills: ${{ env.SKILL_GLOBS }} + skills: TraceLens/Agent/Analysis/skills/* routing: needs: structural @@ -44,11 +41,8 @@ jobs: - uses: danielholanda/skillscope@main with: command: run - # `all` installs every skill that ships a dataset side by side. This - # repo has one, so it is graded against its own near misses and the - # negatives skillscope ships rather than against a neighbour. - args: --mode routing --routing-skills all - skills: ${{ env.SKILL_GLOBS }} + args: --mode routing --routing-skills analysis-orchestrator + skills: TraceLens/Agent/Analysis/skills/* install-claude: "true" behavior: @@ -62,6 +56,6 @@ jobs: - uses: danielholanda/skillscope@main with: command: run - args: --mode behavior - skills: ${{ env.SKILL_GLOBS }} + args: --mode behavior --skill analysis-orchestrator + skills: TraceLens/Agent/Analysis/skills/* install-claude: "true" From 794ba1004ae9562edfe016f049db4b892298aa70 Mon Sep 17 00:00:00 2001 From: Cursor Agent Date: Sat, 29 Aug 2026 20:19:41 +0000 Subject: [PATCH 4/4] Point skill-evals at the skill folder rather than a glob Naming the one skill makes the behavior job's --skill redundant, so it goes too; --routing-skills stays because routing has no default. Co-authored-by: Daniel Holanda --- .github/workflows/skill-evals.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml index 0e9f7a52a..d72b373ee 100644 --- a/.github/workflows/skill-evals.yml +++ b/.github/workflows/skill-evals.yml @@ -28,7 +28,7 @@ jobs: - uses: danielholanda/skillscope@main with: command: structural - skills: TraceLens/Agent/Analysis/skills/* + skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator routing: needs: structural @@ -42,7 +42,7 @@ jobs: with: command: run args: --mode routing --routing-skills analysis-orchestrator - skills: TraceLens/Agent/Analysis/skills/* + skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator install-claude: "true" behavior: @@ -56,6 +56,6 @@ jobs: - uses: danielholanda/skillscope@main with: command: run - args: --mode behavior --skill analysis-orchestrator - skills: TraceLens/Agent/Analysis/skills/* + args: --mode behavior + skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator install-claude: "true"