Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
61 changes: 61 additions & 0 deletions .github/workflows/skill-evals.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
###############################################################################
# Copyright (c) 2026 Advanced Micro Devices, Inc. All rights reserved.
#
# See LICENSE for license information.
###############################################################################

# Grades this repo's skills with https://github.com/danielholanda/skillscope:
# structure (free), then routing (which skill fires) and behavior (what the
# agent did once it fired).

name: skill-evals

on:
pull_request:
paths:
- "TraceLens/Agent/Analysis/skills/**"
- ".github/workflows/skill-evals.yml"
workflow_dispatch:

permissions:
contents: read

jobs:
structural:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: danielholanda/skillscope@main
with:
command: structural
skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator

routing:
needs: structural
runs-on: ubuntu-latest
timeout-minutes: 40
env:
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
steps:
- uses: actions/checkout@v4
- uses: danielholanda/skillscope@main
with:
command: run
args: --mode routing --routing-skills analysis-orchestrator
skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator
install-claude: "true"

behavior:
needs: structural
runs-on: ubuntu-latest
timeout-minutes: 90
env:
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
steps:
- uses: actions/checkout@v4
- uses: danielholanda/skillscope@main
with:
command: run
args: --mode behavior
skills: TraceLens/Agent/Analysis/skills/analysis-orchestrator
install-claude: "true"
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
---
name: tracelens-analysis-orchestrator
name: analysis-orchestrator
description: >-
Orchestrates modular PyTorch profiler trace analysis with TraceLens: generates perf
reports, prepares category data, runs system-level and compute-kernel subagents in
Expand Down
Loading