diff --git a/.claude/skills/audit/SKILL.md b/.claude/skills/agent-eval/SKILL.md similarity index 91% rename from .claude/skills/audit/SKILL.md rename to .claude/skills/agent-eval/SKILL.md index ee13ebe..2e894a7 100644 --- a/.claude/skills/audit/SKILL.md +++ b/.claude/skills/agent-eval/SKILL.md @@ -1,6 +1,6 @@ --- -name: audit -description: Benchmark CodeGraph retrieval quality on a real codebase by comparing agent behavior with vs without CodeGraph. Use when the user runs /audit or asks to test, benchmark, audit, or validate a codegraph version (the local dev build or a published npm version) against a language's repo. +name: agent-eval +description: Benchmark CodeGraph retrieval quality on a real codebase by comparing agent behavior with vs without CodeGraph. Use when the user runs /agent-eval or asks to test, benchmark, audit, or validate a codegraph version (the local dev build or a published npm version) against a language's repo. --- # CodeGraph Quality Audit @@ -32,7 +32,7 @@ user type a specific version (e.g. `0.7.10`). Map the answer to a VERSION token: - "Latest published" → `latest` - a typed version → that string (e.g. `0.7.10`) -**Step 2 — language.** Read `.claude/skills/audit/corpus.json`. Ask with +**Step 2 — language.** Read `.claude/skills/agent-eval/corpus.json`. Ask with `AskUserQuestion` which language to test, listing the languages that have entries. **Step 3 — repo.** From the chosen language's entries, ask which repo. Label each diff --git a/.claude/skills/audit/corpus.json b/.claude/skills/agent-eval/corpus.json similarity index 96% rename from .claude/skills/audit/corpus.json rename to .claude/skills/agent-eval/corpus.json index 4b48dab..6e22352 100644 --- a/.claude/skills/audit/corpus.json +++ b/.claude/skills/agent-eval/corpus.json @@ -1,5 +1,5 @@ { - "_comment": "Test corpus for /audit. Add entries freely. size: Small (<~150 files), Medium (~150-1500), Large (>~1500). 'question' is a representative architectural question that exercises cross-file understanding.", + "_comment": "Test corpus for /agent-eval. Add entries freely. size: Small (<~150 files), Medium (~150-1500), Large (>~1500). 'question' is a representative architectural question that exercises cross-file understanding.", "TypeScript": [ { "name": "ky", "repo": "https://github.com/sindresorhus/ky", "size": "Small", "files": "~25", "question": "How does ky implement request retries and timeouts?" }, { "name": "excalidraw", "repo": "https://github.com/excalidraw/excalidraw", "size": "Medium", "files": "~600", "question": "How does Excalidraw render and update canvas elements?" },