Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 5 additions & 9 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -8,12 +8,8 @@ __pycache__/
/artifacts/
/.audit/
/REPORT.md
/evidence.jsonl
/candidates.jsonl
/chats.jsonl
/judgments.jsonl
/task-source.jsonl
/task-inventory-draft.jsonl
/task-inventory.jsonl
/read-attributions.jsonl
/effect-judgments.jsonl
/facts.json
/facts.md
/sample.json
/judgments.json
*.zip
330 changes: 117 additions & 213 deletions README.md

Large diffs are not rendered by default.

418 changes: 84 additions & 334 deletions evals/manual-behavior-checklist.md

Large diffs are not rendered by default.

11 changes: 0 additions & 11 deletions projections/claude/context-tree-value-audit/SKILL.md

This file was deleted.

50 changes: 15 additions & 35 deletions scripts/validate_skill.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,32 +12,20 @@
SKILL_ROOT = ROOT / "skills" / "context-tree-value-audit"
SKILL_MD = SKILL_ROOT / "SKILL.md"
OPENAI_YAML = SKILL_ROOT / "agents" / "openai.yaml"
CLAUDE_SKILL_MD = (
ROOT / "projections" / "claude" / "context-tree-value-audit" / "SKILL.md"
)
EXPECTED_FILES = (
SKILL_MD,
OPENAI_YAML,
CLAUDE_SKILL_MD,
SKILL_ROOT / "VERSION",
SKILL_ROOT / "scripts" / "context_tree_value_audit.py",
SKILL_ROOT / "references" / "evidence-schema.md",
SKILL_ROOT / "references" / "task-analysis-schema.md",
SKILL_ROOT / "references" / "runtime-evidence-adapters.md",
SKILL_ROOT / "references" / "judging-effects.md",
)
FORBIDDEN_PATH_FRAGMENTS = ("/Users/", "\\Users\\")
FORBIDDEN_ARTIFACT_NAMES = {
"REPORT.md",
"evidence.jsonl",
"candidates.jsonl",
"chats.jsonl",
"judgments.jsonl",
"task-judgments.jsonl",
"task-source.jsonl",
"task-inventory-draft.jsonl",
"task-inventory.jsonl",
"read-attributions.jsonl",
"effect-judgments.jsonl",
"facts.json",
"facts.md",
"sample.json",
"judgments.json",
}


Expand Down Expand Up @@ -73,28 +61,20 @@ def validate() -> None:

skill_text = SKILL_MD.read_text(encoding="utf-8")
frontmatter = parse_frontmatter(skill_text)
if set(frontmatter) != {"name", "description"}:
fail("SKILL.md frontmatter must contain only name and description.")
if set(frontmatter) != {"name", "description", "disable-model-invocation"}:
fail(
"SKILL.md frontmatter must contain exactly name, description, and "
"disable-model-invocation."
)
if frontmatter["name"] != SKILL_ROOT.name:
fail("Skill name must match its directory name.")
if not frontmatter["description"]:
fail("Skill description must not be empty.")
claude_frontmatter = parse_frontmatter(
CLAUDE_SKILL_MD.read_text(encoding="utf-8")
)
if set(claude_frontmatter) != {
"name",
"description",
"disable-model-invocation",
}:
fail(
"Claude projection frontmatter must contain name, description, "
"and disable-model-invocation."
)
if claude_frontmatter["name"] != SKILL_ROOT.name:
fail("Claude projection name must match the canonical Skill name.")
if claude_frontmatter["disable-model-invocation"] != "true":
fail("Claude projection must disable model invocation.")
# One payload serves every runtime: the Team Skill Resource bundle is
# materialized into each runtime's own skill root, so a Claude-specific
# projection directory would install a second, divergent copy.
if frontmatter["disable-model-invocation"] != "true":
fail("SKILL.md must disable model invocation.")
version = (SKILL_ROOT / "VERSION").read_text(encoding="utf-8").strip()
if re.fullmatch(r"[0-9]+\.[0-9]+\.[0-9]+", version) is None:
fail("VERSION must contain one semantic version.")
Expand Down
Loading
Loading