Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 29 additions & 0 deletions evidence/public/ds4-w2-2026-07-11/baseline/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
# Corrected 32K baseline re-score

All rows were re-scored from the supplied raw `content` with the same robust
n-gram, repeated-line, vocabulary, special-token, and max-token rules. The only
semantic correction here is that max-token scoring now reads the field the
runner actually emitted: `ct`.

The three-run aggregate below used 32K, base 8 GiB, delta 6 GiB, LRU, and gate
tau 0.67. It is not a tau-0.75 control arm.

| Eval seed | Source file | SHA-256 | Clean | Sinks | Sink IDs |
|---:|---|---|---:|---:|---|
| 42 | `raw-rig-32k-base8-delta6-lru-s42.jsonl` | `04baf5e34635706839cb07cdefcde1952992c6478f4001200004f61778fa5815` | 27/40 | 5/40 | `r07`, `c10`, `r14`, `r15`, `c18` |
| 43 | `raw-rig-32k-b8d6-lru-s43.jsonl` | `0b863f6440f099ba73197d52c65ef81e384b0e29553a08ea0fa2bfeb28bfc37d` | 22/40 | 7/40 | `r04`, `r06`, `r07`, `r12`, `r14`, `r15`, `r16` |
| 44 | `raw-rig-32k-b8d6-lru-s44.jsonl` | `66f3b203e5578df3b12b10320fd712dd4645e2725e5024260079d9d281efb69e` | 27/40 | 4/40 | `r01`, `c03`, `r10`, `c10` |

Combined: **16/120 sinks (13.3%)**, with a 4-7 sink range. This does not meet
the requested stable 1-2/40 bar.

The tau-0.75 seed-42 file also changes under the alias fix:

- `raw-rig-32k-b8d6-lru-tau075-s42.jsonl`
- SHA-256 `605f1538493754b5126eaddad3371f32decfaa50a2b340731c9451ee792a6a67`
- corrected: 27/40 clean, 5/40 sinks (`c07`, `c13`, `c16`, `c17`, `c20`)
- old standalone re-scorer: 28/40 clean, 3/40 sinks

The original standalone re-scorer undercounted seed 42 by one sink, seed 43 by
one, and tau-0.75 seed 42 by two. Seed 44 happened to be unchanged because its
max-token row also tripped an n-gram rule.
45 changes: 45 additions & 0 deletions evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
{
"combined": {
"n": 120,
"sink_rate": 0.13333333333333333,
"sinks": 16
},
"configuration": {
"base_cache_gb": 8,
"delta_gb": 6,
"delta_policy": "lru",
"gate_tau": 0.67,
"max_model_len": 32768,
"mode": "historical-warm-noncomparable"
},
"runs": [
{
"clean": 27,
"eval_seed": 42,
"file": "raw-rig-32k-base8-delta6-lru-s42.jsonl",
"n": 40,
"sha256": "04baf5e34635706839cb07cdefcde1952992c6478f4001200004f61778fa5815",
"sink_ids": ["r07", "c10", "r14", "r15", "c18"],
"sinks": 5
},
{
"clean": 22,
"eval_seed": 43,
"file": "raw-rig-32k-b8d6-lru-s43.jsonl",
"n": 40,
"sha256": "0b863f6440f099ba73197d52c65ef81e384b0e29553a08ea0fa2bfeb28bfc37d",
"sink_ids": ["r04", "r06", "r07", "r12", "r14", "r15", "r16"],
"sinks": 7
},
{
"clean": 27,
"eval_seed": 44,
"file": "raw-rig-32k-b8d6-lru-s44.jsonl",
"n": 40,
"sha256": "66f3b203e5578df3b12b10320fd712dd4645e2725e5024260079d9d281efb69e",
"sink_ids": ["r01", "c03", "r10", "c10"],
"sinks": 4
}
],
"schema_version": "ds4-w2-baseline-rescore-v1"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
{
"cgroup": {
"anon": 517152768,
"current": 555065344,
"events": {
"high": 0,
"low": 0,
"max": 0,
"oom": 0,
"oom_group_kill": 0,
"oom_kill": 0,
"sock_throttled": 0
},
"file": 106496,
"file_mapped": 4096,
"high_available": null,
"known": true,
"limited": true,
"max_available": 1592418304,
"swap_current": 0,
"swap_limit": 0,
"version": 2
},
"checksum": 2949120,
"file_bytes": 134217816,
"probe": "checkpoint-residency",
"provenance": {
"captured_at": "2026-07-12T03:16:41.750930+00:00",
"image": "vllm-moet-sm120:v024-w2union-241ba984b1c5",
"image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2",
"kernel": "7.0.0-14-generic"
},
"resident_after_immediate": 0,
"resident_after_retry": 0,
"resident_before_dontneed": 134221824
}
36 changes: 36 additions & 0 deletions evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
{
"cgroup": {
"anon": 517853184,
"current": 555704320,
"events": {
"high": 0,
"low": 0,
"max": 0,
"oom": 0,
"oom_group_kill": 0,
"oom_kill": 0,
"sock_throttled": 0
},
"file": 94208,
"file_mapped": 0,
"high_available": null,
"known": true,
"limited": true,
"max_available": 1591779328,
"swap_current": 0,
"swap_limit": 0,
"version": 2
},
"checksum": 11796480,
"file_bytes": 536871000,
"probe": "checkpoint-next-shard-retry",
"provenance": {
"captured_at": "2026-07-12T03:16:55.533013+00:00",
"image": "vllm-moet-sm120:v024-w2union-241ba984b1c5",
"image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2",
"kernel": "7.0.0-14-generic"
},
"resident_after_live_mapping_dontneed": 536870912,
"resident_after_next_shard_retry": 0,
"resident_before_first_dontneed": 536875008
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
{
"arena_bytes": 134217728,
"experts": 8,
"final_events": {
"high": 0,
"low": 0,
"max": 0,
"oom": 0,
"oom_group_kill": 0,
"oom_kill": 0,
"sock_throttled": 0
},
"layers": 48,
"logical_pack_bytes": 1610612736,
"max_cgroup_anon": 631267328,
"max_cgroup_current": 818429952,
"max_cgroup_file": 145010688,
"min_cgroup_high_available": null,
"min_cgroup_max_available": 1329053696,
"probe": "constrained-pack-build",
"provenance": {
"captured_at": "2026-07-12T03:17:22.364693+00:00",
"image": "vllm-moet-sm120:v024-w2union-241ba984b1c5",
"image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2",
"kernel": "7.0.0-14-generic"
},
"slot_bytes": 4194304,
"write_cache_drop_bytes": 1610612736,
"write_cache_drop_calls": 48
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"schema": "w2-guarded-cleanup-receipt-v1",
"controller_result": "success",
"cleanup_exit_code": 0,
"evaluation_container_absent_after": true,
"stopped_services_expected_count": 2,
"stopped_services_active_after_count": 2,
"production_pack_fingerprint_unchanged": true,
"verification_note": "Derived from retained private controller, pack-fingerprint, and service receipts; topology-specific identifiers and hashes are intentionally omitted from this public artifact."
}
Loading