From 854da968884790d455a21aa50b1bab5da74ce9d6 Mon Sep 17 00:00:00 2001 From: Omar Baradei Date: Sat, 11 Jul 2026 21:15:24 -0700 Subject: [PATCH 1/3] test(w2): publish sanitized release receipts --- .../ds4-w2-2026-07-11/baseline/README.md | 29 ++ .../baseline/baseline-corrected.json | 45 +++ .../p0/baked-checkpoint-residency.json | 36 +++ .../p0/baked-checkpoint-retry.json | 36 +++ .../p0/baked-constrained-pack-build.json | 30 ++ .../p0/cold-restage-cleanup-receipt.json | 10 + .../p0/cold-restage-memory-trace.tsv | 246 ++++++++++++++ .../p0/cold-restage-summary.json | 31 ++ .../p0/frozen-rc-memory-trace.tsv | 219 +++++++++++++ .../p0/frozen-rc-summary.json | 55 ++++ .../ds4-w2-2026-07-11/p1/aggregate.json | 208 ++++++++++++ .../public/ds4-w2-2026-07-11/p1/cleanup.json | 22 ++ .../p1/context-30k.manifest.json | 94 ++++++ .../p1/context-30k.receipts.jsonl | 3 + .../p1/pool-gate-policy.json | 7 + .../ds4-w2-2026-07-11/p1/runtime-clean.json | 122 +++++++ .../ds4-w2-2026-07-11/p1/seed42.manifest.json | 268 +++++++++++++++ .../ds4-w2-2026-07-11/p1/seed42.raw.jsonl | 40 +++ .../ds4-w2-2026-07-11/p1/seed42.warmup.jsonl | 10 + .../ds4-w2-2026-07-11/p1/seed43.manifest.json | 268 +++++++++++++++ .../ds4-w2-2026-07-11/p1/seed43.raw.jsonl | 40 +++ .../ds4-w2-2026-07-11/p1/seed43.warmup.jsonl | 10 + .../ds4-w2-2026-07-11/p1/seed44.manifest.json | 268 +++++++++++++++ .../ds4-w2-2026-07-11/p1/seed44.raw.jsonl | 40 +++ .../ds4-w2-2026-07-11/p1/seed44.warmup.jsonl | 10 + .../public/ds4-w2-2026-07-11/p1/server.json | 62 ++++ .../p1/strict-zero-residue-diagnostic.json | 37 +++ .../public/ds4-w2-2026-07-11/p2/cleanup.json | 29 ++ .../p2/context-120k.manifest.json | 117 +++++++ .../p2/context-120k.receipts.jsonl | 3 + .../p2/frozen-rc-sentinel.json | 87 +++++ .../p2/pool-gate-policy.json | 7 + .../p2/quality-aggregate.json | 142 ++++++++ .../ds4-w2-2026-07-11/p2/readiness.json | 43 +++ .../ds4-w2-2026-07-11/p2/runtime-clean.json | 184 +++++++++++ .../ds4-w2-2026-07-11/p2/seed42.manifest.json | 306 ++++++++++++++++++ .../ds4-w2-2026-07-11/p2/seed42.raw.jsonl | 40 +++ .../ds4-w2-2026-07-11/p2/seed42.warmup.jsonl | 10 + .../ds4-w2-2026-07-11/p2/seed43.manifest.json | 306 ++++++++++++++++++ .../ds4-w2-2026-07-11/p2/seed43.raw.jsonl | 40 +++ .../ds4-w2-2026-07-11/p2/seed43.warmup.jsonl | 10 + .../ds4-w2-2026-07-11/p2/seed44.manifest.json | 306 ++++++++++++++++++ .../ds4-w2-2026-07-11/p2/seed44.raw.jsonl | 40 +++ .../ds4-w2-2026-07-11/p2/seed44.warmup.jsonl | 10 + .../public/ds4-w2-2026-07-11/p2/server.json | 44 +++ 45 files changed, 3970 insertions(+) create mode 100644 evidence/public/ds4-w2-2026-07-11/baseline/README.md create mode 100644 evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv create mode 100644 evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/aggregate.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/cleanup.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed42.raw.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed42.warmup.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed43.raw.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed43.warmup.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed44.raw.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/seed44.warmup.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/server.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/cleanup.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/pool-gate-policy.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/readiness.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed42.raw.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed42.warmup.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed43.raw.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed43.warmup.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed44.raw.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/seed44.warmup.jsonl create mode 100644 evidence/public/ds4-w2-2026-07-11/p2/server.json diff --git a/evidence/public/ds4-w2-2026-07-11/baseline/README.md b/evidence/public/ds4-w2-2026-07-11/baseline/README.md new file mode 100644 index 0000000..0b266b0 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/baseline/README.md @@ -0,0 +1,29 @@ +# Corrected 32K baseline re-score + +All rows were re-scored from the supplied raw `content` with the same robust +n-gram, repeated-line, vocabulary, special-token, and max-token rules. The only +semantic correction here is that max-token scoring now reads the field the +runner actually emitted: `ct`. + +The three-run aggregate below used 32K, base 8 GiB, delta 6 GiB, LRU, and gate +tau 0.67. It is not a tau-0.75 control arm. + +| Eval seed | Source file | SHA-256 | Clean | Sinks | Sink IDs | +|---:|---|---|---:|---:|---| +| 42 | `raw-rig-32k-base8-delta6-lru-s42.jsonl` | `04baf5e34635706839cb07cdefcde1952992c6478f4001200004f61778fa5815` | 27/40 | 5/40 | `r07`, `c10`, `r14`, `r15`, `c18` | +| 43 | `raw-rig-32k-b8d6-lru-s43.jsonl` | `0b863f6440f099ba73197d52c65ef81e384b0e29553a08ea0fa2bfeb28bfc37d` | 22/40 | 7/40 | `r04`, `r06`, `r07`, `r12`, `r14`, `r15`, `r16` | +| 44 | `raw-rig-32k-b8d6-lru-s44.jsonl` | `66f3b203e5578df3b12b10320fd712dd4645e2725e5024260079d9d281efb69e` | 27/40 | 4/40 | `r01`, `c03`, `r10`, `c10` | + +Combined: **16/120 sinks (13.3%)**, with a 4-7 sink range. This does not meet +the requested stable 1-2/40 bar. + +The tau-0.75 seed-42 file also changes under the alias fix: + +- `raw-rig-32k-b8d6-lru-tau075-s42.jsonl` +- SHA-256 `605f1538493754b5126eaddad3371f32decfaa50a2b340731c9451ee792a6a67` +- corrected: 27/40 clean, 5/40 sinks (`c07`, `c13`, `c16`, `c17`, `c20`) +- old standalone re-scorer: 28/40 clean, 3/40 sinks + +The original standalone re-scorer undercounted seed 42 by one sink, seed 43 by +one, and tau-0.75 seed 42 by two. Seed 44 happened to be unchanged because its +max-token row also tripped an n-gram rule. diff --git a/evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json b/evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json new file mode 100644 index 0000000..2aeaeb5 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json @@ -0,0 +1,45 @@ +{ + "combined": { + "n": 120, + "sink_rate": 0.13333333333333333, + "sinks": 16 + }, + "configuration": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.67, + "max_model_len": 32768, + "mode": "historical-warm-noncomparable" + }, + "runs": [ + { + "clean": 27, + "eval_seed": 42, + "file": "raw-rig-32k-base8-delta6-lru-s42.jsonl", + "n": 40, + "sha256": "04baf5e34635706839cb07cdefcde1952992c6478f4001200004f61778fa5815", + "sink_ids": ["r07", "c10", "r14", "r15", "c18"], + "sinks": 5 + }, + { + "clean": 22, + "eval_seed": 43, + "file": "raw-rig-32k-b8d6-lru-s43.jsonl", + "n": 40, + "sha256": "0b863f6440f099ba73197d52c65ef81e384b0e29553a08ea0fa2bfeb28bfc37d", + "sink_ids": ["r04", "r06", "r07", "r12", "r14", "r15", "r16"], + "sinks": 7 + }, + { + "clean": 27, + "eval_seed": 44, + "file": "raw-rig-32k-b8d6-lru-s44.jsonl", + "n": 40, + "sha256": "66f3b203e5578df3b12b10320fd712dd4645e2725e5024260079d9d281efb69e", + "sink_ids": ["r01", "c03", "r10", "c10"], + "sinks": 4 + } + ], + "schema_version": "ds4-w2-baseline-rescore-v1" +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json new file mode 100644 index 0000000..46d4508 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json @@ -0,0 +1,36 @@ +{ + "cgroup": { + "anon": 517152768, + "current": 555065344, + "events": { + "high": 0, + "low": 0, + "max": 0, + "oom": 0, + "oom_group_kill": 0, + "oom_kill": 0, + "sock_throttled": 0 + }, + "file": 106496, + "file_mapped": 4096, + "high_available": null, + "known": true, + "limited": true, + "max_available": 1592418304, + "swap_current": 0, + "swap_limit": 0, + "version": 2 + }, + "checksum": 2949120, + "file_bytes": 134217816, + "probe": "checkpoint-residency", + "provenance": { + "captured_at": "2026-07-12T03:16:41.750930+00:00", + "image": "vllm-moet-sm120:v024-w2union-241ba984b1c5", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", + "kernel": "7.0.0-14-generic" + }, + "resident_after_immediate": 0, + "resident_after_retry": 0, + "resident_before_dontneed": 134221824 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json new file mode 100644 index 0000000..d118794 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json @@ -0,0 +1,36 @@ +{ + "cgroup": { + "anon": 517853184, + "current": 555704320, + "events": { + "high": 0, + "low": 0, + "max": 0, + "oom": 0, + "oom_group_kill": 0, + "oom_kill": 0, + "sock_throttled": 0 + }, + "file": 94208, + "file_mapped": 0, + "high_available": null, + "known": true, + "limited": true, + "max_available": 1591779328, + "swap_current": 0, + "swap_limit": 0, + "version": 2 + }, + "checksum": 11796480, + "file_bytes": 536871000, + "probe": "checkpoint-next-shard-retry", + "provenance": { + "captured_at": "2026-07-12T03:16:55.533013+00:00", + "image": "vllm-moet-sm120:v024-w2union-241ba984b1c5", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", + "kernel": "7.0.0-14-generic" + }, + "resident_after_live_mapping_dontneed": 536870912, + "resident_after_next_shard_retry": 0, + "resident_before_first_dontneed": 536875008 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json b/evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json new file mode 100644 index 0000000..88e0399 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json @@ -0,0 +1,30 @@ +{ + "arena_bytes": 134217728, + "experts": 8, + "final_events": { + "high": 0, + "low": 0, + "max": 0, + "oom": 0, + "oom_group_kill": 0, + "oom_kill": 0, + "sock_throttled": 0 + }, + "layers": 48, + "logical_pack_bytes": 1610612736, + "max_cgroup_anon": 631267328, + "max_cgroup_current": 818429952, + "max_cgroup_file": 145010688, + "min_cgroup_high_available": null, + "min_cgroup_max_available": 1329053696, + "probe": "constrained-pack-build", + "provenance": { + "captured_at": "2026-07-12T03:17:22.364693+00:00", + "image": "vllm-moet-sm120:v024-w2union-241ba984b1c5", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", + "kernel": "7.0.0-14-generic" + }, + "slot_bytes": 4194304, + "write_cache_drop_bytes": 1610612736, + "write_cache_drop_calls": 48 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json new file mode 100644 index 0000000..4d997c4 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json @@ -0,0 +1,10 @@ +{ + "schema": "w2-guarded-cleanup-receipt-v1", + "controller_result": "success", + "cleanup_exit_code": 0, + "evaluation_container_absent_after": true, + "stopped_services_expected_count": 2, + "stopped_services_active_after_count": 2, + "production_pack_fingerprint_unchanged": true, + "verification_note": "Derived from retained private controller, pack-fingerprint, and service receipts; topology-specific identifiers and hashes are intentionally omitted from this public artifact." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv new file mode 100644 index 0000000..e49b20d --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv @@ -0,0 +1,246 @@ +elapsed_s mem_available cached dirty writeback swap_free_delta cg_current cg_peak cg_max cg_high cg_headroom cg_anon cg_file cg_file_mapped cg_file_dirty cg_file_writeback cg_swap_current cg_swap_max event_high event_max event_oom event_oom_kill swap_event_max psi_full_avg10 pswpin_delta pswpout_delta host_oom_kill_delta pack_version pack_layers health +0.0 117085605888 1450582016 2306048 16384 0 36315136 36315136 88046829568 83751862272 83715547136 11935744 21692416 9961472 24576 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +1.0 116970790912 1732173824 2613248 0 0 540712960 540712960 88046829568 83751862272 83211149312 229400576 302170112 200548352 24576 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +2.0 117291757568 1857245184 3301376 0 3309568 794918912 795041792 88046829568 83751862272 82956943360 358780928 415850496 248762368 69632 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +3.0 118126309376 1897623552 4698112 0 3309568 937848832 937971712 88046829568 83751862272 82814013440 446894080 458493952 253849600 1372160 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +4.1 118089687040 1942753280 6512640 0 3309568 1049882624 1049882624 88046829568 83751862272 82701979648 458555392 513093632 255082496 1609728 0 0 4294967296 0 0 0 0 0 0.0 1 0 0 -1 0 0 +5.1 118034776064 2014257152 7090176 0 3309568 1211535360 1211535360 88046829568 83751862272 82540326912 531881984 586133504 283230208 1970176 0 0 4294967296 0 0 0 0 0 0.0 1 0 0 -1 0 0 +6.1 117709262848 2059014144 11481088 0 3309568 1554698240 1554698240 88046829568 83751862272 82197164032 834437120 619548672 303923200 6180864 0 0 4294967296 0 0 0 0 0 0.0 1 0 0 -1 0 0 +7.1 117533982720 2059218944 11538432 0 3309568 1725820928 1725874176 88046829568 83751862272 82026041344 1005281280 619548672 304881664 6180864 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +8.1 117458501632 2060206080 11583488 0 3309568 1810386944 1810386944 88046829568 83751862272 81941475328 1088094208 620609536 305868800 6193152 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +9.1 117416284160 2074902528 13717504 0 3309568 1870434304 1870442496 88046829568 83751862272 81881427968 1128071168 635723776 310910976 8323072 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +10.1 117889777664 2263764992 14241792 0 3309568 1521717248 2048557056 88046829568 83751862272 82230145024 597733376 825180160 302002176 9240576 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +11.2 117517762560 2277109760 16334848 0 3309568 1967046656 2048557056 88046829568 83751862272 81784815616 1024925696 838385664 314294272 10915840 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +12.2 117357342720 2277089280 16478208 0 3309568 2149842944 2149842944 88046829568 83751862272 81602019328 1207271424 838414336 315379712 10919936 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +13.2 117265506304 2277298176 16486400 0 3309568 2235961344 2235961344 88046829568 83751862272 81515900928 1207271424 838414336 315379712 10919936 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +14.2 117125955584 2292813824 18227200 0 3309568 2312253440 2312261632 88046829568 83751862272 81439608832 1356271616 846802944 323518464 12656640 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +15.2 117003280384 2525093888 19501056 0 3309568 2672254976 2672353280 88046829568 83751862272 81079607296 1470324736 1081372672 445341696 13934592 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +16.2 115669733376 3789197312 19804160 0 3309568 5305212928 5305475072 88046829568 83751862272 78446649344 2822189056 2350137344 1700651008 14188544 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +17.2 110461964288 8903155712 20197376 0 3309568 12718534656 12718796800 88046829568 83751862272 71033327616 5100060672 7460327424 6812127232 14192640 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +18.3 101391523840 17940385792 20197376 0 3309568 21794222080 21794484224 88046829568 83751862272 61957640192 5100060672 16497627136 15849426944 14192640 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +19.3 92302761984 26997825536 20209664 0 3309568 30889345024 30889607168 88046829568 83751862272 52862517248 5100060672 25554710528 24906506240 14204928 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +20.3 83201916928 36071538688 20213760 0 3309568 40002035712 40002297856 88046829568 83751862272 43749826560 5100060672 34628894720 33980694528 14204928 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +21.3 78395707392 40450232320 20267008 0 3309568 44396879872 44396879872 88046829568 83751862272 39354982400 5100060672 39006294016 38358093824 14204928 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +22.3 75246886912 40455991296 20291584 0 3309568 47534043136 47534043136 88046829568 83751862272 36217819136 8225923072 39012048896 38362406912 14221312 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +23.3 78995447808 40533966848 20389888 0 3309568 42977333248 48185647104 88046829568 83751862272 40774529024 3598479360 39090724864 34874417152 14266368 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 2 1 0 +24.4 75819794432 44022665216 20393984 0 3309568 49901867008 49901867008 88046829568 83751862272 33849995264 7021047808 42578432000 38362488832 14266368 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 2 1 0 +25.4 75351531520 45834694656 540491776 8388608 3309568 51763548160 51763548160 88046829568 83751862272 31988314112 7021047808 44390506496 38362488832 534360064 8388608 0 4294967296 0 0 0 0 0 0.0 3 0 0 2 1 0 +26.4 78379032576 42040037376 20516864 0 3309568 45901762560 51763548160 88046829568 83751862272 37850099712 5010186240 40599408640 36381007872 14315520 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 2 0 +27.4 75764297728 44053225472 20361216 0 3309568 50687668224 51763548160 88046829568 83751862272 33064194048 7774269440 42608754688 38392463360 14221312 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 2 0 +28.4 79956611072 40818544640 20471808 0 3309568 43254779904 51794395136 88046829568 83751862272 40497082368 3599233024 39370719232 38428704768 14278656 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 3 0 +29.4 77035573248 43567468544 20480000 0 3309568 48956518400 51794395136 88046829568 83751862272 34795343872 6528430080 42126548992 37877768192 14278656 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 3 0 +30.4 76074532864 45311987712 1268420608 0 3309568 51227271168 51794395136 88046829568 83751862272 32524591104 7021801472 43867389952 38371098624 1262084096 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 3 0 +31.5 79457857536 41159184384 13344768 0 3309568 44127584256 51802677248 88046829568 83751862272 39624278016 4129808384 39712358400 35499913216 12144640 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 4 0 +32.5 76565270528 44053655552 14970880 0 3309568 49926619136 51802677248 88046829568 83751862272 33825243136 7021801472 42603606016 38391803904 12144640 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 4 0 +33.5 79412604928 44057849856 15040512 0 3309568 46506299392 51802677248 88046829568 83751862272 37245562880 3599233024 42607804416 38395932672 12201984 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 5 0 +34.5 77769478144 42857783296 15052800 0 3309568 47524327424 51802677248 88046829568 83751862272 36227534848 5818814464 41409216512 37167673344 12201984 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 5 0 +35.5 76087570432 44061966336 16072704 0 3309568 50368913408 51802677248 88046829568 83751862272 33382948864 7453995008 42611646464 38370615296 12201984 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 5 0 +36.5 79415365632 40849063936 10280960 0 3309568 43496828928 51802677248 88046829568 83751862272 40255033344 3809714176 39402717184 35179761664 7249920 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 6 0 +37.5 76302512128 44062728192 10235904 0 3309568 49936257024 51802677248 88046829568 83751862272 33815605248 7021809664 42611511296 38391803904 7249920 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 6 0 +38.6 74998013952 44610326528 11100160 0 3309568 50526068736 51802677248 88046829568 83751862272 33225793536 7021809664 43154817024 38391803904 7286784 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 6 0 +39.6 77236326400 42541797376 11112448 0 3309568 46893277184 51802677248 88046829568 83751862272 36858585088 5502775296 41094975488 36851613696 7286784 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 7 0 +40.6 75325288448 44063313920 11431936 0 3309568 49986437120 51802677248 88046829568 83751862272 33765425152 7071461376 42611990528 38370615296 7446528 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 7 0 +41.6 78454108160 40502710272 6955008 0 3309568 42938265600 51802677248 88046829568 83751862272 40813596672 3599261696 39051423744 34849202176 2756608 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 8 0 +42.6 76160311296 44063010816 7274496 0 3309568 49936023552 51802677248 88046829568 83751862272 33815838720 7021854720 42611855360 38391803904 2756608 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 8 0 +43.6 75684663296 45875146752 527372288 8388608 3309568 51797557248 51802677248 88046829568 83751862272 31954305024 7021858816 44423917568 38391803904 522850304 8388608 0 4294967296 0 0 0 0 0 0.0 7 0 0 2 8 0 +44.6 78307225600 42274664448 7344128 0 3309568 46351953920 51802677248 88046829568 83751862272 37399908352 5234925568 40825868288 36583702528 2809856 0 0 4294967296 0 0 0 0 0 0.0 7 0 0 2 9 0 +45.7 75402289152 44063596544 7499776 0 3313664 50829623296 51802677248 88046829568 83751862272 32922238976 7897149440 42612355072 38370615296 2945024 0 0 4294967296 0 0 0 0 0 0.0 15 0 0 2 9 0 +46.7 79770390528 40504336384 5459968 0 3313664 42938761216 51802677248 88046829568 83751862272 40813101056 3599462400 39051788288 37974171648 790528 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 10 0 +47.7 76570103808 44064374784 5697536 0 3313664 49936183296 51802677248 88046829568 83751862272 33815678976 7022080000 42612211712 38391742464 790528 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 10 0 +48.8 76079673344 45876768768 777449472 8388608 3313664 51798298624 51802677248 88046829568 83751862272 31953563648 7022080000 44424249344 38391742464 772542464 8388608 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 10 0 +49.8 78378029056 42262925312 5767168 0 3313664 46324998144 51802677248 88046829568 83751862272 37426864128 5220413440 40813154304 36569063424 843776 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 11 0 +50.8 75351093248 44065234944 5775360 0 3313664 51108184064 51802677248 88046829568 83751862272 32643678208 8165998592 42612723712 38370615296 843776 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 11 0 +51.8 79258775552 40504201216 5824512 0 3313664 42939654144 51802677248 88046829568 83751862272 40812208128 3599663104 39052152832 37354008576 897024 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 12 0 +52.9 76360691712 44065026048 5828608 0 3313664 49937207296 51802677248 88046829568 83751862272 33814654976 7022297088 42612576256 38391742464 897024 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 12 0 +53.9 75876065280 45877022720 710479872 8388608 3313664 51798532096 51802677248 88046829568 83751862272 31953330176 7022301184 44424626176 38391742464 705540096 8388608 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 12 0 +54.9 78269706240 42226458624 5898240 0 3313664 46255300608 51802677248 88046829568 83751862272 37496561664 5185757184 40777609216 36534124544 950272 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 13 0 +55.9 75299463168 44065488896 5902336 0 3313664 51147669504 51802677248 88046829568 83751862272 32604192768 8230367232 42613088256 38370615296 954368 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 13 0 +56.9 79155712000 40504496128 5951488 0 3313664 42939228160 51802677248 88046829568 83751862272 40812634112 3599835136 39052120064 38400761856 995328 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 14 0 +57.9 76355260416 44051030016 6836224 0 3313664 49870454784 51802677248 88046829568 83751862272 33881407488 6987407360 42579038208 38356709376 995328 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 14 0 +59.0 75699580928 46211645440 1390403584 8388608 3313664 51796926464 51802677248 88046829568 83751862272 31954935808 7022522368 44424916992 38391742464 1384464384 8388608 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 14 0 +60.0 78136778752 42427817984 7147520 0 3313664 45741711360 51802677248 88046829568 83751862272 38010150912 4928630784 40520691712 36276731904 401408 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 15 0 +61.0 75093340160 44580708352 6127616 0 3313664 50645307392 51802677248 88046829568 83751862272 33106554880 7730057216 42613452800 38370615296 401408 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 15 0 +62.0 79040913408 43074510848 6492160 0 3313664 44993323008 51802677248 88046829568 83751862272 38758539264 3600064512 41105272832 38400761856 458752 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 16 0 +63.0 76471930880 43978452992 6488064 0 3313664 48737300480 51802677248 88046829568 83751862272 35014561792 6421884928 42015191040 37791002624 458752 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 16 0 +64.0 75296788480 45310455808 734228480 4096 3313664 50690109440 51802677248 88046829568 83751862272 33061752832 7022747648 43343114240 38391742464 730267648 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 16 0 +65.0 77920591872 41749286912 6664192 0 3313664 44262043648 51802677248 88046829568 83751862272 39489818624 4192837632 39784792064 35540766720 512000 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 17 0 +66.0 75034894336 44581433344 6746112 0 3313664 49939079168 51802677248 88046829568 83751862272 33812783104 7022858240 42613805056 38370615296 512000 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 17 0 +67.1 77866864640 44610400256 2400256 0 3313664 46539468800 51802677248 88046829568 83751862272 37212393472 3600289792 42642866176 38400761856 225280 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 18 0 +68.1 77353291776 43446865920 3018752 0 3313664 47670329344 51802677248 88046829568 83751862272 36081532928 5890281472 41482526720 37259288576 225280 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 18 0 +69.1 75918594048 44581244928 3702784 0 3313664 50539323392 51802677248 88046829568 83751862272 33212538880 7623000064 42613657600 38391742464 225280 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 18 0 +70.1 79379890176 41445249024 4087808 0 3313664 43655712768 51802677248 88046829568 83751862272 40096149504 3890241536 39482097664 35237924864 278528 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 19 0 +71.1 76388634624 44581777408 4087808 0 3313664 49939910656 51802677248 88046829568 83751862272 33811951616 7023058944 42614169600 38370615296 278528 0 0 4294967296 0 0 0 0 0 0.0 25 0 0 2 19 0 +72.1 76117184512 44581904384 3465216 0 3313664 48751439872 51802677248 88046829568 83751862272 35000422400 5833830400 42614362112 38370615296 335872 0 0 4294967296 0 0 0 0 0 0.0 25 0 0 2 20 0 +73.1 75054391296 44581588992 3477504 0 3313664 51149950976 51802677248 88046829568 83751862272 32601911296 8231129088 42614030336 38391742464 335872 0 0 4294967296 0 0 0 0 0 0.0 25 0 0 2 20 0 +75.1 79682506752 41042276352 3796992 0 3313664 42963501056 51802677248 88046829568 83751862272 40788361216 3600601088 39074643968 38422020096 389120 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 21 0 +76.1 76601098240 44514037760 3870720 0 3313664 49811755008 51802677248 88046829568 83751862272 33940107264 6956896256 42551070720 38304366592 389120 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 21 0 +77.1 76054319104 46394241024 1421545472 8388608 3313664 51801870336 51802677248 88046829568 83751862272 31949991936 7023267840 44426518528 38370615296 1418063872 8388608 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 21 0 +78.2 78741053440 42387922944 3936256 0 3313664 45542686720 51802677248 88046829568 83751862272 38209175552 4830646272 40422600704 36199202816 446464 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 22 0 +79.2 75834683392 44582100992 3936256 0 3313664 50636656640 51802677248 88046829568 83751862272 33115205632 7717285888 42614394880 38391742464 446464 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 22 0 +80.2 79958962176 42444472320 4005888 0 3313664 44362452992 51802677248 88046829568 83751862272 39389409280 3600814080 40473403392 38422020096 499712 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 23 0 +81.2 76876185600 44250988544 4014080 0 3313664 49280712704 51802677248 88046829568 83751862272 34471149568 6693949440 42285969408 38041182208 499712 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 23 0 +82.2 76299644928 46237376512 1656569856 0 3313664 51642830848 51802677248 88046829568 83751862272 32109031424 7023484928 44269559808 38370615296 1653055488 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 23 0 +83.2 78914793472 42223316992 4087808 0 3313664 45212553216 51802677248 88046829568 83751862272 38539309056 4664647680 40257986560 36033110016 557056 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 24 0 +84.2 76093239296 44582633472 4087808 0 3313664 50387189760 51802677248 88046829568 83751862272 33364672512 7468175360 42614759424 38391742464 557056 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 24 0 +85.3 79830376448 43804336128 4149248 0 3313664 45728280576 51802677248 88046829568 83751862272 38023581696 3601031168 41834770432 38422020096 610304 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 25 0 +86.3 77160398848 43958775808 4198400 0 3313664 48699326464 51802677248 88046829568 83751862272 35052535808 6403911680 41996337152 37750906880 610304 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 25 0 +87.3 76060557312 45434650624 855674880 0 3313664 50818551808 51802677248 88046829568 83751862272 32933310464 7023697920 43468812288 38370615296 852054016 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 25 0 +88.3 79259701248 41893699584 4321280 0 3313664 44554158080 51803164672 88046829568 83751862272 39197704192 4337045504 39929638912 35705106432 667648 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 26 0 +89.3 76557975552 44582977536 4304896 0 3313664 49940856832 51803164672 88046829568 83751862272 33811005440 7023800320 42615123968 38391742464 667648 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 26 0 +90.3 79034310656 44612276224 3678208 0 3313664 46541946880 51803164672 88046829568 83751862272 37209915392 3601240064 42644496384 38422020096 57344 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 27 0 +91.3 77590409216 43551809536 3723264 0 3313664 47880069120 51803164672 88046829568 83751862272 35871793152 5994737664 41587220480 37341560832 57344 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 27 0 +92.4 76086636544 44596051968 14209024 0 3313664 49956827136 51803164672 88046829568 83751862272 33795035136 7023910912 42628206592 38370615296 10543104 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 27 0 +93.4 79605239808 41531944960 3780608 0 3313664 43827851264 51804401664 88046829568 83751862272 39924011008 3974541312 39567794176 35342606336 114688 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 28 0 +94.4 76553572352 44582920192 3637248 0 3313664 49942016000 51804401664 88046829568 83751862272 33809846272 7024017408 42615476224 38391742464 114688 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 28 0 +95.4 77533130752 44583510016 3702784 0 3313664 48459800576 51804401664 88046829568 83751862272 35292061696 5517656064 42615648256 38391742464 167936 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 29 0 +96.4 77931900928 43212800000 3715072 0 3313664 47198842880 51804401664 88046829568 83751862272 36553019392 5653663744 41248178176 37000364032 167936 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 29 0 +97.4 76073058304 44583899136 2093056 0 3313664 50139197440 51804401664 88046829568 83751862272 33612664832 7219671040 42615988224 38370615296 167936 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 29 0 +98.5 79610834944 41074749440 2453504 0 3313664 42990305280 51804401664 88046829568 83751862272 40761556992 3601555456 39107948544 34883502080 225280 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 30 0 +99.5 76195364864 44583215104 2408448 0 3313664 49942573056 51804401664 88046829568 83751862272 33809289216 7024222208 42615840768 38391742464 225280 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 30 0 +100.5 75695230976 46395596800 615350272 8388608 3313664 51803996160 51804401664 88046829568 83751862272 31947866112 7024226304 44427902976 38391742464 612593664 8388608 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 30 0 +101.5 77972684800 42815848448 3608576 0 3313664 46404435968 51804401664 88046829568 83751862272 37347426304 5259419648 40852439040 36605792256 278528 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 31 0 +102.5 74977685504 44583706624 3346432 0 3313664 50955837440 51804401664 88046829568 83751862272 32796024832 8034086912 42616352768 38370615296 278528 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 31 0 +103.6 79619969024 41037815808 3452928 0 3313664 42946060288 51805405184 88046829568 83751862272 40805801984 3601768448 39055781888 38010347520 335872 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 32 0 +104.6 76270899200 44536807424 3457024 0 3313664 49828786176 51805405184 88046829568 83751862272 33923076096 6966775808 42559311872 38334169088 335872 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 32 0 +105.6 75702251520 46410182656 1384038400 12582912 3313664 51804078080 51805405184 88046829568 83751862272 31947784192 7024435200 44428181504 38391742464 1376067584 8388608 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 32 0 +106.6 78302904320 42503913472 4661248 0 3313664 45746462720 51805405184 88046829568 83751862272 38005399552 4930654208 40525156352 36276826112 389120 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 33 0 +107.6 75209183232 44598964224 4669440 0 3313664 50905419776 51805405184 88046829568 83751862272 32846442496 7983710208 42616717312 38370615296 389120 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 33 0 +108.6 79940288512 41038454784 4718592 0 3313664 42947076096 51805405184 88046829568 83751862272 40804786176 3601973248 39055749120 38400761856 446464 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 34 0 +109.6 76847214592 44296957952 4722688 0 3313664 49345130496 51805405184 88046829568 83751862272 34406731776 6724173824 42318467072 38091587584 446464 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 34 0 +110.7 76057391104 46272286720 1678258176 0 3313664 51667128320 51805405184 88046829568 83751862272 32084733952 7024644096 44292194304 38391742464 1673973760 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 34 0 +111.7 78892961792 42253729792 4796416 0 3313664 45243863040 51805405184 88046829568 83751862272 38507999232 4681064448 40273940480 36027088896 499712 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 35 0 +112.7 76028354560 44599222272 4796416 0 3313664 50455834624 51805405184 88046829568 83751862272 33296027648 7534137344 42617081856 38370615296 499712 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 35 0 +113.7 79675002880 43478802432 4874240 0 3313664 45385752576 51806076928 88046829568 83751862272 38366109696 3602182144 41493987328 38400761856 557056 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 36 0 +114.7 76963524608 44010926080 4878336 0 3313664 48775122944 51806076928 88046829568 83751862272 34976739328 6441299968 42034176000 37808300032 557056 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 36 0 +115.7 75642351616 45559517184 963280896 0 3313664 50934185984 51806076928 88046829568 83751862272 32817676288 7024857088 43577430016 38391742464 958955520 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 36 0 +116.8 78445658112 41953599488 4952064 0 3313664 44645531648 51806687232 88046829568 83751862272 39106330624 4382478336 39975649280 35728252928 610304 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 37 0 +117.8 76353425408 44599709696 5017600 0 3313664 49970974720 51806687232 88046829568 83751862272 33780887552 7049723904 42617434112 38370615296 610304 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 37 0 +118.8 78503342080 44628410368 5079040 0 3313664 46546071552 51807232000 88046829568 83751862272 37205790720 3602391040 42646495232 38400761856 667648 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 38 0 +119.8 77144268800 43667681280 5083136 0 3313664 48084865024 51807232000 88046829568 83751862272 35666997248 6095028224 41689841664 37461860352 667648 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 38 0 +120.8 75630604288 44599508992 5103616 0 3313664 50193227776 51807232000 88046829568 83751862272 33558634496 7256379392 42617286656 38391742464 667648 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 38 0 +121.8 78672875520 41661263872 4489216 0 3870720 44060561408 51807232000 88046829568 83751862272 39691300864 4089118720 39684227072 35434704896 57344 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 39 0 +122.8 75849175040 44604862464 5820416 0 3870720 49944506368 51807232000 88046829568 83751862272 33807355904 7025168384 42617798656 38370615296 57344 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 39 0 +123.9 75494551552 44610260992 7372800 0 3870720 49071874048 51807232000 88046829568 83751862272 34679988224 6143250432 42617982976 38370615296 114688 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 40 0 +124.9 77126365184 43008303104 7434240 0 3870720 46736187392 51807232000 88046829568 83751862272 37015674880 5425262592 41018216448 36791812096 114688 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 40 0 +125.9 74531397632 44599603200 5529600 0 3870720 51115958272 51807232000 88046829568 83751862272 32635904000 8191389696 42617651200 38391742464 114688 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 40 0 +126.9 78238212096 41086648320 5902336 0 3870720 42968788992 51807232000 88046829568 83751862272 40783073280 3602706432 39078264832 38422020096 167936 0 0 4294967296 0 0 0 0 0 0.0 44 0 0 2 41 0 +127.9 75343089664 44575121408 6029312 0 3870720 49850454016 51807232000 88046829568 83751862272 33901408256 6976630784 42570190848 38321979392 167936 0 0 4294967296 0 0 0 0 0 0.0 44 0 0 2 41 0 +128.9 73793277952 46438756352 1551265792 8388608 3870720 51807191040 51807232000 88046829568 83751862272 31944671232 7025377280 44430127104 38370615296 1543671808 16777216 0 4294967296 0 0 0 0 0 0.0 44 0 0 2 41 0 +130.0 76014407680 42364473344 1650688 0 3870720 45414113280 51807453184 88046829568 83751862272 38337748992 4764254208 40359194624 36130852864 225280 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 42 0 +131.0 74125791232 44627402752 3039232 0 3870720 50399088640 51807453184 88046829568 83751862272 33352773632 7477075968 42618015744 38391742464 225280 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 42 0 +132.0 77552828416 44638117888 3440640 0 3870720 46527172608 51807522816 88046829568 83751862272 37224689664 3602915328 42628542464 38422020096 278528 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +133.0 78295511040 37537144832 6971392 0 3870720 39429685248 51807522816 88046829568 83751862272 44322177024 3624722432 35529547776 34846232576 2928640 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +134.0 78366998528 37589159936 6758400 0 3870720 39577858048 51807522816 88046829568 83751862272 44174004224 3721748480 35581038592 34859835392 2940928 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +135.0 78380539904 37632651264 5574656 0 3870720 39533019136 51807522816 88046829568 83751862272 44218843136 3632955392 35624992768 34870460416 1781760 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +136.0 78066335744 37668044800 18604032 0 3870720 39894077440 51807522816 88046829568 83751862272 43857784832 3953139712 35661176832 34901975040 14602240 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +137.1 78171701248 37799256064 13193216 0 3870720 39798906880 51807522816 88046829568 83751862272 43952955392 3726987264 35792265216 34938703872 9113600 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +138.1 78198902784 37808930816 13209600 0 3870720 39898607616 51807522816 88046829568 83751862272 43853254656 3817148416 35801649152 34948853760 9117696 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +139.1 78245273600 37809119232 13221888 0 3870720 39903191040 51807522816 88046829568 83751862272 43848671232 3822071808 35801837568 34949021696 9117696 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +140.1 78235447296 37827510272 23699456 0 3870720 40095277056 51807522816 88046829568 83751862272 43656585216 3993559040 35820273664 34978406400 19591168 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +141.1 78035369984 37834608640 14397440 0 3870720 39960104960 51807522816 88046829568 83751862272 43791757312 3851681792 35827716096 34965004288 10600448 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +142.1 78035939328 37848453120 14016512 0 3870720 39964078080 51807522816 88046829568 83751862272 43787784192 3840991232 35841875968 34964770816 9875456 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +143.1 78129344512 38178484224 20570112 0 3870720 40430260224 51807522816 88046829568 83751862272 43321602048 3974266880 36171620352 35021021184 16412672 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +144.1 78002130944 38179586048 20869120 0 3870720 40497205248 51807522816 88046829568 83751862272 43254657024 4040044544 36172742656 35022856192 16691200 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +145.1 77974974464 38179733504 20877312 0 3870720 40639741952 51807522816 88046829568 83751862272 43112120320 4181454848 36172894208 35023048704 16695296 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +146.2 77929734144 38185676800 25722880 0 3870720 40535863296 51807522816 88046829568 83751862272 43215998976 4071370752 36178837504 35024154624 21532672 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +147.2 77999460352 38190219264 19783680 0 3870720 40561541120 51807522816 88046829568 83751862272 43190321152 4092432384 36183793664 35013672960 16035840 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +148.2 77929320448 38191874048 21188608 0 3870720 40696582144 51807522816 88046829568 83751862272 43055280128 4225298432 36185350144 35032801280 17027072 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +149.2 77875699712 38203695104 21987328 0 3870720 40743227392 51807522816 88046829568 83751862272 43008634880 4259454976 36196921344 35043192832 17457152 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +150.2 77937905664 38234390528 21368832 0 3870720 40740745216 51807522816 88046829568 83751862272 43011117056 4225118208 36228308992 35034537984 17022976 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +151.2 77850329088 38316666880 21811200 0 3870720 40863252480 51807522816 88046829568 83751862272 42888609792 4264673280 36310351872 35101786112 17387520 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +152.2 77784772608 38327156736 32342016 0 3870720 40987738112 51807522816 88046829568 83751862272 42764124160 4377743360 36320804864 35127762944 27557888 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +153.2 78012522496 38317527040 23158784 0 3870720 40900222976 51807522816 88046829568 83751862272 42851639296 4300476416 36311646208 35110039552 18776064 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +154.3 77853245440 38336544768 23621632 0 3870720 41128951808 51807522816 88046829568 83751862272 42622910464 4508442624 36330962944 35127455744 18968576 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +155.3 77528633344 38346010624 29745152 0 3870720 41143406592 51807522816 88046829568 83751862272 42608455680 4515229696 36337799168 35129397248 25337856 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +156.3 77525311488 38340558848 24260608 0 3870720 41205690368 51807522816 88046829568 83751862272 42546171904 4583874560 36331974656 35116101632 19476480 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +157.3 77540818944 38340689920 24293376 0 3870720 41210839040 51807522816 88046829568 83751862272 42541023232 4589244416 36331974656 35116101632 19476480 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +158.3 77508595712 38351163392 34803712 0 3870720 41544142848 51807522816 88046829568 83751862272 42207719424 4910243840 36342448128 35142209536 29949952 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +159.3 77488336896 38344138752 25976832 0 4030464 41222287360 51807522816 88046829568 83751862272 42529574912 4595294208 36335620096 35119099904 21045248 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +160.3 77420613632 38344732672 28123136 4096 4030464 41386463232 51807522816 88046829568 83751862272 42365399040 4758786048 36336025600 35142324224 23384064 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +161.3 77278867456 38346698752 23511040 4096 4030464 41234452480 51807522816 88046829568 83751862272 42517409792 4601999360 36340617216 35125116928 22872064 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +162.4 77344313344 38350233600 28372992 0 4030464 41413627904 51807522816 88046829568 83751862272 42338234368 4777934848 36343709696 35143929856 25903104 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +163.4 77378576384 38355644416 34381824 0 4030464 41430384640 51807522816 88046829568 83751862272 42321477632 4789895168 36349116416 35144695808 30744576 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +164.4 77342220288 38345134080 21897216 0 4030464 41229242368 51807522816 88046829568 83751862272 42522619904 4599984128 36339101696 35118776320 18374656 0 0 4294967296 0 0 0 0 0 0.0 131 0 0 2 43 0 +165.4 77362556928 38345621504 22315008 0 4030464 41235795968 51807522816 88046829568 83751862272 42516066304 4606877696 36339101696 35118776320 18374656 0 0 4294967296 0 0 0 0 0 0.0 131 0 0 2 43 0 +166.4 77425917952 38347309056 21680128 0 5062656 41240039424 51807522816 88046829568 83751862272 42511822848 4611502080 36339101696 35118776320 18444288 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +167.4 77382635520 38357782528 32186368 0 5062656 41590054912 51807522816 88046829568 83751862272 42161807360 4949479424 36349575168 35144876032 28921856 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +168.4 77605363712 38348156928 22663168 0 5062656 41251864576 51807522816 88046829568 83751862272 42499997696 4623548416 36340056064 35136241664 19275776 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +169.5 77671751680 38353461248 20361216 0 5062656 41364127744 51807522816 88046829568 83751862272 42387734528 4726636544 36345720832 35145166848 17342464 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +170.5 77645402112 38353731584 20852736 0 5062656 41264738304 51807522816 88046829568 83751862272 42487123968 4626874368 36345790464 35145023488 17580032 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +171.5 77732151296 38353047552 19181568 0 5062656 41284300800 51807522816 88046829568 83751862272 42467561472 4646797312 36345110528 35127214080 15941632 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +172.5 77723406336 38350839808 16384000 0 5062656 41248247808 51807522816 88046829568 83751862272 42503614464 4614033408 36342763520 35120586752 12685312 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +173.5 77783707648 38351245312 16453632 0 5062656 41248813056 51807522816 88046829568 83751862272 42503049216 4614115328 36342919168 35122999296 12853248 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +174.5 77809983488 38351335424 14807040 0 5062656 41248653312 51807522816 88046829568 83751862272 42503208960 4614152192 36343009280 35123064832 11214848 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +175.5 77736333312 38360559616 20283392 0 5062656 41596071936 51807522816 88046829568 83751862272 42155790336 4949880832 36352577536 35151765504 16998400 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +176.5 77902999552 38355898368 15294464 0 5062656 41257009152 51807522816 88046829568 83751862272 42494853120 4615118848 36347301888 35126611968 11431936 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +178.2 77859545088 38361612288 20656128 0 5062656 41404321792 51807522816 88046829568 83751862272 42347540480 4757037056 36352983040 35151605760 17022976 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +179.2 77749358592 38361817088 20762624 0 5062656 41576505344 51807522816 88046829568 83751862272 42175356928 4928987136 36353093632 35151777792 17031168 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +180.2 77786308608 38362456064 20631552 0 5062656 41366818816 51807522816 88046829568 83751862272 42385043456 4719001600 36353863680 35161305088 17022976 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +181.3 77827784704 38362587136 20635648 0 5062656 41332088832 51807522816 88046829568 83751862272 42419773440 4651130880 36354134016 35126611968 17166336 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +182.3 77812649984 38359752704 17661952 0 5062656 41276510208 51807522816 88046829568 83751862272 42475352064 4631642112 36351094784 35132837888 13975552 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +183.3 77830389760 38362312704 20156416 0 5062656 41442762752 51807522816 88046829568 83751862272 42309099520 4795699200 36353581056 35151589376 16388096 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +184.3 77518499840 38372077568 21225472 0 5062656 41585176576 51807522816 88046829568 83751862272 42166685696 4938575872 36353671168 35151798272 16396288 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +185.3 77642547200 38373314560 15400960 0 5062656 41376575488 51807522816 88046829568 83751862272 42375286784 4729192448 36354572288 35166777344 10006528 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +186.3 77466324992 38364450816 12242944 0 5062656 41301843968 51807522816 88046829568 83751862272 42450018304 4656484352 36352065536 35132923904 7458816 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +187.3 77528399872 38362775552 14127104 0 5062656 41419476992 51807522816 88046829568 83751862272 42332385280 4772265984 36353982464 35151618048 9302016 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +188.3 77235093504 38362861568 14176256 0 5062656 41521852416 51807522816 88046829568 83751862272 42230009856 4874817536 36354039808 35151781888 9310208 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +189.4 76951838720 38363435008 14737408 0 5062656 41369341952 51807522816 88046829568 83751862272 42382520320 4720705536 36354895872 35161182208 10121216 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +190.4 76884328448 38360268800 10764288 0 5062656 41280659456 51807522816 88046829568 83751862272 42471202816 4635713536 36351938560 35132858368 6352896 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +191.4 76863574016 38363140096 13606912 0 5062656 41410183168 51807522816 88046829568 83751862272 42341679104 4763066368 36354248704 35151626240 8613888 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +192.4 78017622016 38363181056 14118912 0 5062656 41538539520 51807522816 88046829568 83751862272 42213322752 4890406912 36354310144 35151773696 8622080 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +193.4 78029893632 38363283456 14311424 0 5062656 41594167296 51807522816 88046829568 83751862272 42157694976 4946649088 36354392064 35151777792 8626176 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +194.4 78118932480 38363881472 14831616 0 5062656 41368838144 51807522816 88046829568 83751862272 42383024128 4720582656 36355280896 35165188096 9437184 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +195.4 78165893120 38363324416 13746176 0 5062656 41263181824 51807522816 88046829568 83751862272 42488680448 4615393280 36354580480 35127373824 8183808 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +196.4 78220550144 38363815936 13926400 0 5062656 41498664960 51807522816 88046829568 83751862272 42253197312 4849999872 36354637824 35151650816 8192000 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +197.5 78121455616 38364368896 10489856 0 5062656 41367953408 51807522816 88046829568 83751862272 42383908864 4719017984 36355354624 35166035968 8859648 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +198.5 78201135104 38364524544 10510336 0 5062656 41324810240 51807522816 88046829568 83751862272 42427052032 4675129344 36355608576 35139895296 9003008 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +199.5 78221619200 38358966272 4837376 0 5062656 41257947136 51807522816 88046829568 83751862272 42493915136 4614475776 36349431808 35125628928 2609152 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +200.5 78173028352 38364020736 8663040 0 5062656 41399619584 51807522816 88046829568 83751862272 42352242688 4749877248 36355096576 35151601664 6676480 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +201.5 78078410752 38364200960 8679424 0 5062656 41594314752 51807522816 88046829568 83751862272 42157547520 4943839232 36355162112 35151798272 6684672 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +202.5 78146744320 38362071040 6451200 57344 5062656 41302061056 51807522816 88046829568 83751862272 42449801216 4654256128 36353368064 35132882944 4775936 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +203.5 78076092416 38364581888 8888320 0 5062656 41439973376 51807522816 88046829568 83751862272 42311888896 4789907456 36355399680 35151585280 6705152 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +204.5 78168887296 38364696576 8933376 0 5062656 41537998848 51807522816 88046829568 83751862272 42213863424 4887461888 36355518464 35151781888 6709248 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +205.6 78104211456 38365286400 8429568 0 5062656 41606270976 51807522816 88046829568 83751862272 42145591296 4954456064 36356427776 35153399808 6504448 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +206.6 77958819840 38364073984 8183808 0 5062656 41320427520 51807522816 88046829568 83751862272 42431434752 4670472192 36354973696 35132973056 4964352 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +207.6 77710462976 38365024256 9084928 0 5062656 41500200960 51807522816 88046829568 83751862272 42251661312 4849807360 36355788800 35151654912 5722112 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +208.6 77655711744 38365597696 10088448 0 5062656 41370345472 51807522816 88046829568 83751862272 42381516800 4719243264 36356538368 35166846976 6414336 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +209.6 77506416640 38359777280 4190208 45056 5062656 41258967040 51807522816 88046829568 83751862272 42492895232 4614475776 36350353408 35125628928 143360 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +210.6 77573890048 38360399872 4874240 0 5062656 41271115776 51807522816 88046829568 83751862272 42480746496 4624883712 36351709184 35132665856 1409024 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +211.6 77559574528 38370320384 14737408 0 5062656 41282904064 51807522816 88046829568 83751862272 42468958208 4625895424 36361592832 35138834432 11296768 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +212.6 77581275136 38361853952 5156864 0 5062656 41295429632 51807522816 88046829568 83751862272 42456432640 4650323968 36351127552 35125735424 847872 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +213.7 77585891328 38361505792 4812800 0 5062656 41300942848 51807522816 88046829568 83751862272 42450919424 4656222208 36351127552 35125735424 847872 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +214.7 77504110592 38371983360 15273984 0 5062656 41413660672 51807522816 88046829568 83751862272 42338201600 4757241856 36361601024 35151691776 11321344 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +215.7 77743837184 38364405760 6008832 0 5062656 41312108544 51807522816 88046829568 83751862272 42439753728 4662632448 36354199552 35128717312 2056192 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +216.7 77731147776 38363799552 6344704 0 5062656 41389195264 51807522816 88046829568 83751862272 42362667008 4739768320 36354007040 35126325248 2666496 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +217.7 77740331008 38366638080 7385088 0 5062656 41396953088 51807522816 88046829568 83751862272 42354909184 4742991872 36356542464 35126968320 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +218.7 77746827264 38371958784 13496320 0 5062656 41396482048 51807522816 88046829568 83751862272 42355380224 4742991872 36356542464 35126968320 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +219.7 77690560512 38376599552 18583552 0 5062656 41396088832 51807522816 88046829568 83751862272 42355773440 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +220.7 77526806528 38376599552 18558976 20480 5062656 41396613120 51807522816 88046829568 83751862272 42355249152 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +221.8 77244223488 38376603648 18554880 0 5062656 41396613120 51807522816 88046829568 83751862272 42355249152 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +222.8 77212688384 38376628224 18886656 0 5062656 41396629504 51807522816 88046829568 83751862272 42355232768 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +223.8 77232615424 38376706048 19476480 0 5062656 41395499008 51807522816 88046829568 83751862272 42356363264 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +224.8 77271818240 38376701952 19484672 0 5062656 41395658752 51807522816 88046829568 83751862272 42356203520 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +225.8 77279969280 38376701952 19488768 0 5062656 41395920896 51807522816 88046829568 83751862272 42355941376 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +226.8 77312999424 38376734720 19505152 12288 5062656 41395929088 51807522816 88046829568 83751862272 42355933184 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +227.9 77348290560 38376734720 19554304 0 5062656 41396449280 51807522816 88046829568 83751862272 42355412992 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +228.9 77398888448 38381166592 19632128 0 5062656 41396330496 51807522816 88046829568 83751862272 42355531776 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +229.9 77219287040 38381174784 19644416 0 5062656 41396563968 51807522816 88046829568 83751862272 42355298304 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +230.9 76972318720 38381170688 18419712 0 5062656 41396559872 51807522816 88046829568 83751862272 42355302400 4742991872 36356567040 35127042048 3330048 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +231.9 77618880512 38398685184 18616320 0 5062656 41394565120 51807522816 88046829568 83751862272 42357297152 4742991872 36356567040 35127042048 3330048 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +232.9 77659168768 38398685184 14266368 0 5062656 41395077120 51807522816 88046829568 83751862272 42356785152 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +233.9 77707554816 38398689280 14270464 0 5062656 41395073024 51807522816 88046829568 83751862272 42356789248 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +235.0 77740412928 38398689280 15360000 0 5062656 41395077120 51807522816 88046829568 83751862272 42356785152 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +236.0 77782859776 38398685184 15749120 0 5062656 41395073024 51807522816 88046829568 83751862272 42356789248 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +237.0 77820874752 38398746624 15769600 0 5062656 41395331072 51807522816 88046829568 83751862272 42356531200 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +238.0 77852401664 38398717952 15769600 0 5062656 41395589120 51807522816 88046829568 83751862272 42356273152 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +239.0 77895094272 38398717952 15790080 0 5062656 41395879936 51807522816 88046829568 83751862272 42355982336 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +240.0 77934510080 38398722048 15794176 0 5062656 41395879936 51807522816 88046829568 83751862272 42355982336 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +241.1 77965197312 38398763008 15564800 0 5062656 41395879936 51807522816 88046829568 83751862272 42355982336 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +242.1 77989707776 38398758912 16244736 0 5062656 41395871744 51807522816 88046829568 83751862272 42355990528 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +243.1 78019624960 38398894080 16277504 0 5062656 41395847168 51807522816 88046829568 83751862272 42356015104 4742991872 36356567040 35127042048 3059712 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +244.1 78059020288 38398902272 16285696 0 5062656 41395601408 51807522816 88046829568 83751862272 42356260864 4742991872 36356567040 35127042048 3059712 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +245.1 78073024512 38398902272 16285696 0 5062656 41395351552 51807522816 88046829568 83751862272 42356510720 4742991872 36356567040 35127042048 3063808 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +246.1 78093692928 38398906368 14999552 0 5062656 41395351552 51807522816 88046829568 83751862272 42356510720 4742991872 36356567040 35127042048 3063808 0 0 4294967296 0 0 0 0 0 0.0 159 0 0 2 43 200 +247.2 78118166528 38399066112 15077376 0 5062656 41395613696 51807522816 88046829568 83751862272 42356248576 4742991872 36356567040 35127042048 1806336 0 0 4294967296 0 0 0 0 0 0.0 159 0 0 2 43 200 +248.2 78073634816 38399393792 15822848 0 5062656 41394036736 51807522816 88046829568 83751862272 42357825536 4742991872 36356567040 35127042048 1806336 0 0 4294967296 0 0 0 0 0 0.0 160 0 0 2 43 200 +249.2 77955104768 38399864832 17100800 0 5062656 41394270208 51807522816 88046829568 83751862272 42357592064 4742991872 36356567040 35127042048 1806336 0 0 4294967296 0 0 0 0 0 0.0 160 0 0 2 43 200 diff --git a/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json new file mode 100644 index 0000000..93d06bd --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json @@ -0,0 +1,31 @@ +{ + "schema": "w2-cold-restage-summary-v1", + "result": "pass", + "scope": "all 43 routed-expert layers, cold base-pack rebuild, health hold and guarded cleanup", + "source_patch_sha256_prefix": "e7417054a6e8", + "image_id": "sha256:40f7cd43dac3cb451d984479d730d11051c5984df727a49e9d586101423d4930", + "samples": 245, + "elapsed_seconds": 249.2, + "pack_layers_complete": 43, + "final_health_http": 200, + "host_mem_available_min_bytes": 73793277952, + "cgroup_memory_current_max_bytes": 51807191040, + "cgroup_memory_peak_bytes": 51807522816, + "cgroup_anon_max_bytes": 8231129088, + "cgroup_file_max_bytes": 44430127104, + "cgroup_file_mapped_max_bytes": 38428704768, + "cgroup_swap_current_max_bytes": 0, + "cgroup_event_high_max": 0, + "cgroup_event_max_max": 0, + "cgroup_event_oom_max": 0, + "cgroup_event_oom_kill_max": 0, + "psi_full_avg10_max": 0.0, + "host_swap_in_pages_delta": 160, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0, + "production_pack_fingerprint_unchanged": true, + "services_restored_healthy": true, + "trace_sha256": "9271af0f90160566729a6507f8b8e07ac7d05699e122701110393035b6135f26", + "trace_sanitization": "Epoch and absolute cumulative vmstat counters were removed; swap and OOM counters are expressed as deltas from sample 1.", + "relationship_to_final_patch": "The canonical final patch retains this lazy one-layer staging and fail-closed cache-control implementation; exact-head store, MXFP4, cgroup, baked-image, checkpoint-residency, next-shard retry, and constrained-pack probes are recorded separately." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv new file mode 100644 index 0000000..cd6d6e4 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv @@ -0,0 +1,219 @@ +elapsed_s mem_available cached dirty writeback swap_free_delta cg_current cg_peak cg_max cg_high cg_headroom cg_anon cg_file cg_file_mapped cg_file_dirty cg_file_writeback cg_swap_current cg_swap_max event_high_delta event_max_delta event_oom_delta event_oom_kill_delta swap_event_max_delta psi_full_avg10 pswpin_delta pswpout_delta host_oom_kill_delta pack_version pack_layers health +0.0 118397390848 563482624 3190784 0 0 23961600 24223744 107374182400 103079215104 107350220800 7917568 13549568 5619712 8192 0 0 0 0 0 0 0 0 0.54 0 0 0 2 43 0 +1.0 117926977536 1353629696 3653632 0 0 549392384 549392384 107374182400 103079215104 106824790016 234795008 304627712 200728576 8192 0 0 0 0 0 0 0 0 0.44 0 0 0 2 43 0 +2.0 117597454336 1616166912 4456448 0 0 801034240 801042432 107374182400 103079215104 106573148160 362037248 417058816 248782848 53248 0 0 0 0 0 0 0 0 0.44 0 0 0 2 43 0 +3.0 117473005568 1714683904 6737920 0 0 934932480 935059456 107374182400 103079215104 106439249920 446742528 457793536 253952000 1597440 0 0 0 0 0 0 0 0 0.36 0 0 0 2 43 0 +4.1 117319901184 1749766144 6881280 0 0 1041285120 1041285120 107374182400 103079215104 106332897280 458108928 505905152 255168512 1597440 0 0 0 0 0 0 0 0 0.36 0 0 0 2 43 0 +5.1 116816187392 1828638720 7282688 0 0 1211604992 1211871232 107374182400 103079215104 106162577408 531808256 585850880 283238400 1957888 0 0 0 0 0 0 0 0 0.29 0 0 0 2 43 0 +6.1 115947737088 1869303808 11665408 0 0 1520861184 1520861184 107374182400 103079215104 105853321216 800190464 620187648 304193536 5910528 0 0 0 0 0 0 0 0 0.29 0 0 0 2 43 0 +7.1 115727941632 1944739840 11669504 0 0 1707851776 1707855872 107374182400 103079215104 105666330624 986824704 620187648 305143808 5910528 0 0 0 0 0 0 0 0 0.24 0 0 0 2 43 0 +8.1 115710132224 1948045312 11669504 0 0 1768222720 1768222720 107374182400 103079215104 105605959680 1045995520 620187648 305958912 5910528 0 0 0 0 0 0 0 0 0.24 0 0 0 2 43 0 +9.1 115724996608 1963143168 13910016 0 0 1870073856 1870397440 107374182400 103079215104 105504108544 1128431616 636502016 311029760 8052736 0 0 0 0 0 0 0 0 0.19 0 0 0 2 43 0 +10.2 116800208896 2122969088 13971456 0 0 2018578432 2018590720 107374182400 103079215104 105355603968 1119002624 796012544 397414400 8052736 0 0 0 0 0 0 0 0 0.19 0 0 0 2 43 0 +11.2 117113360384 2165555200 17879040 0 0 1707204608 2045825024 107374182400 103079215104 105666977792 769855488 838475776 304963584 11796480 0 0 0 0 0 0 0 0 0.16 0 0 0 2 43 0 +12.2 116867780608 2166120448 17887232 0 0 2111320064 2111320064 107374182400 103079215104 105262862336 1168556032 838987776 315285504 11800576 0 0 0 0 0 0 0 0 0.16 0 0 0 2 43 0 +13.2 116866400256 2179563520 17924096 0 0 2202939392 2202939392 107374182400 103079215104 105171243008 1258278912 839258112 316633088 11804672 0 0 0 0 0 0 0 0 0.13 0 0 0 2 43 0 +14.2 116850286592 2183008256 19230720 0 0 2308886528 2308911104 107374182400 103079215104 105065295872 1359388672 842805248 319520768 12783616 0 0 0 0 0 0 0 0 0.13 0 0 0 2 43 0 +15.2 116682989568 2366763008 20340736 0 0 2584514560 2584514560 107374182400 103079215104 104789667840 1438748672 1028677632 429568000 13893632 0 0 0 0 0 0 0 0 0.1 0 0 0 2 43 0 +16.2 116441042944 2451116032 20426752 0 0 2952884224 2956066816 107374182400 103079215104 104421298176 1715949568 1113575424 466493440 14094336 0 0 0 0 0 0 0 0 0.1 0 0 0 2 43 0 +17.2 115011117056 4208332800 20815872 0 0 6336376832 6336376832 107374182400 103079215104 101037805568 3329961984 2873348096 2224398336 14336000 0 0 0 0 0 0 0 0 0.08 0 0 0 2 43 0 +18.3 109336764416 5991366656 20836352 0 0 13719232512 13719232512 107374182400 103079215104 93654949888 8913756160 4653318144 4002549760 14352384 0 0 0 0 0 0 0 0 0.08 0 0 0 2 43 0 +19.3 108237103104 8621199360 2648600576 0 0 16142331904 16142331904 107374182400 103079215104 91231850496 8634175488 7283150848 4002553856 2644193280 0 0 0 0 0 0 0 0 0.07 0 0 0 2 43 0 +20.3 108245139456 9413922816 1159622656 1075838976 0 16954351616 16954454016 107374182400 103079215104 90419830784 8634175488 8075874304 4002553856 1153118208 1075838976 0 0 0 0 0 0 0 0.07 0 0 0 2 43 0 +21.3 106278252544 5991366656 20869120 0 0 15308840960 16954454016 107374182400 103079215104 92065341440 10499907584 4653338624 4002553856 14364672 0 0 0 0 0 0 0 0 0.05 0 0 0 2 1 0 +22.3 106502279168 7803318272 220098560 538968064 0 17115705344 17115705344 107374182400 103079215104 90258477056 10446143488 6465282048 4002553856 213594112 538968064 0 0 0 0 0 0 0 0.05 0 0 0 2 1 0 +23.3 108440928256 8316358656 20885504 0 0 16346181632 17115705344 107374182400 103079215104 91028000768 9210392576 6981046272 2763821056 14364672 0 0 0 0 0 0 0 0 0.04 0 0 0 2 1 0 +24.4 105323708416 9557725184 21168128 0 0 20904058880 20904321024 107374182400 103079215104 86470123520 12518113280 8219561984 4002631680 14364672 0 0 0 0 0 0 0 0 0.04 0 0 0 2 1 0 +25.4 106472497152 12980277248 1349591040 566231040 0 22346424320 22346731520 107374182400 103079215104 85027758080 10449260544 11642114048 4002631680 1343741952 559939584 0 0 0 0 0 0 0 0.03 0 0 0 2 1 0 +26.4 105994678272 11369672704 686891008 538968064 0 20692144128 22346731520 107374182400 103079215104 86682038272 10449260544 10031509504 4002631680 681041920 538968064 0 0 0 0 0 0 0 0.03 0 0 0 2 2 0 +27.4 108581580800 7710363648 17956864 0 0 15102033920 22346731520 107374182400 103079215104 92272148480 8573960192 6374395904 2156646400 12058624 0 0 0 0 0 0 0 0 0.03 0 0 0 2 2 0 +28.4 106555764736 9587900416 18092032 0 0 19670212608 22346731520 107374182400 103079215104 87703969792 11255795712 8249720832 4032606208 12058624 0 0 0 0 0 0 0 0 0.03 0 0 0 2 2 0 +29.4 107300401152 13010460672 3361153024 79691776 0 22377869312 22377869312 107374182400 103079215104 84996313088 10450063360 11672272896 4032606208 3350724608 81788928 0 0 0 0 0 0 0 0.02 0 0 0 2 2 0 +30.4 106656325632 10244448256 667537408 8192 0 19538128896 22377869312 107374182400 103079215104 87836053504 10450063360 8906129408 4032606208 668467200 0 0 0 0 0 0 0 0 0.02 0 0 0 2 3 0 +31.5 110101766144 6971944960 13242368 0 0 13614575616 22377869312 107374182400 103079215104 93759606784 7828148224 5638123520 1389604864 12058624 0 0 0 0 0 0 0 0 0.02 0 0 0 2 3 0 +32.5 107704705024 9596600320 14364672 0 0 18890244096 22377869312 107374182400 103079215104 88483938304 10468073472 8258269184 4011241472 12058624 0 0 0 0 0 0 0 0 0.02 0 0 0 2 3 0 +33.5 107243966464 11651813376 2067742720 0 0 20984111104 22377869312 107374182400 103079215104 86390071296 10450075648 10315575296 4011241472 2067267584 0 0 0 0 0 0 0 0 0.01 0 0 0 2 3 0 +34.5 107230277632 13019156480 1431785472 538968064 0 22386843648 22386843648 107374182400 103079215104 84987338752 10450075648 11680821248 4011241472 1427636224 538968064 0 0 0 0 0 0 0 0.01 0 0 0 2 3 0 +35.5 107211280384 13019152384 16728064 343932928 0 22386843648 22386843648 107374182400 103079215104 84987338752 10450075648 11680821248 4011241472 12058624 343932928 0 0 0 0 0 0 0 0.01 0 0 0 2 3 0 +36.5 107164979200 11408572416 815521792 538968064 0 20732108800 22386843648 107374182400 103079215104 86642073600 10450075648 10070208512 4011241472 811712512 538968064 0 0 0 0 0 0 0 0.01 0 0 0 2 4 0 +37.5 110718218240 6200098816 12320768 0 0 12031627264 22386843648 107374182400 103079215104 95342555136 7027507200 4859641856 4041388032 8503296 0 0 0 0 0 0 0 0 0.01 0 0 0 2 4 0 +38.6 107979034624 9331535872 13733888 0 0 18338877440 22386843648 107374182400 103079215104 89035304960 10187042816 7989628928 3769425920 8503296 0 0 0 0 0 0 0 0 0.01 0 0 0 2 4 0 +39.6 107261247488 9597845504 13959168 4096 0 19199889408 22386843648 107374182400 103079215104 88174292992 10783412224 8251744256 4032430080 8622080 0 0 0 0 0 0 0 0 0.0 0 0 0 2 4 0 +40.6 107235872768 13020393472 2301952000 538968064 0 22380814336 22386843648 107374182400 103079215104 84993368064 10450075648 11674296320 4032430080 2296614912 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 4 0 +41.6 107222818816 13020409856 282361856 538968064 0 22380621824 22386843648 107374182400 103079215104 84993560576 10450075648 11674296320 4032430080 277147648 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 4 0 +42.6 106884366336 11204284416 1612484608 0 0 20516990976 22386843648 107374182400 103079215104 86857191424 10450075648 9858162688 4032430080 1606963200 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +43.6 110454980608 6771453952 8183808 0 0 13196677120 22386843648 107374182400 103079215104 94177505280 7623692288 5427490816 1184960512 2641920 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +44.7 107729293312 9598144512 8249344 0 0 18864529408 22386843648 107374182400 103079215104 88509652992 10450075648 8252071936 4011241472 2641920 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +45.7 106248032256 10829234176 1237180416 0 0 20131581952 22386843648 107374182400 103079215104 87242600448 10450075648 9483100160 4011241472 1233670144 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +46.7 106265022464 13020766208 750592000 404750336 0 22380568576 22386843648 107374182400 103079215104 84993613824 10450075648 11674624000 4011241472 744984576 404750336 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +47.7 105686884352 9598222336 6164480 0 0 19446075392 22386843648 107374182400 103079215104 87928107008 11029708800 8252071936 4011241472 540672 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +48.7 106079248384 11410292736 6209536 402653184 0 20725796864 22386843648 107374182400 103079215104 86648385536 10450075648 10064011264 4011241472 540672 402653184 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +49.7 109232508928 7395844096 6213632 0 0 14449172480 22386843648 107374182400 103079215104 92925009920 8248623104 6051082240 1831047168 540672 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +50.7 107153977344 9598078976 6815744 0 0 19384397824 22386843648 107374182400 103079215104 87989784576 10968096768 8251752448 4032442368 540672 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +51.8 106932387840 12571975680 2973143040 348160 0 21920419840 22386843648 107374182400 103079215104 85453762560 10450075648 11225513984 4032430080 2972061696 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +52.8 106918912000 13020766208 1081991168 1075838976 0 22379343872 22386843648 107374182400 103079215104 84994838528 10450075648 11674304512 4032430080 1080430592 1075838976 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +53.8 106462613504 9598222336 3162112 0 0 19123916800 22386843648 107374182400 103079215104 88250265600 10709864448 8251752448 4032430080 397312 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +54.8 106720096256 11410165760 739463168 538968064 0 20724051968 22386843648 107374182400 103079215104 86650130432 10450075648 10063691776 4032430080 736497664 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +55.8 110867984384 6058786816 3698688 0 0 11886710784 22386843648 107374182400 103079215104 95487471616 7027507200 4712579072 2605416448 397312 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +56.8 107947950080 9565511680 3837952 0 0 18804719616 22386843648 107374182400 103079215104 88569462784 10418896896 8221724672 3980169216 397312 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +57.8 106467373056 9598554112 3780608 0 0 19567702016 22386843648 107374182400 103079215104 87806480384 11151171584 8252080128 4011241472 389120 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +58.9 106574442496 13021143040 2350510080 538968064 0 22380707840 22386843648 107374182400 103079215104 84993474560 10450075648 11674632192 4011241472 2347102208 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +59.9 106572197888 13021147136 480161792 538968064 0 22380261376 22386843648 107374182400 103079215104 84993921024 10450075648 11674632192 4011241472 476446720 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +60.9 105696542720 10420682752 824098816 0 0 19711062016 22386843648 107374182400 103079215104 87663120384 10450075648 9074163712 4011241472 822476800 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +61.9 105697988608 11410538496 4407296 536870912 0 20724482048 22386843648 107374182400 103079215104 86649700352 10450075648 10064019456 4011241472 4096 536870912 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +62.9 108176412672 7544889344 5910528 0 0 14734835712 22386843648 107374182400 103079215104 92639346688 8390684672 6193668096 1973149696 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +63.9 106046472192 9609084928 7249920 0 0 19397558272 22386843648 107374182400 103079215104 87976624128 10981040128 8251760640 4032430080 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +64.9 106349850624 12291358720 2696814592 0 0 21629562880 22386843648 107374182400 103079215104 85744619520 10450075648 10944503808 4032430080 2690654208 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +66.0 106366296064 13021167616 1354620928 538968064 0 22377377792 22386843648 107374182400 103079215104 84996804608 10450075648 11674312704 4032430080 1348476928 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +67.0 105807478784 9598767104 2703360 0 0 19255898112 22386843648 107374182400 103079215104 88118284288 10843582464 8251760640 4032430080 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +68.0 108871806976 9627910144 2969600 0 0 15461072896 22386843648 107374182400 103079215104 91913109504 7027507200 8280961024 4062642176 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +69.0 106697789440 8801681408 3661824 0 0 17271500800 22386843648 107374182400 103079215104 90102681600 9653325824 7457800192 3214528512 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +70.0 103726841856 9599311872 4591616 0 0 21015232512 22386843648 107374182400 103079215104 86358949888 12597563392 8252088320 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +71.0 105442463744 13022900224 164196352 587202560 0 22379573248 22386843648 107374182400 103079215104 84994609152 10450075648 11674640384 4011241472 153100288 593494016 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +72.0 106660319232 11412299776 203988992 538968064 0 20725116928 22386843648 107374182400 103079215104 86649065472 10450075648 10064027648 4011241472 199237632 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +73.1 110310752256 6612418560 5263360 0 0 12877455360 22386843648 107374182400 103079215104 94496727040 7464464384 5266665472 1046827008 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +74.1 107605176320 9599692800 5492736 0 0 18864930816 22386843648 107374182400 103079215104 88509251584 10450075648 8251760640 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +75.1 107087081472 9962876928 368304128 0 0 19239768064 22386843648 107374182400 103079215104 88134414336 10450075648 8616665088 4032368640 362815488 0 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +76.1 107053281280 13022621696 1815334912 538968064 0 22381039616 22386843648 107374182400 103079215104 84993142784 10450075648 11674312704 4032368640 1809850368 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +77.1 107056136192 13022679040 146001920 538968064 0 22380888064 22386843648 107374182400 103079215104 84993294336 10450075648 11674312704 4032368640 140517376 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +78.1 107149537280 11412070400 1278480384 538968064 0 20726038528 22386843648 107374182400 103079215104 86648143872 10450075648 10063699968 4032368640 1272979456 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +79.1 110229913600 9629253632 5509120 0 0 15464505344 22386843648 107374182400 103079215104 91909677056 7027507200 8280973312 4062646272 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +80.2 108513243136 8711675904 5525504 0 0 17087209472 22386843648 107374182400 103079215104 90286972928 9563369472 7366041600 3124572160 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +81.2 105483730944 9600188416 5529600 0 0 21016522752 22386843648 107374182400 103079215104 86357659648 12597563392 8252100608 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +82.2 107156439040 13023076352 2629001216 538968064 0 22380732416 22386843648 107374182400 103079215104 84993449984 10450079744 11674652672 4011241472 2623545344 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +83.2 107140014080 13023084544 615743488 538968064 0 22380732416 22386843648 107374182400 103079215104 84993449984 10450079744 11674652672 4011241472 610279424 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +84.2 106922962944 9600536576 5480448 0 0 19426152448 22386843648 107374182400 103079215104 87948029952 11009957888 8252100608 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +85.2 107164864512 11412475904 137633792 538968064 0 20725657600 22386843648 107374182400 103079215104 86648524800 10450079744 10064039936 4011241472 132128768 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +86.2 110310961152 6933360640 5525504 0 0 13519962112 22386843648 107374182400 103079215104 93854220288 7785324544 5587587072 1367625728 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +87.3 107684757504 9601339392 6275072 0 0 18865192960 22386843648 107374182400 103079215104 88508989440 10450157568 8251768832 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +88.3 107199586304 10879340544 1282899968 0 0 20181045248 22386843648 107374182400 103079215104 87193137152 10450161664 9531031552 4032368640 1277173760 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +89.3 107188436992 13024825344 1488658432 538968064 0 22380957696 22386843648 107374182400 103079215104 84993224704 10450161664 11674320896 4032368640 1482694656 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +90.3 106958802944 12813053952 6107136 0 0 22179360768 22386843648 107374182400 103079215104 85194821632 10450161664 11458314240 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +91.3 107028553728 11414319104 1010642944 538968064 0 20725919744 22386843648 107374182400 103079215104 86648262656 10450161664 10063708160 4032368640 1004544000 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +92.3 110505127936 6062825472 6111232 0 0 11887886336 22386843648 107374182400 103079215104 95486296064 7027593216 4712210432 4062646272 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +93.3 107543048192 9533091840 6098944 0 0 18735480832 22386843648 107374182400 103079215104 88638701568 10383966208 8187265024 3945041920 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +94.4 105865629696 9602732032 6656000 0 0 19552124928 22386843648 107374182400 103079215104 87822057472 11135717376 8252108800 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +95.4 106331328512 13025284096 2353369088 538968064 0 22380371968 22386843648 107374182400 103079215104 84993810432 10450276352 11674660864 4011241472 2346721280 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +96.4 106009518080 11414745088 809955328 538968064 0 20725964800 22386843648 107374182400 103079215104 86648217600 10450280448 10064048128 4011241472 803217408 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +97.4 109912162304 6309539840 1429504 0 0 12114202624 22386843648 107374182400 103079215104 95259979776 7027712000 4942024704 4041388032 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +98.4 108053950464 9242034176 1294336 0 0 18115260416 22386843648 107374182400 103079215104 89258921984 10076057600 7878176768 3658125312 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +99.4 106342576128 9616814080 2396160 0 0 18976702464 22386843648 107374182400 103079215104 88397479936 10561265664 8251777024 4032368640 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +100.4 106042630144 13039591424 2290950144 538968064 0 22380421120 22386843648 107374182400 103079215104 84993761280 10450382848 11674329088 4032368640 2287996928 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +101.5 106070298624 13039595520 277688320 538968064 0 22380367872 22386843648 107374182400 103079215104 84993814528 10450382848 11674329088 4032368640 274731008 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +102.5 105983713280 10571194368 949231616 0 0 19839709184 22386843648 107374182400 103079215104 87534473216 10450382848 9199689728 4032368640 945823744 0 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +103.5 106050596864 11437318144 3366912 603979776 0 20725194752 22386843648 107374182400 103079215104 86648987648 10450382848 10063716352 4032368640 8192 603979776 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +104.5 108768972800 7892148224 3313664 0 0 15388938240 22386843648 107374182400 103079215104 91985244160 8717361152 6519582720 2278215680 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +105.5 106451939328 9625722880 3592192 0 0 19922038784 22386843648 107374182400 103079215104 87452143616 11504955392 8252116992 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +106.5 107382222848 13048274944 2887176192 538968064 0 22381092864 22386843648 107374182400 103079215104 84993089536 10450505728 11674669056 4011241472 2883592192 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +107.5 107374936064 13048283136 1150775296 538968064 0 22380900352 22386843648 107374182400 103079215104 84993282048 10450505728 11674669056 4011241472 1147150336 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +108.6 107251408896 11209146368 1584889856 0 0 20493262848 22386843648 107374182400 103079215104 86880919552 10450509824 9835466752 4011241472 1583357952 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +109.6 109511196672 7480139776 3760128 0 0 14493601792 22386843648 107374182400 103079215104 92880580608 8270569472 6073073664 1852641280 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +110.6 106965409792 9660907520 3760128 0 0 19405860864 22386843648 107374182400 103079215104 87968321536 10990034944 8251785216 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +111.6 106806591488 12743720960 3084476416 0 0 22033825792 22386843648 107374182400 103079215104 85340356608 10450612224 11334598656 4032368640 3082821632 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +112.6 106289045504 11183448064 1526288384 0 0 20432715776 22386843648 107374182400 103079215104 86941466624 10450612224 9776414720 4032368640 1522540544 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +113.6 109067612160 7472316416 3776512 0 0 14481444864 22386843648 107374182400 103079215104 92892737536 8263237632 6066835456 1823862784 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +114.6 106702999552 9661362176 4390912 0 0 19504009216 22386843648 107374182400 103079215104 87870173184 11087831040 8252125184 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +115.7 106912468992 12974874624 3315814400 0 0 22270873600 22386843648 107374182400 103079215104 85103308800 10450714624 11565625344 4011241472 3313508352 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +116.7 106910429184 11286667264 1627607040 0 0 20536594432 22386843648 107374182400 103079215104 86837587968 10450714624 9877417984 4011241472 1623203840 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +117.7 110115471360 7393480704 4390912 0 0 14323113984 22386843648 107374182400 103079215104 93051068416 8184975360 5988696064 1766793216 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +118.7 107495116800 9660694528 4399104 0 0 19326365696 22386843648 107374182400 103079215104 88047816704 10910445568 8251793408 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +119.7 107475009536 12484022272 2825203712 0 0 21766725632 22386843648 107374182400 103079215104 85607456768 10450833408 11074560000 4032368640 2822774784 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +120.7 106982449152 11003432960 1346711552 0 0 20247916544 22386843648 107374182400 103079215104 87126265856 10450833408 9596067840 4032368640 1342185472 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +121.7 110263414784 7289073664 4493312 0 0 14113398784 22386843648 107374182400 103079215104 93260783616 8080326656 5882404864 1640796160 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +122.8 107596492800 9661452288 4509696 0 0 19149512704 22386843648 107374182400 103079215104 88224669696 10732838912 8252133376 4011241472 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +123.8 107399155712 12186574848 2529484800 0 0 21464231936 22386843648 107374182400 103079215104 85909950464 10450935808 10779201536 4011241472 2524971008 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +124.8 107008991232 10450132992 790990848 0 0 19677839360 22386843648 107374182400 103079215104 87696343040 10450935808 9040662528 4011241472 788533248 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +125.8 109240676352 7097925632 6590464 0 0 13708283904 22386843648 107374182400 103079215104 93665898496 7879618560 5681156096 1461096448 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +126.8 106684760064 9671565312 7593984 0 0 18864492544 22386843648 107374182400 103079215104 88509689856 10451030016 8251801600 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +127.8 106269081600 10862768128 1202085888 0 0 20098904064 22386843648 107374182400 103079215104 87275278336 10451038208 9453469696 4032368640 1199579136 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +128.8 105808842752 9665294336 4616192 0 0 18870317056 22386843648 107374182400 103079215104 88503865344 10451038208 8255995904 4032368640 4202496 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +129.9 109422878720 6799933440 3608576 0 0 13130784768 22386843648 107374182400 103079215104 94243397632 7590572032 5393653760 1150844928 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +130.9 106415665152 9661280256 3956736 0 0 18865840128 22386843648 107374182400 103079215104 88508342272 10451136512 8252141568 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +131.9 105259581440 10412396544 753061888 0 0 19638996992 22386843648 107374182400 103079215104 87735185408 10451140608 9002921984 4011241472 748695552 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +132.9 104501608448 9661636608 3932160 0 0 19339714560 22386843648 107374182400 103079215104 88034467840 10923454464 8252141568 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +133.9 108817342464 6581121024 4939776 0 0 12695609344 22386843648 107374182400 103079215104 94678573056 7373000704 5176659968 954437632 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +134.9 106428825600 9661292544 4841472 0 0 18865537024 22386843648 107374182400 103079215104 88508645376 10451243008 8251809792 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +136.0 105631199232 9661595648 5316608 0 0 19938484224 22386843648 107374182400 103079215104 87435698176 11524988928 8251809792 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +137.0 104697782272 9661603840 5328896 0 0 19746553856 22386843648 107374182400 103079215104 87627628544 11305926656 8251809792 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +138.0 109012815872 6278742016 5390336 0 0 12081827840 22386843648 107374182400 103079215104 95292354560 7068823552 4870475776 628920320 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +139.0 106803253248 9662140416 5406720 0 0 18865868800 22386843648 107374182400 103079215104 88508313600 10451341312 8252149760 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +140.0 105460244480 9662943232 7225344 0 0 19346317312 22386843648 107374182400 103079215104 88027865088 10930470912 8252149760 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +141.1 105384886272 9662947328 7233536 0 0 18880823296 22386843648 107374182400 103079215104 88493359104 10464194560 8252149760 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +142.1 109308166144 6352306176 7258112 0 0 12232773632 22386843648 107374182400 103079215104 95141408768 7144706048 4945465344 725770240 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +143.1 106869440512 9662730240 7282688 0 0 18865422336 22386843648 107374182400 103079215104 88508760064 10451447808 8251817984 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +144.1 105568686080 9662730240 7282688 0 0 19940999168 22386843648 107374182400 103079215104 87433183232 11525193728 8251817984 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +145.2 105246900224 9662730240 7413760 0 0 19452952576 22386843648 107374182400 103079215104 87921229824 11025162240 8251817984 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +146.2 109408595968 6247596032 7421952 0 0 12018630656 22386843648 107374182400 103079215104 95355551744 7037820928 4839292928 597725184 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +147.2 106517901312 9663086592 7434240 0 0 18866167808 22386843648 107374182400 103079215104 88508014592 10451554304 8252157952 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +148.2 105799794688 9663086592 7413760 0 0 19415240704 22386843648 107374182400 103079215104 87958941696 10975076352 8252157952 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +149.3 105906974720 9663143936 7417856 0 0 19402555392 22386843648 107374182400 103079215104 87971627008 10985623552 8252157952 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +150.3 110180798464 6208659456 7553024 0 0 11970166784 22386843648 107374182400 103079215104 95404015616 7029002240 4798988288 579178496 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +151.3 107212869632 9662820352 7561216 0 0 18865909760 22386843648 107374182400 103079215104 88508272640 10451664896 8251830272 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +152.3 106147004416 9662820352 7561216 0 0 19918766080 22386843648 107374182400 103079215104 87455416320 11501760512 8251830272 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +153.3 105504985088 9662820352 7499776 0 0 19652481024 22386843648 107374182400 103079215104 87721701376 11223584768 8251830272 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +154.4 109907079168 6284025856 7663616 0 0 12097585152 22386843648 107374182400 103079215104 95276597248 7074770944 4878192640 634388480 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +155.4 107018014720 9663172608 7942144 0 0 18865483776 22386843648 107374182400 103079215104 88508698624 10451767296 8252170240 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +156.4 105930321920 9663172608 7925760 0 0 19736768512 22386843648 107374182400 103079215104 87637413888 11305127936 8252170240 4011241472 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +157.4 105237319680 9663176704 8069120 0 0 20075380736 22386843648 107374182400 103079215104 87298801664 11659739136 8252170240 4011241472 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +158.5 110307127296 6274990080 2494464 0 0 12073127936 22386843648 107374182400 103079215104 95301054464 7065370624 4866314240 646074368 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +159.5 107365552128 9662984192 4296704 0 0 18865442816 22386843648 107374182400 103079215104 88508739584 10451869696 8251838464 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +160.5 106615648256 9662984192 5640192 0 0 19335667712 22386843648 107374182400 103079215104 88038514688 10897801216 8251838464 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +161.5 107060629504 9662980096 5484544 0 0 18883571712 22386843648 107374182400 103079215104 88490610688 10464792576 8251838464 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +162.6 111084343296 6301020160 5660672 0 0 12126593024 22386843648 107374182400 103079215104 95247589376 7091867648 4892684288 651255808 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +163.6 107753869312 9663332352 5664768 0 0 18866663424 22386843648 107374182400 103079215104 88507518976 10451980288 8252178432 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +164.6 106607960064 9671716864 5795840 0 0 19531137024 22386843648 107374182400 103079215104 87843045376 11094605824 8252178432 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +165.6 105876307968 9671716864 5799936 0 0 20076466176 22386843648 107374182400 103079215104 87297716224 11659948032 8252178432 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +166.6 110824050688 6204747776 5750784 0 0 11957866496 22386843648 107374182400 103079215104 95416315904 7029415936 4786421760 566857728 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +167.6 107677933568 9671503872 5730304 0 0 18866167808 22386843648 107374182400 103079215104 88508014592 10452082688 8251846656 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +168.7 105560879104 9671503872 3833856 266240 0 19941949440 22386843648 107374182400 103079215104 87432232960 11525828608 8251846656 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +169.7 105340706816 9671737344 3977216 0 0 19214073856 22386843648 107374182400 103079215104 88160108544 10787946496 8251846656 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +170.7 110496514048 6298058752 3989504 0 0 12106280960 22386843648 107374182400 103079215104 95267901440 7079981056 4882718720 639213568 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +171.7 107623440384 9672085504 3993600 0 0 18867437568 22386843648 107374182400 103079215104 88506744832 10452180992 8252186624 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +172.8 106852339712 9672085504 4038656 0 0 19150225408 22386843648 107374182400 103079215104 88223956992 10716884992 8252186624 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +173.8 105812852736 9672089600 4030464 0 0 19682312192 22386843648 107374182400 103079215104 87691870208 11263741952 8252186624 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +174.8 110987747328 6279401472 4374528 0 0 12064464896 22386843648 107374182400 103079215104 95309717504 7060967424 4861280256 641196032 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +175.8 107746754560 9671766016 4509696 0 0 18866569216 22386843648 107374182400 103079215104 88507613184 10452291584 8251854848 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +176.8 106683183104 9671770112 4644864 0 0 19533541376 22386843648 107374182400 103079215104 87840641024 11093082112 8251854848 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +177.9 106003193856 9671770112 4644864 0 0 19482275840 22386843648 107374182400 103079215104 87891906560 11063787520 8251854848 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +178.9 110446886912 6328791040 4669440 0 0 12163473408 22386843648 107374182400 103079215104 95210708992 7109414912 4910632960 668512256 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +179.9 107403780096 9671794688 4706304 0 0 18867150848 22386843648 107374182400 103079215104 88507031552 10452393984 8252194816 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +180.9 106565308416 9672130560 4710400 0 0 19192467456 22386843648 107374182400 103079215104 88181714944 10772959232 8252194816 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +181.9 105866752000 9672126464 4706304 0 0 19437027328 22386843648 107374182400 103079215104 87937155072 11000430592 8252194816 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +183.0 109762113536 6365741056 4718592 0 0 12242980864 22386843648 107374182400 103079215104 95131201536 7149916160 4950081536 730009600 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +184.0 107516383232 9671802880 4718592 0 0 18867118080 22386843648 107374182400 103079215104 88507064320 10452496384 8251863040 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +185.0 107046137856 9671802880 4718592 0 0 18872279040 22386843648 107374182400 103079215104 88501903360 10453946368 8251863040 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +186.0 106367213568 9680617472 6205440 0 0 18914902016 22386843648 107374182400 103079215104 88459280384 10501865472 8251863040 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +187.0 109684105216 6323675136 7065600 0 0 12137586688 22386843648 107374182400 103079215104 95236595712 7097364480 4898209792 656183296 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +188.0 106741686272 9682501632 7196672 0 0 18867097600 22386843648 107374182400 103079215104 88507084800 10452598784 8252203008 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +189.1 105688719360 9672196096 6479872 0 0 19940184064 22386843648 107374182400 103079215104 87433998336 11526344704 8252203008 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +190.1 105659330560 9672437760 1044480 0 0 18869616640 22386843648 107374182400 103079215104 88504565760 10452606976 8252203008 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +191.1 109686640640 6271156224 2625536 0 0 12048011264 22386843648 107374182400 103079215104 95326171136 7052730368 4852752384 632635392 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +192.1 105751339008 9672007680 2895872 0 0 18866335744 22386843648 107374182400 103079215104 88507846656 10452709376 8251871232 4032368640 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +193.1 104840015872 9672335360 3772416 0 0 19247882240 22386843648 107374182400 103079215104 88126300160 10812915712 8251871232 4032368640 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +194.2 104583036928 9672413184 5140480 0 0 19492478976 22386843648 107374182400 103079215104 87881703424 11066060800 8251871232 4032368640 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +195.2 110337110016 6250061824 5152768 0 0 12000391168 22386843648 107374182400 103079215104 95373791232 7030153216 4829777920 588742656 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +196.2 107057000448 9672761344 5730304 0 0 18867339264 22386843648 107374182400 103079215104 88506843136 10452815872 8252211200 4011241472 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +197.3 106141708288 9672765440 5865472 0 0 19279933440 22386843648 107374182400 103079215104 88094248960 10852663296 8252211200 4011241472 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +198.3 105704759296 9672765440 5865472 0 0 19729543168 22386843648 107374182400 103079215104 87644639232 11304013824 8252211200 4011241472 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +199.3 110663204864 6287581184 5951488 0 0 12087222272 22386843648 107374182400 103079215104 95286960128 7071035392 4872085504 650653696 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +200.3 107311988736 9672921088 4890624 0 0 18867527680 22386843648 107374182400 103079215104 88506654720 10452918272 8251879424 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +201.4 105432145920 9672921088 4890624 0 0 19943219200 22386843648 107374182400 103079215104 87430963200 11526664192 8251879424 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +202.4 105517785088 9672921088 4894720 0 0 19522424832 22386843648 107374182400 103079215104 87851757568 11105914880 8251879424 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +203.4 110013861888 6292484096 4907008 0 0 12092190720 22386843648 107374182400 103079215104 95281991680 7073005568 4874547200 631504896 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +204.4 106923438080 9673314304 5300224 0 0 18867478528 22386843648 107374182400 103079215104 88506703872 10453020672 8252219392 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +205.4 105970049024 9673314304 5279744 0 0 19189751808 22386843648 107374182400 103079215104 88184430592 10762825728 8252219392 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +206.4 105824931840 9673314304 5439488 0 0 18880282624 22386843648 107374182400 103079215104 88493899776 10462920704 8252219392 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +207.5 109989425152 6351507456 5455872 0 0 12212494336 22386843648 107374182400 103079215104 95161688064 7133655040 4934483968 713019392 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +208.5 107304099840 9672994816 5451776 0 0 18867871744 22386843648 107374182400 103079215104 88506310656 10453131264 8251887616 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +209.5 105747546112 9673347072 5554176 0 0 19163373568 22386843648 107374182400 103079215104 88210808832 10736046080 8251887616 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +210.5 105152454656 9673355264 5689344 0 0 19166117888 22386843648 107374182400 103079215104 88208064512 10749353984 8251887616 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +211.5 109454630912 6394028032 5701632 0 0 12294451200 22386843648 107374182400 103079215104 95079731200 7174336512 4975943680 732577792 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +212.5 106834354176 9673388032 5701632 0 0 18868027392 22386843648 107374182400 103079215104 88506155008 10453233664 8252227584 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +213.6 106769035264 9673707520 5705728 0 0 18935398400 22386843648 107374182400 103079215104 88438784000 10520080384 8252227584 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +214.6 106633592832 9673707520 5836800 0 0 18875744256 22386843648 107374182400 103079215104 88498438144 10457751552 8252227584 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +215.6 110484443136 6343184384 6389760 0 0 12189859840 22386843648 107374182400 103079215104 95184322560 7124361216 4923674624 703545344 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +216.6 107371524096 9673076736 6377472 0 0 18867568640 22386843648 107374182400 103079215104 88506613760 10453331968 8251895808 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +217.6 106535313408 9673388032 6512640 0 0 18891390976 22386843648 107374182400 103079215104 88482791424 10473922560 8251895808 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +218.6 105980203008 9673388032 6643712 0 0 18907787264 22386843648 107374182400 103079215104 88466395136 10489798656 8251895808 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 43 0 +219.6 109866704896 6591528960 6758400 0 0 12343566336 22386843648 107374182400 103079215104 95030616064 7030779904 5170307072 930189312 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 43 0 +220.7 109414805504 2634194944 8765440 0 0 8413315072 22386843648 107374182400 103079215104 98960867328 7064363008 1213825024 481644544 2260992 0 0 0 0 0 0 0 0 0.0 0 0 0 2 43 0 diff --git a/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json new file mode 100644 index 0000000..d508a0d --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json @@ -0,0 +1,55 @@ +{ + "schema_version": "ds4-w2-frozen-rc-cold-restage-v1", + "artifact": { + "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "origin_main_cutoff": "94be3aa3d7a8b82c7fc9687990a7edb6035f69f3", + "wrapper_commit": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc", + "source_patch_sha256": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2" + }, + "restage": { + "checkpoint_shards_completed": 46, + "checkpoint_shards_total": 46, + "expert_pack_layers": 43, + "checkpoint_shard_loading_seconds": 203, + "container_start_to_ready_seconds": 340, + "base_cache_gb": 8, + "delta_cache_gb": 6, + "fp4_split_enabled": false + }, + "cold_restage_trace": { + "samples": 218, + "window_seconds": 220.7, + "min_mem_available_bytes": 103726841856, + "max_cgroup_current_bytes": 22386843648, + "max_cgroup_peak_bytes": 22386843648, + "min_cgroup_hard_headroom_bytes": 84987338752, + "min_memory_high_headroom_bytes": 80692371456, + "max_cgroup_anon_bytes": 12597563392, + "max_cgroup_file_bytes": 11680821248, + "max_cgroup_file_mapped_bytes": 4062646272, + "max_cgroup_swap_bytes": 0, + "max_psi_full_avg10": 0.54, + "memory_high_event_delta": 0, + "memory_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_page_delta": 0, + "host_swap_out_page_delta": 0, + "host_oom_kill_delta": 0, + "trace": "frozen-rc-memory-trace.tsv" + }, + "lifecycle": { + "controller_exit_status": 0, + "evaluation_container_absent_after_cleanup": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "production_services_active": true, + "production_health_codes": [ + 200, + 200 + ], + "disposable_store_removed": true + }, + "evidence_boundary": "The trace covers the exact frozen release candidate from container start through completion of all checkpoint shards. Later quality and context activity is summarized separately and is not included in these cold-restage maxima." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/aggregate.json b/evidence/public/ds4-w2-2026-07-11/p1/aggregate.json new file mode 100644 index 0000000..fceab4c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/aggregate.json @@ -0,0 +1,208 @@ +{ + "schema_version": "ds4-w2-p1-public-aggregate-v1", + "evaluation_scope": { + "seeds": [ + 42, + 43, + 44 + ], + "responses_per_seed": 40, + "response_total": 120, + "order": "reasoning-coding-interleaved-fixed", + "prewarm": { + "suite_version": "ds4-w2-prewarm-v4", + "cases_per_seed": 10, + "accepted_per_seed": { + "42": 10, + "43": 10, + "44": 10 + }, + "accepted_combined": 30, + "total_combined": 30, + "retries": 0 + } + }, + "baseline_context": { + "machine_exact": 76, + "responses": 120, + "sinks": 16, + "sink_rate": 0.13333333333333333, + "comparability_caveat": "The baseline is a corrected re-score of historical warm runs under a different runtime and prewarm contract. It is operational context, not a causal control arm for any single change." + }, + "final_quality": { + "per_seed": [ + { + "seed": 42, + "machine_exact": 39, + "machine_lenient": 39, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + }, + { + "seed": 43, + "machine_exact": 40, + "machine_lenient": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + }, + { + "seed": 44, + "machine_exact": 40, + "machine_lenient": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + } + ], + "combined": { + "machine_exact": 119, + "machine_lenient": 119, + "semantic_equivalent": 120, + "responses": 120, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + }, + "latex_normalization_caveat": { + "seed": 42, + "item": "r17", + "expected": "3/8", + "returned_final": "\\(\\frac{3}{8}\\)", + "machine_exact": false, + "machine_lenient": false, + "sink": false, + "interpretation": "The returned value is mathematically equivalent to 3/8, but the frozen scorer does not normalize this LaTeX wrapper. The public machine score remains 119/120; 120/120 is reported separately as a semantic-equivalence interpretation." + } + }, + "receipt_derived_performance": { + "latency_seconds": { + "percentile_method": "nearest-rank", + "per_seed": [ + { + "seed": 42, + "sum": 428.445, + "mean": 10.711125, + "p50": 9.7485, + "p95": 17.671, + "max": 29.01 + }, + { + "seed": 43, + "sum": 441.176, + "mean": 11.0294, + "p50": 10.7295, + "p95": 15.435, + "max": 31.227 + }, + { + "seed": 44, + "sum": 418.249, + "mean": 10.456225, + "p50": 9.6525, + "p95": 16.364, + "max": 30.377 + } + ], + "combined": { + "sum": 1287.87, + "mean": 10.73225, + "p50": 9.981, + "p95": 17.671, + "max": 31.227 + } + }, + "completion_tokens": { + "percentile_method": "nearest-rank", + "per_seed": [ + { + "seed": 42, + "sum": 3082, + "mean": 77.05, + "p50": 70.5, + "p95": 145, + "max": 230 + }, + { + "seed": 43, + "sum": 3202, + "mean": 80.05, + "p50": 78.5, + "p95": 136, + "max": 235 + }, + { + "seed": 44, + "sum": 2996, + "mean": 74.9, + "p50": 70, + "p95": 136, + "max": 253 + } + ], + "combined": { + "sum": 9280, + "mean": 77.33333333333333, + "p50": 71.5, + "p95": 138, + "max": 253 + } + }, + "serial_completion_tokens_per_receipt_wall_second": 7.205696227103666, + "throughput_caveat": "The derived rate divides completion-token receipts by summed per-request wall time. It is not a concurrent engine-throughput benchmark." + }, + "near_edge_context": { + "served_window_tokens": 32768, + "target_prompt_tokens": 30000, + "depths": [ + 0.1, + 0.5, + 0.9 + ], + "accepted": 3, + "of": 3, + "exact_prompt_token_count_required": true, + "exact_terminal_passphrase_required": true, + "role": "P1 near-edge validation and rehearsal of the P2 context harness; it is not a 128K P2 result." + }, + "pool_activity_during_scoring": { + "per_seed": [ + { + "seed": 42, + "evictions": 76911, + "promotions": 76911 + }, + { + "seed": 43, + "evictions": 80902, + "promotions": 80902 + }, + { + "seed": 44, + "evictions": 75113, + "promotions": 75113 + } + ], + "combined": { + "evictions": 232926, + "promotions": 232926 + }, + "policy_boundary": "All three quality runs passed their pre-score and post-score liveness/churn policy. Replay rate and second-order residue were retained telemetry, not rejection thresholds; the separate strict zero-residue diagnostic did not pass." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/cleanup.json b/evidence/public/ds4-w2-2026-07-11/p1/cleanup.json new file mode 100644 index 0000000..a2749e3 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/cleanup.json @@ -0,0 +1,22 @@ +{ + "schema_version": "ds4-w2-p1-public-cleanup-v1", + "result": "pass", + "stop_handshake_accepted": true, + "controller_cleanup_exit_code": 0, + "cleanup_completed_at_utc": "2026-07-11T22:37:13Z", + "watchdog_done_marker_present": true, + "abort_receipt_present": false, + "evaluation_container_absent_after": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "stopped_services_expected_count": 2, + "stopped_services_active_after_count": 2, + "generated_store_removed_after_evidence_sync": true, + "generated_store_removed_bytes": 230317622095, + "controller_log": { + "line_count": 31, + "byte_count": 2646, + "sha256": "d328c7b47d08c0fd0564cdee2c41f56afe1d3ef9321e543f0a6f764b342e161f" + }, + "verification_note": "The final container-inspect receipt was captured before stop. Post-stop absence is established by the guarded controller's successful remove-and-reinspect path and zero cleanup exit code; topology-specific identifiers remain private." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json new file mode 100644 index 0000000..f196366 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json @@ -0,0 +1,94 @@ +{ + "schema_version": "ds4-w2-context-v1", + "run_label": "p1-final-32k-context-30k", + "probe_role": "P1 near-edge validation and rehearsal of the P2 context harness; this is not a 128K P2 result.", + "status": "complete", + "started_at_utc": "2026-07-11T22:31:49.983051Z", + "completed_at_utc": "2026-07-11T22:36:27.833651Z", + "context_validated": true, + "probe": { + "cases": [ + { + "depth": 0.1, + "target_prompt_tokens": 30000 + }, + { + "depth": 0.5, + "target_prompt_tokens": 30000 + }, + { + "depth": 0.9, + "target_prompt_tokens": 30000 + } + ], + "expected_runtime": { + "base_cache_gb": 8.0, + "delta_gb": 6.0, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "max_num_seqs": 1, + "speculative_tokens": 0 + }, + "generator_version": "deterministic-word-haystack-v1", + "max_tokens": 256, + "model": "deepseek-v4-flash-w2", + "prompt_token_tolerance": 64, + "seed": 20260711, + "timeout_seconds": 3600 + }, + "harness": { + "files": { + "context_probe.py": "07b76343c5007ae98e84de22cb34931a440243e9a923d480aebc02e0d2664312", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "summary": { + "accepted": 3, + "max_observed_prompt_tokens": 30000, + "of": 3, + "receipts_sha256": "cd2c7621f168683aee68e37c9008dd5faecc808b74fe93ed3b39405f841393fe", + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "error": null, + "artifacts": { + "manifest": "context-30k.manifest.json", + "receipts_jsonl": "context-30k.receipts.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl new file mode 100644 index 0000000..d4c659b --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl @@ -0,0 +1,3 @@ +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":32768,"n_words":30000,"prompt_tokens":39927,"request_sha256":"34bbaf286de7fcb13d16f258807f96d401dc7d3c927acfdf7a15f5b914964db2","status_code":200,"wall_seconds":0.147},{"max_model_len":32768,"n_words":14999,"prompt_tokens":19957,"request_sha256":"c3bf421539aa3f3af246ae0eb1631c29f6d4a4c2f423c5dda7fcda4ee1235017","status_code":200,"wall_seconds":0.088},{"max_model_len":32768,"n_words":22499,"prompt_tokens":29930,"request_sha256":"d3ac4d088c15da03795dbf8d73c9f2fd6ca4e07985f514b20f761dd4338ff4a0","status_code":200,"wall_seconds":0.103},{"max_model_len":32768,"n_words":26249,"prompt_tokens":34944,"request_sha256":"c9bff07bd89b153a17ca09d3371ea88de865ab780c627b5140fd5c389384e394","status_code":200,"wall_seconds":0.123},{"max_model_len":32768,"n_words":24374,"prompt_tokens":32459,"request_sha256":"b8d1b0b767cbed27bafae967c8d9dedfd3a22daae43f77c1be4d0998004dad84","status_code":200,"wall_seconds":0.127},{"max_model_len":32768,"n_words":23436,"prompt_tokens":31220,"request_sha256":"f753893468230c5955c8163d26b8e134facfd6ce91d1f131acc6222218eb675e","status_code":200,"wall_seconds":0.108},{"max_model_len":32768,"n_words":22967,"prompt_tokens":30564,"request_sha256":"acaafd5022aba072a233ced8c90b0a127e089e5b8dfffed19fdefdf3e245bff9","status_code":200,"wall_seconds":0.126},{"max_model_len":32768,"n_words":22733,"prompt_tokens":30262,"request_sha256":"c360ed1276f8b5e543bd29f2f1bdcb18cb2fa4e41dfaca40c70fa2dcfbb13a7f","status_code":200,"wall_seconds":0.107},{"max_model_len":32768,"n_words":22616,"prompt_tokens":30092,"request_sha256":"37bc24b467528a107343ed6358642e4f559773dec570861d4a53363cd7a44b97","status_code":200,"wall_seconds":0.091},{"max_model_len":32768,"n_words":22557,"prompt_tokens":30006,"request_sha256":"dbffc59bbe13154bce9b1ec7496fefab9ea2de2aefb17dd20fb4e6fd64011ba5","status_code":200,"wall_seconds":0.093},{"max_model_len":32768,"n_words":22528,"prompt_tokens":29970,"request_sha256":"eb92c59cf1fef102694933cfa33c32c7a79239b20661e51abcbc56bfee509b49","status_code":200,"wall_seconds":0.106},{"max_model_len":32768,"n_words":22542,"prompt_tokens":29989,"request_sha256":"7c0f63094973ffc423e4ce24c633744545843897104d28da92489a618b165b10","status_code":200,"wall_seconds":0.117},{"max_model_len":32768,"n_words":22549,"prompt_tokens":29997,"request_sha256":"2ef293f5145971fc795ecfcb030420783b992b8d787d624ec5875bf106f9d2aa","status_code":200,"wall_seconds":0.11},{"max_model_len":32768,"n_words":22553,"prompt_tokens":30000,"request_sha256":"32c73e3443cfda2c360db92b681c4ccae3b5d8d404f7ac8348415a238d7fe7eb","status_code":200,"wall_seconds":0.096}],"observed_prompt_tokens":30000,"selected_words":22553},"completed_at_utc":"2026-07-11T22:33:25.499988Z","depth":0.1,"error":null,"expected_answer":"DS4-1D3DD7406490E406","generator_version":"deterministic-word-haystack-v1","ordinal":1,"prompt_token_tolerance":64,"request":{"max_tokens":256,"prompt_bytes":158041,"prompt_sha256":"719c3cb3b77dbd120e75a693e18748d45398e350c8caaabea4fac8ec1e7f0f1c","request_sha256":"a5803dbcf66e29942f2e9b1fd69907a7faf062f06597c2759b61c93d9c475e3f","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":13,"content":"DS4-1D3DD7406490E406","content_sha256":"2512497137568daef5c757fd225887ccac533a1c075b930662c0a9d15d14af1a","extracted_answer":"DS4-1D3DD7406490E406","finish_reason":"stop","prompt_tokens":30000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":93.914},"schema_version":"ds4-w2-context-v1","seed":20260711,"started_at_utc":"2026-07-11T22:31:49.984064Z","target_prompt_tokens":30000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":32768,"n_words":30000,"prompt_tokens":40096,"request_sha256":"62885d256802cdd84011ca2e81758784ca85fe601af0509b122d99e8a98e0b2f","status_code":200,"wall_seconds":0.108},{"max_model_len":32768,"n_words":14999,"prompt_tokens":20089,"request_sha256":"373e83f4035daad293d18ee376cbb410673e29b2eff93fc34c0ca4c6c486e2c1","status_code":200,"wall_seconds":0.092},{"max_model_len":32768,"n_words":22499,"prompt_tokens":30106,"request_sha256":"bdcb8a6570ef1081767a2eff7e208242e70b7b6d13efc8c316c9cecc52fc0096","status_code":200,"wall_seconds":0.09},{"max_model_len":32768,"n_words":18749,"prompt_tokens":25064,"request_sha256":"bd96ce643204e105709ff4c2364dfa84d7f433fcc94f485bbbfa8b015a07451f","status_code":200,"wall_seconds":0.085},{"max_model_len":32768,"n_words":20624,"prompt_tokens":27578,"request_sha256":"85b83c78817f3144cbd02220b46d2cda6157bf016e3e4f15cb879a5bfeaebb1c","status_code":200,"wall_seconds":0.083},{"max_model_len":32768,"n_words":21561,"prompt_tokens":28854,"request_sha256":"219fe2a82506822171c2357c18c6d5fb8d6e828211e79e36c8532b89192752c6","status_code":200,"wall_seconds":0.081},{"max_model_len":32768,"n_words":22030,"prompt_tokens":29490,"request_sha256":"b6c40716fc78726db1441f1fd5d7425f934a661a6e5db18ebdc9f0a6d132b6b1","status_code":200,"wall_seconds":0.109},{"max_model_len":32768,"n_words":22264,"prompt_tokens":29788,"request_sha256":"3a939d73706400fc9e8a6c2574f223550d3e598996d10628b4da30e9cc9b6e64","status_code":200,"wall_seconds":0.093},{"max_model_len":32768,"n_words":22381,"prompt_tokens":29940,"request_sha256":"18ed22ff3a76efec4963c4f91fcaf06ce0981d1a000f69b1b0e16a710aaa307f","status_code":200,"wall_seconds":0.089},{"max_model_len":32768,"n_words":22440,"prompt_tokens":30021,"request_sha256":"24df54ebd04e28baa0bfc9fb7f12be292f05bfa811e94105e4894408c3c2470f","status_code":200,"wall_seconds":0.091},{"max_model_len":32768,"n_words":22410,"prompt_tokens":29978,"request_sha256":"6be328d88b951bb5e6f3e05693920fbc1691d95ef3465a443d3f20c5bf975199","status_code":200,"wall_seconds":0.115},{"max_model_len":32768,"n_words":22425,"prompt_tokens":29999,"request_sha256":"04caf3bc867ba8eaa97ff24aeed0a9a58dbf672f0073551b5c9f6cddd6275b05","status_code":200,"wall_seconds":0.089},{"max_model_len":32768,"n_words":22432,"prompt_tokens":30007,"request_sha256":"9121fe173f476b656a13945105628e402c3c2fecaa6599c352b0b3aec9cf5eea","status_code":200,"wall_seconds":0.092},{"max_model_len":32768,"n_words":22428,"prompt_tokens":30004,"request_sha256":"f24d581d9c2a59f1771577cc4a74eeab3740559ed85fec52f061093cc6c56348","status_code":200,"wall_seconds":0.096},{"max_model_len":32768,"n_words":22426,"prompt_tokens":30000,"request_sha256":"63e98c9064d65f853a9ef4148a7551d1f6e969f435eaab315cfc505a8e994e0c","status_code":200,"wall_seconds":0.101}],"observed_prompt_tokens":30000,"selected_words":22426},"completed_at_utc":"2026-07-11T22:34:56.523151Z","depth":0.5,"error":null,"expected_answer":"DS4-5C1FFB67472838B8","generator_version":"deterministic-word-haystack-v1","ordinal":2,"prompt_token_tolerance":64,"request":{"max_tokens":256,"prompt_bytes":157293,"prompt_sha256":"1b546e91185d6bb1b79e08cd9faa993afd8fea367d3c0ab0bb8a86d40a5134b3","request_sha256":"2a3fdac503d4f6151aa806d05695d53382600e7efb699ff1012cc1b23875d352","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":14,"content":"DS4-5C1FFB67472838B8","content_sha256":"122001f8de39482e6ed15a3f2c91233c1c1e88131f6e24a1cb5fa586a3664a0a","extracted_answer":"DS4-5C1FFB67472838B8","finish_reason":"stop","prompt_tokens":30000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":89.529},"schema_version":"ds4-w2-context-v1","seed":20260712,"started_at_utc":"2026-07-11T22:33:25.500632Z","target_prompt_tokens":30000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":32768,"n_words":30000,"prompt_tokens":40140,"request_sha256":"4bf1ab78ed6dfd2eed3fac4ec9e3304edb613634c96c1e2d3cca737f420fc904","status_code":200,"wall_seconds":0.1},{"max_model_len":32768,"n_words":14999,"prompt_tokens":20177,"request_sha256":"9f3458b26219a0fece6197e3a73072c1fe744f877a39475acb5b06d3b8d99265","status_code":200,"wall_seconds":0.073},{"max_model_len":32768,"n_words":22499,"prompt_tokens":30135,"request_sha256":"73da5c55e22755485cbdb549dcb21ae4e0ad5672583d8aa44c6c4370a893d9bb","status_code":200,"wall_seconds":0.096},{"max_model_len":32768,"n_words":18749,"prompt_tokens":25140,"request_sha256":"c88c6d3775b49dc32cc37c08021085f7b9a615236ce5bfafa599b4642ab2ec0b","status_code":200,"wall_seconds":0.1},{"max_model_len":32768,"n_words":20624,"prompt_tokens":27654,"request_sha256":"c090231b8cb540fde094da6659292527e65f728b9ddcf99dd2f1049ef9058426","status_code":200,"wall_seconds":0.122},{"max_model_len":32768,"n_words":21561,"prompt_tokens":28893,"request_sha256":"3300491edcf1d870c2a0c994bdfcbd178537bc3308754fbd2768b7aad265128d","status_code":200,"wall_seconds":0.099},{"max_model_len":32768,"n_words":22030,"prompt_tokens":29508,"request_sha256":"cefe8d26f8fcd8c7413a904d82f476dcb03e9d4992ed5436936b8de3445f8f80","status_code":200,"wall_seconds":0.11},{"max_model_len":32768,"n_words":22264,"prompt_tokens":29818,"request_sha256":"e8c34ed7a91a35833ee79ecf5ffb32ea0c04a3b13c8e074ecb9ae968984bf789","status_code":200,"wall_seconds":0.123},{"max_model_len":32768,"n_words":22381,"prompt_tokens":29977,"request_sha256":"55df4ed2d535d6c0ef9ae1debbe32fca2c240f60c869742aa081e62be27ef58d","status_code":200,"wall_seconds":0.115},{"max_model_len":32768,"n_words":22440,"prompt_tokens":30056,"request_sha256":"a322c190c59d6ade0113a7c47bcceeceaf1f408579b9504f1a8c323125296796","status_code":200,"wall_seconds":0.089},{"max_model_len":32768,"n_words":22410,"prompt_tokens":30018,"request_sha256":"ff0c52abefa096972e48dd52b60d45694ba8f38562e5d40e21871ea539f8f019","status_code":200,"wall_seconds":0.096},{"max_model_len":32768,"n_words":22395,"prompt_tokens":29998,"request_sha256":"18ed558f959c166e43171ab8364f416160b2156a6742d663b89fe0ee2b2747bb","status_code":200,"wall_seconds":0.099},{"max_model_len":32768,"n_words":22402,"prompt_tokens":30006,"request_sha256":"1cc9d62a643b1514ef55ee3a4ee6878a36bdf67803cdb4bab3190df04001c555","status_code":200,"wall_seconds":0.118},{"max_model_len":32768,"n_words":22398,"prompt_tokens":30000,"request_sha256":"2e385a02e9df2f6658167f96c19ec4797b8e01589d1d670992d5868cb9e5800f","status_code":200,"wall_seconds":0.098}],"observed_prompt_tokens":30000,"selected_words":22398},"completed_at_utc":"2026-07-11T22:36:27.832798Z","depth":0.9,"error":null,"expected_answer":"DS4-BE7A37C24C5F170E","generator_version":"deterministic-word-haystack-v1","ordinal":3,"prompt_token_tolerance":64,"request":{"max_tokens":256,"prompt_bytes":157137,"prompt_sha256":"c720a5ea0df6d893178b877af466df147574db8661ea09ad2008e1798a661fa9","request_sha256":"4a60bf6e6efb5db40798635e5bff6a86a3db087b25496f3b66dc5df562a40a50","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":15,"content":"DS4-BE7A37C24C5F170E","content_sha256":"81f1766ab432afa671b7608d1fc7045c1eee3e29264d6001f89ccb2e01faebc5","extracted_answer":"DS4-BE7A37C24C5F170E","finish_reason":"stop","prompt_tokens":30000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":89.763},"schema_version":"ds4-w2-context-v1","seed":20260713,"started_at_utc":"2026-07-11T22:34:56.523896Z","target_prompt_tokens":30000} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json b/evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json new file mode 100644 index 0000000..59e2013 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json @@ -0,0 +1,7 @@ +{ + "max_base_unrestored_experts": 0, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json b/evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json new file mode 100644 index 0000000..4f1a2b9 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json @@ -0,0 +1,122 @@ +{ + "schema_version": "ds4-w2-p1-public-runtime-clean-v2", + "log_snapshot": { + "scope": "complete server log through the final 30K context case and last pre-stop health check", + "line_count": 17610, + "byte_count": 4047543, + "sha256": "c35886a6e262f8cbe754c60314f3fbee8d16e2a91fd70fa0a59baecdcbdb6a63" + }, + "http_response_scan": { + "health_200": 2362, + "chat_200": 163, + "tokenize_200": 43, + "non_200": 0 + }, + "exact_pattern_scan": { + "replay_skipped": 0, + "gate_skipped": 0, + "draft_prefetch_skipped": 0, + "unrestored_experts": 0, + "pool_too_tight": 0, + "pool_too_small": 0, + "fixed_point_replay_hit_maximum": 0, + "error_severity": 0, + "error_substring": 0, + "traceback": 0, + "actionable_or_nonzero_oom": 0, + "abort_substring": 0 + }, + "wording_caveats": { + "oom_event_fields": { + "matching_lines": 230, + "all_values_zero": true, + "values": { + "oom": 0, + "oom_kill": 0, + "oom_group_kill": 0 + }, + "interpretation": "These are repeated zero-valued cgroup telemetry fields, not OOM events." + }, + "generic_skipped": { + "matching_lines": 45, + "persistent_quantization_staging_notices": 2, + "per_layer_boot_from_pack_requant_notices": 43, + "replay_or_gate_skips": 0, + "interpretation": "Every generic skipped line is an expected persistent-quantization boot fast path; none reports a serving replay or gate failure." + }, + "startup_warnings": { + "uppercase_warning_lines": 25, + "deprecated_model_option": 1, + "custom_or_build_environment_keys": 16, + "compile_pipeline_disabled_notices": 4, + "generation_config_override": 1, + "first_shape_jit_notices": 3, + "serving_correctness_or_safety_failures": 0 + } + }, + "base_kpi_windows": { + "window_count": 156, + "steps_per_window": 64, + "windows_with_fp_residue": 156, + "windows_with_unrestored_experts": 0, + "replay_percent": { + "min": 42.2, + "max": 100.0, + "mean": 97.747 + }, + "fp_residue_steps": { + "min": 27, + "max": 64, + "mean": 62.558 + }, + "reported_average_residual_pairs": { + "min": 19, + "max": 40, + "mean_of_window_reports": 27.423 + }, + "final_window": { + "replay_percent": 42.2, + "cumulative_replay_percent": 97.8, + "cumulative_steps": 9984, + "fp_residue_steps": 27, + "average_residual_pairs": 40, + "base_pool_slots": 1213, + "base_expert_coverage_percent": 11.0 + } + }, + "memory_watchdog": { + "samples": 2080, + "elapsed_seconds": 2120.5, + "trace_byte_count": 525459, + "trace_sha256": "a37bdca9341b2d5dd59f8da018de45cdc87d663d8a3d5a489e2d0f950932ed35", + "host_mem_available_min_bytes": 109256560640, + "cgroup_memory_current_max_bytes": 103080009728, + "cgroup_memory_peak_bytes": 103082889216, + "cgroup_anon_max_bytes": 3689418752, + "cgroup_file_max_bytes": 99536830464, + "cgroup_file_mapped_max_bytes": 4124221440, + "cgroup_hard_max_bytes": 107374182400, + "cgroup_hard_headroom_min_bytes": 4294172672, + "cgroup_soft_high_bytes": 103079215104, + "cgroup_soft_high_headroom_min_bytes": -794624, + "samples_above_soft_high": 13, + "soft_high_event_delta": 64122, + "cgroup_swap_current_max_bytes": 0, + "hard_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_pages_delta": 0, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0, + "psi_full_avg10_max": 0.49, + "psi_nonzero_samples": 66, + "interpretation": "The quality and context lane stayed above its hard fail-closed floor with no swap, hard-limit, or OOM event. File-cache growth briefly crossed memory.high and caused observable soft reclaim and pressure; those events are not reported as zero." + }, + "kpi_semantics": { + "window_boundary": "base_fp_residue_steps is the count in the latest 64-step KPI window, not a cumulative counter.", + "residue_boundary": "Residue records second-order misses exposed after the mandatory first-order fetch and replay. Under the throughput-oriented default, those experts are fetched for later steps while their current-step contribution remains zero.", + "unrestored_boundary": "Zero unrestored experts establishes fetch/store liveness. It does not establish a miss-free forward, bit-identical logits, or identical token streams across boots.", + "policy_boundary": "The final quality policy observed residue and replay but did not reject on either metric. A separate strict zero-residue diagnostic failed before scoring." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json new file mode 100644 index 0000000..af88e3a --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json @@ -0,0 +1,268 @@ +{ + "schema_version": "ds4-w2-eval-v1", + "run_label": "p1-final-55d30bb9-nomtp-32k-s42", + "status": "complete", + "started_at_utc": "2026-07-11T22:06:53.899460Z", + "completed_at_utc": "2026-07-11T22:14:32.075635Z", + "inputs": { + "expected_count": 40, + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 42, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "3c2bdf2e75a0967028a70ca065a0e67c8e70daf4c1ccab1d84491524155f1da0", + "receipts_sha256_scope": "published_sanitized_jsonl", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0 + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 36613, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 9202, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 91.7, + "base_cumulative_steps": 192, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:07:23.301093Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 36613, + "fp4_token_hit_pct": 19.3, + "fp4_total_evicted": 9202, + "fp4_total_promoted": 9683, + "fp4_window_evicted": 179, + "fp4_window_promoted": 179, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 61931, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 86113, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 76911, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.2, + "base_cumulative_steps": 3328, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:14:32.074605Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 30.7, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 61931, + "fp4_token_hit_pct": 32.7, + "fp4_total_evicted": 86113, + "fp4_total_promoted": 86594, + "fp4_window_evicted": 160, + "fp4_window_promoted": 160, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 91.7, + "base_cumulative_steps": 192, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:07:23.301093Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 36613, + "fp4_token_hit_pct": 19.3, + "fp4_total_evicted": 9202, + "fp4_total_promoted": 9683, + "fp4_window_evicted": 179, + "fp4_window_promoted": 179, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "summary": { + "clean": 39, + "coding_clean": 20, + "lenient": 39, + "n": 40, + "reasoning_clean": 19, + "sinks": 0 + }, + "quality_comparable": true, + "error": null, + "artifacts": { + "manifest": "seed42.manifest.json", + "raw_jsonl": "seed42.raw.jsonl", + "warmup_jsonl": "seed42.warmup.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed42.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed42.raw.jsonl new file mode 100644 index 0000000..7c000e6 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed42.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":72,"content":"The journey from 09:47 to 13:22 on the same day is:\n\nFrom 09:47 to 12:47 is 3 hours = 180 minutes. \nFrom 12:47 to 13:22 is 35 minutes. \nTotal = 180 + 35 = 215 minutes.\n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"7a2c04dbde20ffbb7f255ddb5ed26620090ddc65cf23cf2b6fcb5fcdd65a4e1d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.708,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The set of characters in \"mississippi\" is {'m', 'i', 's', 'p'}. That's 4 unique letters, so `len` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"14f327a8fd412f3c8eeecc2321ffd42d834a1e7ddbb2129568d8b9f2a120a991","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.556,"why":""} +{"cat":"reasoning","completion_tokens":50,"content":"We can compute this step by step.\n\nFirst, 17 × 23 = 391. \nThen, 19 × 13 = 247. \nNow subtract: 391 - 247 = 144.\n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"dd35b0cdc81b6fbccaf3abee4a8f4ed46639784845f5b5993fe2ab20797cc184","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.207,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` accesses the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"495db429ea02876b77befec2600c8a06cd1e839ab25f0e17dc3a2244fd78c559","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.315,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). \nGiven length \\(l = 14\\), we have \\(2(14 + w) = 46\\) → \\(14 + w = 23\\) → \\(w = 9\\). \nArea = \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"5477c400ea98db95483e6d932e2464d160331c61a491f82083c5aa0f3bb0eb33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.455,"why":""} +{"cat":"coding","completion_tokens":74,"content":"The variable `y` is assigned to the same list object as `x`. When you append `4` to `y`, it modifies the list that both `x` and `y` reference. So `x` now becomes `[1, 2, 3, 4]`, and its length is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"99eacf437cec9e4476f9d8ab0e5dfe9e9f5420e5d353663ce607ae2b16ea422a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.301,"why":""} +{"cat":"reasoning","completion_tokens":55,"content":"If 5 machines make 5 widgets in 5 minutes, that means each machine makes 1 widget in 5 minutes. So, 100 machines would make 100 widgets in the same 5 minutes, since each machine works independently.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"cf3d16e7e3dee0a39f7d129901cb2828dae5a333dfa4625835f3e428f79d7f96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.85,"why":""} +{"cat":"coding","completion_tokens":51,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, giving `\"abcabc\"`. Then `+ \"d\"` concatenates \"d\", resulting in `\"abcabcd\"`. \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"aca85bf608dc1e716eb550971c98e7a688ca03dfe8ec999c17888aa14a04ae6e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.503,"why":""} +{"cat":"reasoning","completion_tokens":165,"content":"We want \\( 2^{10} \\bmod 7 \\).\n\nWe can use modulo arithmetic: \n\\( 2^1 \\equiv 2 \\pmod{7} \\) \n\\( 2^2 \\equiv 4 \\pmod{7} \\) \n\\( 2^3 \\equiv 8 \\equiv 1 \\pmod{7} \\) \n\nSo \\( 2^3 \\equiv 1 \\), and the cycle length is 3.\n\nNow \\( 2^{10} = 2^{3 \\cdot 3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 \\equiv 2 \\pmod{7} \\).\n\nThus the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"ef039fa1b68dc5e7baaa0527b3904a927aef2bde574bc6b3c3d050fb9b9fa5d8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":18.623,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The `//` operator performs floor division (integer division), and `%` gives the remainder. \n10 // 3 = 3, and 10 % 3 = 1. \n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"f3febd2fc61bded89806c137d7d4702351f50151bddef7a4cc9129ce83fc0a2a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.241,"why":""} +{"cat":"reasoning","completion_tokens":122,"content":"Let Ben's current age be \\( b \\). \nThen Anna's current age is \\( 2b \\). \n\nIn 6 years: \nBen will be \\( b + 6 \\), Anna will be \\( 2b + 6 \\). \n\nSum of their ages in 6 years: \n\\[\n(b + 6) + (2b + 6) = 42\n\\] \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"1db66dffd39f302ae2f2daa2b729f1fea170241237c4b7c1e9cdd9452e40da5d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.405,"why":""} +{"cat":"coding","completion_tokens":55,"content":"The list comprehension generates squares of odd numbers from 0 to 4 (i where i%2==1). The odd numbers in that range are 1 and 3. Their squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"6b30caa41e7a57e54226f7d37ac228c8944a45d66936cc98d7084b0b0c37103c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.553,"why":""} +{"cat":"reasoning","completion_tokens":99,"content":"25! = 25 × 24 × ... × 1. Trailing zeros come from factors of 10, which are 2 × 5. There are many more factors of 2 than 5, so we count the number of factors of 5 in 25!. \nFloor(25/5) = 5, and floor(25/25) = 1, so total = 5 + 1 = 6. \n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"ec5fd1bbda6e36683404123ea40546482504419e08c7ec500aa028a7c08e3078","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.292,"why":""} +{"cat":"coding","completion_tokens":105,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it assigns to `d[\"c\"]` the value of `d.get(\"c\", 0) + 5`. Since `\"c\"` is not yet in `d`, `get` returns `0`, so `d[\"c\"]` becomes `0 + 5 = 5`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"c5efabc772a6447927bab47d2e78e16a60518cae13eba248d275ed556b9651fa","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.42,"why":""} +{"cat":"reasoning","completion_tokens":71,"content":"First, discount 20% off $50: \n20% of $50 = $10, so discounted price = $50 - $10 = $40. \n\nThen add 10% tax: \n10% of $40 = $4, so final price = $40 + $4 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"1068ba537bb7a19f07aa604443372062781f2d7ccaf2e342d7d0bf61ddd83192","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.372,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The `replace` method replaces occurrences of a substring with another, and the third argument limits the number of replacements. Here, it replaces the first \"l\" in \"hello\" with \"L\", resulting in \"heLlo\".\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"e03e42a98e0c214cbc55e853df757fb5af2ce8b359965b6eefd54d01b66666b5","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.316,"why":""} +{"cat":"reasoning","completion_tokens":87,"content":"The sequence is: 2, 6, 12, 20, 30, ...\n\nThese are consecutive terms of the form n(n+1): \n1×2 = 2 \n2×3 = 6 \n3×4 = 12 \n4×5 = 20 \n5×6 = 30 \nSo the next term is 6×7 = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"9c1712f51efb94207fa3c3ad4b516e1834e17236b3c213e421b464c633bf1cb6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.276,"why":""} +{"cat":"coding","completion_tokens":34,"content":"The expression `typeof null` in JavaScript returns the string `\"object\"`, which is a well-known historical bug in the language.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"cd5dc94c26726439503b7f2b23f8a6b4f18d60342f3261ae08668d36844d0002","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.169,"why":""} +{"cat":"reasoning","completion_tokens":112,"content":"The three consecutive even integers can be written as \\(x\\), \\(x+2\\), and \\(x+4\\). Their sum is:\n\n\\[\nx + (x+2) + (x+4) = 3x + 6 = 96\n\\]\n\nSolving:\n\n\\[\n3x + 6 = 96\n\\]\n\\[\n3x = 90\n\\]\n\\[\nx = 30\n\\]\n\nThe integers are 30, 32, and 34. The largest is 34.\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"95b7da1a513780ee24e3dc582b9209c0cb45a46bab5d522e6fd0fe710e6517cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.686,"why":""} +{"cat":"coding","completion_tokens":41,"content":"The expression `0.1 + 0.2` in JavaScript does not exactly equal `0.3` due to floating-point precision issues. It evaluates to `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"9815431ed668d70249b5cbdca743757d4e4bd73606797d54d4d0ea933ca3b503","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.103,"why":""} +{"cat":"reasoning","completion_tokens":118,"content":"Let’s add 1011 (binary) and 110 (binary).\n\nAlign them: \n 1011 \n+ 0110 (pad 110 to 4 bits: 0110)\n\nAdd bit by bit from right: \n1 + 0 = 1 \n1 + 1 = 0, carry 1 \n0 + 1 + carry 1 = 0, carry 1 \n1 + 0 + carry 1 = 0, carry 1 \n\nResult with final carry: 10001 \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"3f86e9fe11ee934ea0befc11b0d6a39bf89d2586d3195b08c166cda8ce8eb670","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.657,"why":""} +{"cat":"coding","completion_tokens":81,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence. For `n = 7`, the sequence goes: \nf(0)=0, f(1)=1, f(2)=1, f(3)=2, f(4)=3, f(5)=5, f(6)=8, f(7)=13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"e13762c349eb794bba6e26ba0d86c5bd5373a29201111955b7bea34be03a3d67","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.529,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"The minute hand at 15 minutes is at 90° (15 × 6°). \nThe hour hand at 3:15 is at 97.5° (3 hours × 30° + 15 minutes × 0.5°). \nThe difference is 97.5° - 90° = 7.5°.\n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"2f9ac61f957df41caa2d0325cd3f15699a937221ec97b2cfff319ef09f2afbb4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.468,"why":""} +{"cat":"coding","completion_tokens":46,"content":"bool([]) evaluates to False because an empty list is falsy. \nbool([0]) evaluates to True because a non-empty list is truthy, even if it contains a single zero. \n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"070a9320ef0c0f461a140192d0e43aaa33b281deacf1e0b913c3e5314766d0ab","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.95,"why":""} +{"cat":"reasoning","completion_tokens":75,"content":"We start on Wednesday. Since days of the week repeat every 7 days, we find the remainder when 100 is divided by 7. \n\n100 ÷ 7 = 14 weeks and 2 days remainder. \n\nSo 100 days from Wednesday is the same as 2 days later. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b17db4f64dc1aa64dff5f34342d1bced41b9a93694694f149bf769cdca07637b","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.53,"why":""} +{"cat":"coding","completion_tokens":64,"content":"The slice `s[1:4]` starts at index 1 (character 'b') and goes up to but not including index 4 (character 'e'). So it includes indices 1, 2, and 3: 'b', 'c', 'd'.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"fb806f18b608f1cac0ea30023045562ae49623bdc35df1faa4a339550148d245","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.569,"why":""} +{"cat":"reasoning","completion_tokens":24,"content":"The greatest common divisor (gcd) of 84 and 126 is 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"71ef048034879cf463430bcbc77ea0d5e8a1849f61b25f0175299cef383eeb0d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.582,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The code `print(sum(range(1,11)))` computes the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). The sum is 1+2+...+10 = 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"9e656cefac1dfaab9c9ac19fcf6e1f093da124cbdfa4087f4fd97676c8a07113","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.512,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The total distance is 24 + 24 = 48 km. \nThe time for the first part is 24 / 12 = 2 hours. \nThe time for the second part is 24 / 8 = 3 hours. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = total distance / total time = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"6d0305a035264842b90a3c4ed94d67fc8a59eff3624144ec3fe87803b8ea4461","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.694,"why":""} +{"cat":"coding","completion_tokens":69,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `12.5` is not a valid integer literal (it contains a decimal point), a `ValueError` is raised. The `except` block catches that error and prints `\"err\"`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"8d49ed8ad9f6f15589eef9828ad9e29b6041606d351fd956be63276f79b2fe11","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.807,"why":""} +{"cat":"reasoning","completion_tokens":230,"content":"The word BOOK has 4 letters: B, O, O, K. \nWe need distinct 3-letter arrangements, using each letter at most as many times as it appears. \nThe multiset is {B:1, O:2, K:1}.\n\nWe consider cases based on the number of O's used:\n\n1. **0 O's**: Choose 3 letters from {B, K} — only 2 letters, impossible. So 0.\n\n2. **1 O**: Choose 2 other letters from {B, K}. That’s 2 choose 2 = 1 way (B and K). \n Arrange O, B, K: 3! = 6 arrangements. \n So 6.\n\n3. **2 O's**: Need 1 more letter from {B, K}. That’s 2 choices. \n Arrange O, O, X: 3! / 2! = 3 arrangements per choice. \n So 2 × 3 = 6.\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"043a147d1e8013c60a0eeb91a5dd2339e134ff0c97a1477d256cb1b71bc4ca20","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":29.01,"why":""} +{"cat":"coding","completion_tokens":103,"content":"The `max` function with `key=len` compares the strings by their lengths. \n\"apple\" has length 5, \"banana\" has length 6, \"cherry\" has length 6. \nSince \"banana\" and \"cherry\" both have length 6, `max` returns the first one encountered (lexicographically in case of tie, but here it's just the first in order). \nSo it prints \"banana\". \n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"f2364b070837a53942cf17d8fee23606c751525facc1cbc0248e3611484a002a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.719,"why":""} +{"cat":"reasoning","completion_tokens":145,"content":"The probability of getting exactly two heads in three flips of a fair coin can be found using the binomial formula.\n\nNumber of ways to choose which two flips are heads: \\(\\binom{3}{2} = 3\\). \nProbability of heads on a specific flip = \\( \\frac{1}{2} \\), tails also \\( \\frac{1}{2} \\). \nSo probability = \\( 3 \\times \\left(\\frac{1}{2}\\right)^2 \\times \\left(\\frac{1}{2}\\right)^1 = 3 \\times \\frac{1}{8} = \\frac{3}{8} \\).\n\nFINAL: \\(\\frac{3}{8}\\)","error":null,"exact":false,"expected":"3/8","final":"\\(\\frac{3}{8}\\)","finish_reason":"stop","id":"r17","lenient":false,"position":33,"request_sha256":"79ff8fd2f87f14f58775a08eb080959b2f29f6b83217c3efeb08441b0e206591","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":17.671,"why":""} +{"cat":"coding","completion_tokens":28,"content":"Binary search on a sorted array of n elements has a worst-case time complexity of O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"884f8a16f85529406062792505be2b5a50c6cd00e2c1dda7cd7ad66e9435a4ce","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.615,"why":""} +{"cat":"reasoning","completion_tokens":75,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together, they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank is filled in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"3c045d0f4b9c301de754ac873e118dc9b3b2628900a29a4bec1216d58d2d053f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.347,"why":""} +{"cat":"coding","completion_tokens":109,"content":"The zip function pairs elements from the two lists, stopping when the shorter list ends. Here, [1,2,3] has length 3, [4,5] has length 2, so zip produces two pairs: (1,4) and (2,5). Converting to a list gives [(1,4), (2,5)]. Indexing with -1 retrieves the last element, (2,5). Printing that tuple shows (2,5). \n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"31391257aa7e539773740819208c647be6df86b5e70a2be01e320dff73d55b65","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.005,"why":""} +{"cat":"reasoning","completion_tokens":32,"content":"First, 15% of 400 is 60. \nThen, 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"307e623961dca2d1d052fed3607cc560444fa6a1e557a434c0efb7710fa8a9a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.185,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. \n`len()` returns the number of characters, which is 3. \n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"a6bf85cb8a470b618c1e37c850f26f117e33a608897825c3a11edb8b285f5557","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.069,"why":""} +{"cat":"reasoning","completion_tokens":70,"content":"Let the number be \\( x \\). \nDouble it: \\( 2x \\). \nIncrease by 9: \\( 2x + 9 = 41 \\). \nSubtract 9: \\( 2x = 32 \\). \nDivide by 2: \\( x = 16 \\).\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"841b32e96ea4fb5ad5e041013e71bf193536309838cd2abd550fc2fa3c972e39","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.485,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `['1', '22', '333']`. Index `[1]` gives the second match, which is `'22'`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"1c95bb64d53da34f92f77cf40027d14618ad52877cf0e7f0b47be5161d24dcd7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.69,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed42.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed42.warmup.jsonl new file mode 100644 index 0000000..9e94a50 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed42.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-11T22:06:56.948369Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.047},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:06:53.900504Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-11T22:06:59.360382Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.411},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:06:56.948854Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-11T22:07:02.303402Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.943},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:06:59.360507Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-11T22:07:04.721799Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.418},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:02.303558Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-11T22:07:09.168186Z","expected_final":"yes","extracted_final":"Yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":23,"content":"7 is a prime number because it has no divisors other than 1 and itself. \nFINAL: Yes","content_sha256":"b01f81228d4ddbb146be0a50239e8f7808d808c00498d737ee7f1705f89d7101","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":4.446},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:04.722006Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-11T22:07:12.251521Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.083},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:09.168339Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-11T22:07:14.639603Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":5,"content":"FINAL: Tuesday","content_sha256":"e398610eb214f776337042c137e9d8cbc92b60fda08eb4fa7ee0febf70c70d22","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.388},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:12.251911Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-11T22:07:17.744885Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.105},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:14.639732Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-11T22:07:20.738013Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.993},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:17.745072Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-11T22:07:23.170445Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.431},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:20.738869Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json new file mode 100644 index 0000000..88ab72c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json @@ -0,0 +1,268 @@ +{ + "schema_version": "ds4-w2-eval-v1", + "run_label": "p1-final-55d30bb9-nomtp-32k-s43", + "status": "complete", + "started_at_utc": "2026-07-11T22:14:51.904609Z", + "completed_at_utc": "2026-07-11T22:22:42.856122Z", + "inputs": { + "expected_count": 40, + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 43, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "474fb509940ff0a3c143d709538edcec81764d1ea15559f118b8da3fc3a39313", + "receipts_sha256_scope": "published_sanitized_jsonl", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0 + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 67535, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 91002, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.0, + "base_cumulative_steps": 3456, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:15:21.428427Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.4, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 67535, + "fp4_token_hit_pct": 31.3, + "fp4_total_evicted": 91002, + "fp4_total_promoted": 91483, + "fp4_window_evicted": 189, + "fp4_window_promoted": 189, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 94253, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 171904, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 80902, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 6720, + "base_fp_residue_steps": 64, + "base_replay_pct": 100.0, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:22:42.854413Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 29.2, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 94253, + "fp4_token_hit_pct": 29.8, + "fp4_total_evicted": 171904, + "fp4_total_promoted": 172385, + "fp4_window_evicted": 184, + "fp4_window_promoted": 184, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.0, + "base_cumulative_steps": 3456, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:15:21.428427Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.4, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 67535, + "fp4_token_hit_pct": 31.3, + "fp4_total_evicted": 91002, + "fp4_total_promoted": 91483, + "fp4_window_evicted": 189, + "fp4_window_promoted": 189, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "quality_comparable": true, + "error": null, + "artifacts": { + "manifest": "seed43.manifest.json", + "raw_jsonl": "seed43.raw.jsonl", + "warmup_jsonl": "seed43.warmup.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed43.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed43.raw.jsonl new file mode 100644 index 0000000..713225c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed43.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":45,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes. \n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"1caace845da51dc4c3d2f0b56850ddffaba96703d4d84e1823c624c9dca6afc3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.536,"why":""} +{"cat":"coding","completion_tokens":59,"content":"The string \"mississippi\" has characters: m, i, s, p. The set of unique characters is {'m', 'i', 's', 'p'}, which has 4 elements. So `len(set(...))` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"62738abb8c348919c47e84dfeee4d86f74df1f7012f0c17aea8efad5903d9431","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.988,"why":""} +{"cat":"reasoning","completion_tokens":37,"content":"We can compute step by step:\n\n17 × 23 = 391 \n19 × 13 = 247 \n391 - 247 = 144 \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"96a69b94537561a4173556faa694e27bddb281c4465b88db8d5330b252bc4b75","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.148,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` gives the second element, which is `2`. \n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"344e7944384c821f7ad2ad13b19ab8bc5374f67d52bb74127825105d656571f3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.4,"why":""} +{"cat":"reasoning","completion_tokens":98,"content":"The perimeter of a rectangle is given by \\(2 \\times (\\text{length} + \\text{width})\\). \nGiven perimeter = 46 and length = 14: \n\\(2 \\times (14 + \\text{width}) = 46\\) \n\\(14 + \\text{width} = 23\\) \n\\(\\text{width} = 9\\) \nArea = length × width = \\(14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"b12295a815d01558746bd3d642a1e564ddfdba6381593dea8040e234ccc1b08d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.332,"why":""} +{"cat":"coding","completion_tokens":105,"content":"Let's go step by step:\n\n1. `x = [1, 2, 3]` creates a list and assigns it to `x`. \n2. `y = x` makes `y` reference the same list, not a copy. \n3. `y.append(4)` modifies the shared list, so now `x` is also `[1, 2, 3, 4]`. \n4. `len(x)` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"7fb599a0e073164c421762fb20e1e5cea32b5c7b53b3eccc92ee79a3c5605632","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.103,"why":""} +{"cat":"reasoning","completion_tokens":100,"content":"Let’s reason it out:\n\nIf 5 machines make 5 widgets in 5 minutes, that means each machine makes 1 widget in 5 minutes (since 5 machines × 5 minutes = 25 machine-minutes for 5 widgets → 5 minutes per widget per machine).\n\nSo 100 machines, each making 1 widget in 5 minutes, would make 100 widgets in the same 5 minutes (since they all work in parallel).\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"9b5b52ad344bccbd0d4cbdb7c2134fd010ea3a994b884cc46ae6aba14400157e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.901,"why":""} +{"cat":"coding","completion_tokens":42,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, resulting in \"abcabc\". Then concatenating with \"d\" gives \"abcabcd\". \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a569c6fc0731ed5f58c9431d9d67fe0b5ed4f6679899682e9c034f40bc3a67c7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.74,"why":""} +{"cat":"reasoning","completion_tokens":113,"content":"We can compute \\(2^{10} \\mod 7\\) by reducing stepwise.\n\nFirst, note \\(2^3 = 8 \\equiv 1 \\pmod{7}\\) because \\(8 \\div 7\\) leaves remainder 1.\n\nThen \\(2^{10} = 2^{3\\cdot3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 = 2 \\pmod{7}\\).\n\nThus the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"74f4f6aba3596826ccfcfc5442dd1235087db3cfd57b2207fb0e670ce8e977bc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.527,"why":""} +{"cat":"coding","completion_tokens":55,"content":"The first operation `10 // 3` performs integer division, giving 3. The second `10 % 3` gives the remainder, which is 1. So both values printed on one line are `3 1`.\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"6cdd615ba5bd49b016d3b6c09c3b2aa28571ce5749b4cabd336c49aed9ff0ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.399,"why":""} +{"cat":"reasoning","completion_tokens":125,"content":"Let Ben's current age be \\( b \\). \nThen Anna's current age is \\( 2b \\). \n\nIn 6 years: \nBen's age = \\( b + 6 \\) \nAnna's age = \\( 2b + 6 \\) \n\nSum: \n\\[\n(b + 6) + (2b + 6) = 42\n\\] \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \n\nBen is 10 years old now. \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"50cc7e67b4f040e29ae799c2af680dfee7fcd21c3d6731d8e032e7dd6a3af60e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.401,"why":""} +{"cat":"coding","completion_tokens":138,"content":"The code creates a list comprehension that squares each `i` from 0 to 4, but only includes those where `i` is odd (i % 2 == 1). \n\n- i=0: 0%2=0 → skip \n- i=1: 1%2=1 → 1*1=1 \n- i=2: 2%2=0 → skip \n- i=3: 3%2=1 → 3*3=9 \n- i=4: 4%2=0 → skip \n\nResult: [1, 9] \n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"0095f7709043e98593192f2d56182eab7071fcd2d3792a66bd2f7ba206fe393d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":17.92,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"25! has trailing zeros determined by the number of factors of 5 in its prime factorization, since factors of 2 are more abundant. \nCount multiples of 5: floor(25/5) = 5. \nCount multiples of 25: floor(25/25) = 1. \nTotal = 5 + 1 = 6. \n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"0d62934fe29261d784fb9bb6a0d675f3f462c434948a9d8cf5b784f46ac5f7cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.929,"why":""} +{"cat":"coding","completion_tokens":97,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it tries to get the value for key `\"c\"`, which doesn't exist, so `.get(\"c\", 0)` returns `0`. It adds `5` to that, resulting in `5`, and assigns it to `d[\"c\"]`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"8c8b0ca311189014715a74154a7439e2c5ca6cb53d3241cbe924eedc644b1384","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.205,"why":""} +{"cat":"reasoning","completion_tokens":77,"content":"The item is originally $50. \n\nFirst, a 20% discount reduces the price by 20% of $50 = $10, so the discounted price is $40. \n\nThen, a 10% tax is added to the discounted price: 10% of $40 = $4, so the final price is $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"3e0f66079c80e219ab579284223d0e950a7c7efe718bc455ff58041a345c862e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.622,"why":""} +{"cat":"coding","completion_tokens":35,"content":"The code replaces the first occurrence of \"l\" with \"L\" in the string \"hello\". The result is \"heLlo\".\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"0092c0d305f79d3ddef92346299b5afa24104dc4f6ac77f04178556daa3456f8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.11,"why":""} +{"cat":"reasoning","completion_tokens":73,"content":"The pattern in the sequence increases by consecutive even numbers: \n2 to 6 is +4, \n6 to 12 is +6, \n12 to 20 is +8, \n20 to 30 is +10. \n\nSo the next increase is +12, giving 30 + 12 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"6113064a1c3825bb4eaf44cc82467d290f8173917d99694ee9bdcf0838925ffb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.996,"why":""} +{"cat":"coding","completion_tokens":49,"content":"The JavaScript expression `typeof null` returns `\"object\"`. This is a well-known quirk in the language, where `null` is considered an object type due to a bug in the original implementation.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"bd45691a1d3d0e5b2b653cbad9bca13e1e663c33b7345013a24a5548a4821e70","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.621,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The three consecutive even integers can be written as \\(x\\), \\(x+2\\), and \\(x+4\\). \nTheir sum is: \n\\(x + (x+2) + (x+4) = 3x + 6 = 96\\) \nSubtract 6: \\(3x = 90\\) \nDivide: \\(x = 30\\) \nThe largest is \\(x+4 = 34\\). \n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"f1d055eb3154788d04ea364b796310597d6c9545d762e270a22ffad5a6ad6ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.776,"why":""} +{"cat":"coding","completion_tokens":52,"content":"The expression `0.1 + 0.2` evaluates to `0.30000000000000004` due to floating-point precision, which is not equal to `0.3`. So the comparison returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"26f7e16907c75199bceacee1a12aa9fea34e313bd0cef88b4dfbae8f8cf19e16","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.975,"why":""} +{"cat":"reasoning","completion_tokens":136,"content":"Let's add the binary numbers 1011 and 110, aligning them by place value:\n\n```\n 1011\n+ 110\n------\n```\n\nStarting from the rightmost bit:\n\n1. 1 + 0 = 1 \n2. 1 + 1 = 10 → write 0, carry 1 \n3. 0 + 1 + carry 1 = 10 → write 0, carry 1 \n4. 1 + 0 + carry 1 = 10 → write 0, carry 1 \n5. Final carry → 1 \n\nSo the result is 10001.\n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"857a016c6bb9bccb8a0a7e64d9dec4b12acf83824235b29a85dfe2190657ba69","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.331,"why":""} +{"cat":"coding","completion_tokens":95,"content":"The function `f` computes the nth Fibonacci number recursively. For `f(7)`, the Fibonacci sequence starting from `f(0)=0`, `f(1)=1` gives: \nf(0)=0, f(1)=1, f(2)=1, f(3)=2, f(4)=3, f(5)=5, f(6)=8, f(7)=13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"719c2e9e2c06bf836054a6e70732d83dd8455f7c9a1af48f235023e8c4c31d48","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.906,"why":""} +{"cat":"reasoning","completion_tokens":107,"content":"The minute hand at 15 minutes is at 90 degrees (15 × 6 = 90). \nThe hour hand at 3:15 is 3 hours plus 15 minutes, so it moves 0.5 degrees per minute: 3 hours = 90 degrees, plus 15 × 0.5 = 7.5 degrees, total 97.5 degrees. \nThe difference is 97.5 - 90 = 7.5 degrees. \n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"98c94f5c7d667cf4549479acdcc142b46e1533a54d5daa15803e4c57e67263fc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.438,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The boolean value of an empty list `[]` is `False`, while a list containing a single element `[0]` is `True` because it's non-empty. So the output is `False True`.\n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"b9fc8560343a94733845c4a55ea28b00acbb23e7c354fdf2a1325fdcc379afd0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.743,"why":""} +{"cat":"reasoning","completion_tokens":64,"content":"We start with Wednesday. Since days of the week repeat every 7 days, we find the remainder of 100 divided by 7. \n100 ÷ 7 = 14 weeks and 2 days remainder. \nSo 100 days from now is Wednesday + 2 days = Friday.\n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"ad13887b8bc3f634f6a2ed9f4b645afab265c3ec2af2527b527962fca1a7ac73","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.959,"why":""} +{"cat":"coding","completion_tokens":100,"content":"The code `s=\"abcdef\"` defines a string, and `s[1:4]` slices from index 1 (inclusive) to index 4 (exclusive). \n\nIndex positions: \n0: a \n1: b \n2: c \n3: d \n4: e \n5: f \n\nSo `s[1:4]` gives characters at indices 1, 2, 3 → \"bcd\". \n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"3eccf1ab6957defd925148777cbe9a9cf718b19f0318d20f6d24ccbab700b824","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.013,"why":""} +{"cat":"reasoning","completion_tokens":85,"content":"The greatest common divisor (GCD) of 84 and 126 can be found by prime factorization or the Euclidean algorithm. \n\n84 = 2² × 3 × 7 \n126 = 2 × 3² × 7 \n\nThe common factors are 2, 3, and 7. \nGCD = 2 × 3 × 7 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"b5bf60fdd67eb7559d9bed5e91a13a95cdca43fc5f6ef7c99aa5391789435c37","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.837,"why":""} +{"cat":"coding","completion_tokens":21,"content":"The sum of numbers from 1 to 10 inclusive is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"8d647123aaf416fa00094983788613d15843c42b64e694a8bd9a84108a734362","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.18,"why":""} +{"cat":"reasoning","completion_tokens":96,"content":"The first 24 km at 12 km/h takes 24 / 12 = 2 hours. \nThe second 24 km at 8 km/h takes 24 / 8 = 3 hours. \nTotal distance = 24 + 24 = 48 km. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"a5222910cb56db68e5d4d5e2375aadaff1c1dc27e11655a852b09b0bd245e65e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.549,"why":""} +{"cat":"coding","completion_tokens":69,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `\"12.5\"` is not a valid integer literal (it contains a decimal point), a `ValueError` is raised. The except block catches that error and prints `\"err\"`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"78c02162b80402c68ba56cca2295d109bd86f56ccdec542172fd62cf3616a980","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.791,"why":""} +{"cat":"reasoning","completion_tokens":235,"content":"We have the letters: B, O, O, K. \nWe want 3-letter arrangements, using each letter at most as many times as it appears.\n\nFirst, count the total distinct arrangements by cases based on repetition.\n\n**Case 1: All three letters distinct** \nPossible letters: B, O, K (only one O available for distinct case, but we have two O's in the pool — however \"distinct\" means we pick three different letters). \nAvailable distinct letters: B, O, K → that's 3 letters. \nNumber of permutations: \\(3! = 6\\).\n\n**Case 2: Two O's and one other letter** \nWe have two O's, and the other letter can be either B or K. \nFor each choice of the other letter, number of arrangements: \\(\\frac{3!}{2!} = 3\\). \nTwo choices (B or K) → \\(2 \\times 3 = 6\\).\n\n**Case 3: Three same letters** — impossible since only two O's.\n\nTotal = \\(6 + 6 = 12\\).\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"cc48f20f57756d0f6c3ff29dc8ecc620949ff2e19646a1871dc3dd0df8c2015a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":31.227,"why":""} +{"cat":"coding","completion_tokens":103,"content":"The `max` function with `key=len` compares the strings by their length. \"apple\" has length 5, \"banana\" has length 6, \"cherry\" has length 6. Both \"banana\" and \"cherry\" have length 6, but `max` returns the first one encountered with the maximum length in the case of a tie (since Python's `max` is stable in that sense). So it returns \"banana\".\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"57b773d4cc9276e22ee416de2e9287cec32eecefcbe7467e6796fd426dbac9c4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.285,"why":""} +{"cat":"reasoning","completion_tokens":80,"content":"The probability of exactly two heads in three flips is the number of ways to get two heads (HHH, HHT, HTH, THH) divided by total outcomes (2^3 = 8). The favorable outcomes are HHT, HTH, THH — that’s 3 ways.\n\nSo probability = 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"f569accc2c849fbc084354d98aae4c4628e52b20e0734198a13bda22d75ead09","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.903,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"28442cb666a54e6c81c9f21e50a2e6077ba70d14b309625d02c623098a204a02","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.524,"why":""} +{"cat":"reasoning","completion_tokens":73,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank fills in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"c18f363ab65a46effa4765eaa31255e35bbf02ed4fc3994b0aaf52a6dbc63508","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.174,"why":""} +{"cat":"coding","completion_tokens":115,"content":"The zip function pairs elements from the two lists, stopping when the shorter list ends. Here, [1,2,3] has 3 elements and [4,5] has 2, so zip yields two pairs: (1,4) and (2,5). The result of zip is an iterator, which list() converts to [(1,4), (2,5)]. Indexing with [-1] gives the last element, (2,5). So the print outputs (2,5).\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"b1cdbe5f12f3694b3a3532223209fc65c1359fad3e241b35f770795a22ec1e74","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.435,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"15% of 400 is 60. \nThen 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"1e6a14f9abcc7ff2b829f121dc43cb89e143d49b1b97458b6119c9c22397fcda","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.923,"why":""} +{"cat":"coding","completion_tokens":41,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. So `len(\"a\\nb\")` returns 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"e21f9a78e388abcf3579748d3340a27edaf56d50cd00da85c978aad6c94a08c2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.602,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 = 41 \\) \nSolve: \\( 2x = 32 \\) → \\( x = 16 \\).\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"fbe7318cb9cd8a9fa466640baee54ac854deb9fa6ee3acc67d5fc3eca93f995c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.48,"why":""} +{"cat":"coding","completion_tokens":93,"content":"The regex `\\d+` matches one or more digits. The string `\"a1b22c333\"` contains three digit sequences: `\"1\"`, `\"22\"`, and `\"333\"`. `re.findall` returns a list of these matches: `['1', '22', '333']`. Index `[1]` accesses the second element, which is `\"22\"`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"62c93cafe1df10fef90a1474d0531b9e1b839cad9f9ce41796381a85e908b644","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.247,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed43.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed43.warmup.jsonl new file mode 100644 index 0000000..9d5bae5 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed43.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-11T22:14:54.870749Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":12,"content":"2+2=4\nFINAL: 4","content_sha256":"d0df8d763528fa09a3a5e3a4fb9a917988d6fa0fbec9cffa88dc12abf3dce944","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.965},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:14:51.905424Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-11T22:14:57.372655Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.501},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:14:54.871793Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-11T22:15:00.463538Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.091},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:14:57.372836Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-11T22:15:03.039918Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.576},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:00.463895Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-11T22:15:06.188875Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":13,"content":"Yes, 7 is prime. \nFINAL: yes","content_sha256":"8eead0c95b3e4721a536b256e1af141a2b6bae34513a1c615e17e7621e46a3c1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.148},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:03.040360Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-11T22:15:09.396032Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":13,"content":"31-9 = 22 \nFINAL: 22","content_sha256":"67c1c657e4672bc38df0913286610a26a165441ab105e70d890356cd3d025e19","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.207},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:06.189071Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-11T22:15:12.645316Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":14,"content":"The day that follows Monday is Tuesday. \n\nFINAL: Tuesday","content_sha256":"e6511dc98859bdbcfe85e5e9f0945ec28bbbbb7021163a47bd62aa7edc6b6f4e","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.249},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:09.396155Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-11T22:15:15.676104Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.031},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:12.645483Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-11T22:15:18.721153Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.045},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:15.676288Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-11T22:15:21.236145Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":8,"content":"hello \nFINAL: olleh","content_sha256":"dc0cfbbc7669e05e94ffda648da9e5ab97b8af1679e97dc4b461253630f65cb8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.515},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:18.721334Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json new file mode 100644 index 0000000..0021bf1 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json @@ -0,0 +1,268 @@ +{ + "schema_version": "ds4-w2-eval-v1", + "run_label": "p1-final-55d30bb9-nomtp-32k-s44", + "status": "complete", + "started_at_utc": "2026-07-11T22:22:57.174769Z", + "completed_at_utc": "2026-07-11T22:30:33.087884Z", + "inputs": { + "expected_count": 40, + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 44, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "f832cca3346094be00650267899a1890c5c40e961fd64d60b203238c1a2c9db8", + "receipts_sha256_scope": "published_sanitized_jsonl", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0 + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 99862, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 176899, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6848, + "base_fp_residue_steps": 60, + "base_replay_pct": 93.8, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:23:34.486912Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.8, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 99862, + "fp4_token_hit_pct": 29.0, + "fp4_total_evicted": 176899, + "fp4_total_promoted": 177380, + "fp4_window_evicted": 224, + "fp4_window_promoted": 224, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 124875, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 252012, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 75113, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 9856, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:30:33.085133Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 37.6, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 124875, + "fp4_token_hit_pct": 37.8, + "fp4_total_evicted": 252012, + "fp4_total_promoted": 252493, + "fp4_window_evicted": 161, + "fp4_window_promoted": 161, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6848, + "base_fp_residue_steps": 60, + "base_replay_pct": 93.8, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:23:34.486912Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.8, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 99862, + "fp4_token_hit_pct": 29.0, + "fp4_total_evicted": 176899, + "fp4_total_promoted": 177380, + "fp4_window_evicted": 224, + "fp4_window_promoted": 224, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "quality_comparable": true, + "error": null, + "artifacts": { + "manifest": "seed44.manifest.json", + "raw_jsonl": "seed44.raw.jsonl", + "warmup_jsonl": "seed44.warmup.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed44.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed44.raw.jsonl new file mode 100644 index 0000000..da849f2 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed44.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":44,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes.\n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"746eb6e31cd424a0be44e0b622d5dcc6a38f26aeba543b40af61cb9a5bdc0df8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.476,"why":""} +{"cat":"coding","completion_tokens":49,"content":"The string \"mississippi\" has the letters m, i, s, p. The set of these unique characters is {'m', 'i', 's', 'p'}, which has length 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"9a37878d50682fd96ecd82b174b05f76556013b09e69a28c8285657d011f6342","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.899,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"17*23 = 391 \n19*13 = 247 \n391 - 247 = 144 \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"7a329391c4ba5c64388f585bf78a497a3cfff9e90f62e3ce4196eaff84e83adb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.586,"why":""} +{"cat":"coding","completion_tokens":46,"content":"The list `[3,1,2]` sorted in reverse gives `[3,2,1]`. Index `[1]` gives the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"2f6499a809b4a778a81091a66114e99264a845f9960847f686a39036f3cf6e4e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.059,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). \nWith length \\(l = 14\\), we have \\(2(14 + w) = 46\\). \nDivide both sides by 2: \\(14 + w = 23\\). \nSo \\(w = 23 - 14 = 9\\). \nArea is \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"0c0016fe7556ed300a24fc473b22b5522569983da2478e2aadd5494e59d1ddd8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.404,"why":""} +{"cat":"coding","completion_tokens":67,"content":"The variable `y` is assigned to the same list object as `x`. When you append to `y`, it modifies the list that `x` also references. So after appending, `x` becomes `[1,2,3,4]`, and its length is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"2a8331ff07ef311aa15c804c7ebc773992e5ac5235de62af54db6e5fd10f11a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.534,"why":""} +{"cat":"reasoning","completion_tokens":99,"content":"First, determine the rate per machine. \n5 machines make 5 widgets in 5 minutes → that's 1 widget per minute for the group of 5 machines. \nSo each machine makes 1/5 widget per minute. \n\nNow, 100 machines working together make 100 × (1/5) = 20 widgets per minute. \nTo make 100 widgets at that rate: 100 / 20 = 5 minutes. \n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"2f9e99a40ec3e33f10ad6bfd78a1ec52972e30346f3f95a01457698ae4d05978","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.618,"why":""} +{"cat":"coding","completion_tokens":46,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, resulting in \"abcabc\". Then concatenating with \"d\" gives \"abcabcd\". So the output is:\n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a0b128a68528b534b976a5c765ff131ffe1959143e7111e4e0201c6d780128e0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.217,"why":""} +{"cat":"reasoning","completion_tokens":127,"content":"We want \\( 2^{10} \\bmod 7 \\). \n\nPowers of 2 mod 7 cycle: \n\\( 2^1 \\equiv 2 \\) \n\\( 2^2 \\equiv 4 \\) \n\\( 2^3 \\equiv 1 \\) \n\\( 2^4 \\equiv 2 \\) \n... cycle length 3. \n\nSince \\( 10 = 3 \\times 3 + 1 \\), \n\\( 2^{10} \\equiv 2^{1} \\equiv 2 \\pmod{7} \\). \n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"48329ae83b66652e634d41d0abe344f05651351469728d4205dfd2de5473839d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.572,"why":""} +{"cat":"coding","completion_tokens":61,"content":"The integer division `10 // 3` gives 3 (since 10 divided by 3 is 3 with remainder 1), and the modulo `10 % 3` gives that remainder, 1. So the output is \"3 1\".\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"4ba5bf015aff7915d59f6a2c7770118b0bde4544573b9d50455617ecf601aef3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.247,"why":""} +{"cat":"reasoning","completion_tokens":127,"content":"Let Ben's current age be \\( b \\). Then Anna's age is \\( 2b \\). \nIn 6 years, Ben will be \\( b + 6 \\) and Anna will be \\( 2b + 6 \\). \nThe sum of their ages then is: \n\\[\n(b + 6) + (2b + 6) = 42\n\\] \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \nBen is currently 10 years old. \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"3ac38d222cde205fc12b56fd6446ef25c23129669bb7a2965d842010695d3f04","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.364,"why":""} +{"cat":"coding","completion_tokens":77,"content":"The list comprehension iterates over `range(5)` (0 to 4), squares each number (`i*i`), but only includes those where `i` is odd (`i%2==1`). \nOdd numbers in that range: 1, 3. \nTheir squares: 1, 9. \n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"1eb74c715a33162ad354cffba3f2ae7d1232a2637651d87a69bb79fc82622154","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.754,"why":""} +{"cat":"reasoning","completion_tokens":136,"content":"25! = 25 × 24 × ... × 1. Trailing zeros come from factors of 10, which are pairs of 2 and 5. There are plenty of 2s, so the limiting factor is the number of 5s. Count multiples of 5: 5, 10, 15, 20, 25 (which gives an extra 5 because 25 = 5²). So total 5s = 5 (from 5,10,15,20) + 2 (from 25) = 6. Thus 25! has 6 trailing zeros.\n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"c674405cf2c15eef8e46a5c82d751faae481cd6c24370e2b3d12bf070c0b074c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.332,"why":""} +{"cat":"coding","completion_tokens":103,"content":"The dictionary `d` initially has keys `\"a\"` and `\"b\"`. The line `d[\"c\"] = d.get(\"c\", 0) + 5` uses `get(\"c\", 0)`, which returns 0 since `\"c\"` is not in the dictionary yet. So it sets `d[\"c\"]` to `0 + 5 = 5`. Then `print(d[\"c\"])` outputs `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"d8b3ebb97da4ad5b1263a7eddde52ce326687e674ec68231878b3715274cc3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.45,"why":""} +{"cat":"reasoning","completion_tokens":75,"content":"First, discount 20% off $50: \n20% of $50 = $10, so discounted price = $50 - $10 = $40. \n\nThen add 10% tax to the discounted price: \n10% of $40 = $4, so final price = $40 + $4 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"a6627d18976a7c643dfe7a5b4748c17702b420a22007a036a1afad4ef0d6423d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.036,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The string `\"hello\".replace(\"l\",\"L\",1)` replaces the first occurrence of `\"l\"` with `\"L\"`, so it becomes `\"heLlo\"`. \n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"f61b309c875b0f5d2dcbbe9cd185aaf69d4968ae28d5140781b43e067de5967f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.415,"why":""} +{"cat":"reasoning","completion_tokens":43,"content":"The sequence increases by 4, then 6, then 8, then 10, so the next increase is 12, giving 30 + 12 = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"40a6d38a31f6abb9cce5d96f79c31abc119099415799ca8c00c08b5487484d9c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.404,"why":""} +{"cat":"coding","completion_tokens":35,"content":"typeof null returns \"object\". This is a well-known JavaScript bug from its early days, where null was incorrectly classified as an object type.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"edd4aa6339ee6f9e74a217d1a04e83be23903cc92482a8d6142098d7bde8913c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.246,"why":""} +{"cat":"reasoning","completion_tokens":80,"content":"The three consecutive even integers can be represented as \\( x-2 \\), \\( x \\), and \\( x+2 \\). Their sum is:\n\n\\[\n(x-2) + x + (x+2) = 3x = 96\n\\]\n\nSo \\( x = 32 \\). The largest integer is \\( x+2 = 34 \\).\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"00981a5eb39d6d91a81a25ecc04bc58ece5a40bbf9d667e2b728c06ed9dad38c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.308,"why":""} +{"cat":"coding","completion_tokens":82,"content":"In JavaScript, floating-point arithmetic can produce unexpected results due to how numbers are represented in binary. The expression `0.1 + 0.2` does not exactly equal `0.3`; it evaluates to `0.30000000000000004`. Therefore, the comparison `0.1 + 0.2 === 0.3` returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"265696e67f5e4e0dc15ff4f3c1fa3fa60e2e705a7b04f3f76043dfeaf3422281","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.251,"why":""} +{"cat":"reasoning","completion_tokens":44,"content":"1011 in binary is 11 in decimal, and 110 is 6 in decimal. \n11 + 6 = 17, which in binary is 10001. \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"85b60ed5e9194df1e3316acba6e4581f6b2118cc9fcb8050323d2d76b843dc96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.873,"why":""} +{"cat":"coding","completion_tokens":253,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence, where `f(0)` and `f(1)` return `n` (i.e., 0 and 1 respectively), and for `n >= 2` it returns the sum of the two previous values. \n\nCalculating `f(7)` step by step: \n- f(0) = 0, f(1) = 1 \n- f(2) = f(1) + f(0) = 1 + 0 = 1 \n- f(3) = f(2) + f(1) = 1 + 1 = 2 \n- f(4) = f(3) + f(2) = 2 + 1 = 3 \n- f(5) = f(4) + f(3) = 3 + 2 = 5 \n- f(6) = f(5) + f(4) = 5 + 3 = 8 \n- f(7) = f(6) + f(5) = 8 + 5 = 13 \n\nSo the output is 13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"6b40c0c4f34c6ba0a8a45c09161d49857d497ee73c812605e5b7b655f10c5f55","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":30.377,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The minute hand at 15 minutes is at 90 degrees (15 * 6). \nThe hour hand at 3:15 moves 0.5 degrees per minute from the 3 (90 degrees), so 15 * 0.5 = 7.5 degrees past 90, so at 97.5 degrees. \nDifference: 97.5 - 90 = 7.5 degrees. \n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"f464fb21789be35f08b42dc94ab7091f223ddb0f87615afac5e49d76f96cc868","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.655,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The boolean value of an empty list is `False`, and a list with one element `[0]` is truthy, so `bool([0])` is `True`. \nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"e9cd60d62f6122cd12873ec7cac122354ed7019aad4bbd733927dda5688da0ef","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.433,"why":""} +{"cat":"reasoning","completion_tokens":42,"content":"100 days from Wednesday is equivalent to 100 mod 7 = 2 days later (since 98 is a multiple of 7). Wednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b097ad168e4f675f10831d6aed1505db8a346d19251d8a8fddc3f33b191a46e1","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.952,"why":""} +{"cat":"coding","completion_tokens":58,"content":"The slice `s[1:4]` takes characters from index 1 up to but not including index 4. \nIndex 1 is 'b', index 4 is 'e' (not included), so the result is \"bcd\".\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"c8f473f616092d48262341588017fb2c78296a78341bb9c51ea864e206c247a2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.738,"why":""} +{"cat":"reasoning","completion_tokens":69,"content":"The greatest common divisor (gcd) of 84 and 126 is found by prime factorization or the Euclidean algorithm. \n\n84 = 2² × 3 × 7 \n126 = 2 × 3² × 7 \n\nCommon factors: 2 × 3 × 7 = 42 \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"7805409991301d439b82735296f6e555d74d1f557cc1486b9dd0dcb814c4c3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.625,"why":""} +{"cat":"coding","completion_tokens":43,"content":"The code `sum(range(1,11))` computes the sum of numbers from 1 to 10 inclusive. The sum of the first 10 natural numbers is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"a45bbc70aac19fd8d84c7cbe1090253d2afe5b5de92e0e872692a13b714ab763","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.208,"why":""} +{"cat":"reasoning","completion_tokens":79,"content":"The total distance is 24 + 24 = 48 km. \nTime for first part: 24 / 12 = 2 hours. \nTime for second part: 24 / 8 = 3 hours. \nTotal time = 5 hours. \nAverage speed = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"e49c49bb514f816a510804657b5eda8d104212918d1d58da9e19ba0537188e33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.199,"why":""} +{"cat":"coding","completion_tokens":71,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `\"12.5\"` is not a valid integer representation (it contains a decimal point), a `ValueError` is raised. The exception is caught, and `\"err\"` is printed instead.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"9bba9347c3b23c119a9a9f8d069d15179186cfac802320eb72676666527c237d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.68,"why":""} +{"cat":"reasoning","completion_tokens":145,"content":"The word BOOK has letters: B, O, O, K. \nWe need 3-letter arrangements, each letter used at most as many times as it appears. \nCount cases by letter repetition:\n\n1. All three letters distinct: Choose from {B, O, K} → 3 distinct letters, arrangements = 3! = 6.\n\n2. Two O's and one other: The other can be B or K → 2 choices. Arrangements = 3!/2! = 3. So 2 × 3 = 6.\n\n3. Three same letters not possible (only two O's).\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"bfaad41b25dc08a2b9143a6bfec73dc849704a62e0870e783d5140809cc6b7dc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":18.476,"why":""} +{"cat":"coding","completion_tokens":75,"content":"The `max` function with `key=len` compares the strings by their lengths. \"apple\" has 5 letters, \"banana\" has 6, and \"cherry\" has 6. Since \"banana\" and \"cherry\" are tied, Python returns the first one encountered, which is \"banana\". \n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"ec04cc3aa3fc6b3e95ccb556857298898123b8d1c6f899d231672abc697344ec","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.555,"why":""} +{"cat":"reasoning","completion_tokens":60,"content":"The probability of exactly two heads in three flips of a fair coin is the number of sequences with two heads (HHT, HTH, THH) divided by total sequences (2^3 = 8). So it's 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"bd4183f0c9badb4cef23c9abbadd680a370d2e02bbc912e5c54d5c94d60dce5a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.931,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"5ea107b1eeecd10af3aa5374e855bef79da613a8f739fadaab500c5062c70fbd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.543,"why":""} +{"cat":"reasoning","completion_tokens":73,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank fills in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"849be62590845bf51c9ca57ee8e1458556f38dd6a8f420eb2a04a864555485ad","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.286,"why":""} +{"cat":"coding","completion_tokens":97,"content":"The `zip` function pairs elements from the two lists, stopping when the shorter list ends. So `[1,2,3]` and `[4,5]` produce pairs `(1,4)` and `(2,5)`. That gives a list `[(1,4), (2,5)]`. Index `[-1]` gives the last element, `(2,5)`.\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"da1ccf9933d569e8d12061b8261f9382599ab6b8ebcde351ce4894a19d4b7c66","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.241,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"First, find 15% of 400: \n15% of 400 = 0.15 × 400 = 60. \n\nThen, find 15% of that result: \n15% of 60 = 0.15 × 60 = 9. \n\nSo, 15% of 15% of 400 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"e152f9b94cb2ab557e42f18a93eb3cb0e7177d8bd8ffaead1a1ff15bf3dbd258","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.966,"why":""} +{"cat":"coding","completion_tokens":37,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, and 'b'. So `len()` returns 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"6a7c9865866d6e0c9a57ed107ccb3cd2de04dbd593101fb005d06fdb71222618","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.307,"why":""} +{"cat":"reasoning","completion_tokens":71,"content":"Let the number be \\( x \\). \nDoubled means \\( 2x \\), then increased by 9 gives \\( 2x + 9 = 41 \\). \nSubtract 9: \\( 2x = 32 \\). \nDivide by 2: \\( x = 16 \\). \n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"9d5e63159c113603ffe30aa97d9ed4f06207f0511e5632c271535dca5c52e7d4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.621,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `[\"1\", \"22\", \"333\"]`. Index `[1]` gives the second element, which is `\"22\"`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"219411b3976a4ab87041a24c27312a228d41685df9063dcdc8309f0457c8a852","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.411,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed44.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed44.warmup.jsonl new file mode 100644 index 0000000..d7072a6 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed44.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-11T22:23:00.129896Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":12,"content":"2+2=4\nFINAL: 4","content_sha256":"d0df8d763528fa09a3a5e3a4fb9a917988d6fa0fbec9cffa88dc12abf3dce944","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.954},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:22:57.175579Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-11T22:23:02.540342Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.41},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:00.130158Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-11T22:23:05.457599Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.917},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:02.540653Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-11T22:23:07.918672Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.46},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:05.458315Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-11T22:23:12.448167Z","expected_final":"yes","extracted_final":"Yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":24,"content":"7 is a prime number because it has no positive divisors other than 1 and itself. \nFINAL: Yes","content_sha256":"d336bde6e208ceaa35a0673b22a52867cd9e66e9429f608b991403361dea1c2f","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":4.529},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:07.919178Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-11T22:23:22.110015Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":9.662},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:12.448375Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-11T22:23:25.359471Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":14,"content":"The day that follows Monday is Tuesday. \n\nFINAL: Tuesday","content_sha256":"e6511dc98859bdbcfe85e5e9f0945ec28bbbbb7021163a47bd62aa7edc6b6f4e","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.249},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:22.110179Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-11T22:23:28.354207Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.994},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:25.359775Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-11T22:23:31.558910Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":14,"content":"100/4 = 25. \nFINAL: 25","content_sha256":"f3032c06fcb213c75076fd37f9f67af6b8e58c65851c36d0edf83ae44ecf1d29","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.204},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:28.354486Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-11T22:23:33.909999Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.351},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:31.559299Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/server.json b/evidence/public/ds4-w2-2026-07-11/p1/server.json new file mode 100644 index 0000000..d1ebf2c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/server.json @@ -0,0 +1,62 @@ +{ + "schema_version": "ds4-w2-public-server-v1", + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "max_model_len": 32768, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95, + "max_num_seqs": 1 + }, + "runtime_argv": [ + "--model", + "/model", + "--served-model-name", + "deepseek-v4-flash-w2", + "--trust-remote-code", + "--kv-cache-dtype", + "fp8", + "--block-size", + "256", + "--max-model-len", + "32768", + "--gpu-memory-utilization", + "0.95", + "--max-num-batched-tokens", + "1024", + "--max-num-seqs", + "1", + "--tokenizer-mode", + "deepseek_v4", + "--no-scheduler-reserve-full-isl", + "--compilation-config", + "{\"cudagraph_mode\":\"FULL_AND_PIECEWISE\",\"custom_ops\":[\"all\"]}", + "--port", + "18001" + ], + "w2_environment": { + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2": "1" + }, + "provenance_boundary": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and endpoint details are retained only in the private source receipt. Generic runtime arguments remain public." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json b/evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json new file mode 100644 index 0000000..3758cc1 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json @@ -0,0 +1,37 @@ +{ + "schema_version": "ds4-w2-pool-gate-diagnostic-v1", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "max_model_len": 32768, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "speculative_tokens": 0, + "max_num_seqs": 1 + }, + "prewarm": { + "accepted": 10, + "total": 10 + }, + "policy_sha256": "941dd1a0c3301133c07f97a9765c830d187f39d085ab13be4e1e1ef6805eb786", + "policy": { + "max_base_fp_residue_steps": 0, + "max_base_unrestored_experts": 0, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16 + }, + "observed_latest_64_step_window": { + "base_replay_pct": 90.6, + "base_fp_residue_steps": 57, + "base_unrestored_experts": 0, + "fp4_cached": 481, + "fp4_slots": 481, + "fp4_total_evicted": 4084 + }, + "status": "failed-before-scoring", + "failed_metric": "base_fp_residue_steps", + "interpretation": "The zero-residue policy was over-strict for the default continuation threshold (FP_THRESH=0). Second-order experts are fetched for later steps but their current-step contributions remain zero. Final quality receipts retain this telemetry and empirically test the approximation; they do not claim miss-free or bit-deterministic output." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/cleanup.json b/evidence/public/ds4-w2-2026-07-11/p2/cleanup.json new file mode 100644 index 0000000..93749e7 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/cleanup.json @@ -0,0 +1,29 @@ +{ + "schema_version": "ds4-w2-p2-public-cleanup-v2", + "result": "pass", + "stop_handshake_accepted": true, + "controller_cleanup_exit_code": 0, + "cleanup_completed_at_utc": "2026-07-12T02:38:15Z", + "watchdog_done_marker_present": true, + "abort_receipt_present": false, + "evaluation_container_absent_after": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "stopped_services_expected_count": 2, + "stopped_services_active_after_count": 2, + "controller_health_waits_succeeded": true, + "post_cleanup_followup_health_http": [ + 200, + 200 + ], + "generated_store_removed_after_evidence_sync": true, + "generated_store_removed_bytes": 230317622135, + "generated_store_metadata_delta_bytes_from_predecessor": 40, + "generated_store_metadata_change": "Both pack manifests add fp4_split=false; payload pack sizes are unchanged.", + "controller_log": { + "line_count": 69, + "byte_count": 6104, + "sha256": "c1f97c6ae43ab3c735d1990d0cc215e694e49f53dc6a7c3de36789599cc4a927" + }, + "verification_note": "The final container-inspect receipt was captured before stop. Post-stop absence is established by the guarded controller successful remove-and-reinspect path and zero cleanup exit code. Immediate post-restart curls initially saw connection refusal; the controller health waits completed, and the listed 200 responses are a later follow-up verification. Topology-specific identifiers remain private." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json new file mode 100644 index 0000000..500903b --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json @@ -0,0 +1,117 @@ +{ + "schema_version": "ds4-w2-context-composite-v2", + "run_label": "p2-integrated-128k-context-120k-zero-tolerance-composite", + "status": "complete", + "context_validated": true, + "exact_prompt_contract": true, + "started_at_utc": "2026-07-12T02:24:47.144372Z", + "completed_at_utc": "2026-07-12T02:37:38.949660Z", + "server": { + "schema_version": "ds4-w2-public-server-v2", + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + }, + "runtime_shape": { + "max_num_seqs": 1, + "speculative_config_present": false + }, + "capacity": { + "available_kv_cache_memory_gib": 4.8, + "gpu_kv_cache_tokens": 720677, + "reported_maximum_concurrency_at_full_window": 5.5 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and endpoint details are retained only in private source receipts." + }, + "probe": { + "generator_version": "deterministic-word-haystack-v1", + "model": "deepseek-v4-flash-w2", + "max_tokens": 256, + "prompt_token_tolerance": 0, + "expected_runtime": { + "max_model_len": 131072, + "kv_cache_dtype": "fp8", + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "speculative_tokens": 0, + "max_num_seqs": 1 + }, + "cases": [ + { + "target_prompt_tokens": 120000, + "depth": 0.1 + }, + { + "target_prompt_tokens": 120000, + "depth": 0.5 + }, + { + "target_prompt_tokens": 120000, + "depth": 0.9 + } + ] + }, + "harness": { + "files": { + "context_probe_py": "07b76343c5007ae98e84de22cb34931a440243e9a923d480aebc02e0d2664312", + "harness_py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25" + }, + "selection_rule": "Use only fresh tolerance-zero receipts after calibration-only seed qualification; depths 0.1/0.5 share one manifest and depth 0.9 uses a second manifest." + }, + "calibration_selection": { + "failed_closed_attempts_before_inference": 0, + "chat_requests_contributed_by_rejected_calibrations": 0, + "qualified_manifest_seeds": [ + 20260714, + 20260711 + ], + "per_case_seeds": [ + 20260714, + 20260715, + 20260711 + ], + "interpretation": "Each published case calibrated to exactly 120000 tokens via /tokenize before its sole chat request; no failed calibration issued a model answer in this run." + }, + "summary": { + "accepted": 3, + "of": 3, + "min_observed_prompt_tokens": 120000, + "max_observed_prompt_tokens": 120000, + "receipts_sha256": "67c2a1f834b9a6ce54d4ea4f2ce98a51c5257bfb8a78cf9a3917bbab52ea1db7", + "receipts_sha256_scope": "published_sanitized_composite_jsonl" + }, + "artifacts": { + "manifest": "context-120k.manifest.json", + "receipts_jsonl": "context-120k.receipts.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, endpoint details, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl new file mode 100644 index 0000000..a2308ca --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl @@ -0,0 +1,3 @@ +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":131072,"n_words":120000,"prompt_tokens":159920,"request_sha256":"d2f62847ac175be5b2c3df72d6e68774bf2ee8a5f6556eb6ab9fe1fbb2a7658c","status_code":200,"wall_seconds":0.316},{"max_model_len":131072,"n_words":59999,"prompt_tokens":79915,"request_sha256":"80dfaa67aeb290379374150772a8c19ce1231cbc539658f1cdf280f9c81bcd29","status_code":200,"wall_seconds":0.19},{"max_model_len":131072,"n_words":89999,"prompt_tokens":119883,"request_sha256":"c3934ab3ca1889ba6a89edd32223b4e8d44a393aa91500f4b73db8f01ba879a2","status_code":200,"wall_seconds":0.21},{"max_model_len":131072,"n_words":104999,"prompt_tokens":139856,"request_sha256":"9542f4e733da710aa2fbbeedb2aeda15303a1a5a733b71bcf8c1f23ac717ea39","status_code":200,"wall_seconds":0.243},{"max_model_len":131072,"n_words":97499,"prompt_tokens":129901,"request_sha256":"336c6b5340a13e950ca1a7d48c743944d6b2509c488f7480bebefa434fa3de44","status_code":200,"wall_seconds":0.236},{"max_model_len":131072,"n_words":93749,"prompt_tokens":124872,"request_sha256":"f170ca21c761bf909fd107175e54df5365f2c4c1eac204ce83aaf53386983249","status_code":200,"wall_seconds":0.218},{"max_model_len":131072,"n_words":91874,"prompt_tokens":122390,"request_sha256":"c7e35220a0271b132c1815d3bd0a7a7d7a2035e26e1701819f3591b7faabe50c","status_code":200,"wall_seconds":0.209},{"max_model_len":131072,"n_words":90936,"prompt_tokens":121131,"request_sha256":"ab8df3aa94ec161382da50a3bb899c803c204b227508b1c915d11e5063c05959","status_code":200,"wall_seconds":0.204},{"max_model_len":131072,"n_words":90467,"prompt_tokens":120506,"request_sha256":"b2a7e1853b5074f43e992cb103297e7b97b12b24253e63688ce5c3a5a3ccde7c","status_code":200,"wall_seconds":0.206},{"max_model_len":131072,"n_words":90233,"prompt_tokens":120204,"request_sha256":"998deaf9a4fc29aa495b8229927cf6106fc0ff40a7b671c6230fbf03836374c3","status_code":200,"wall_seconds":0.22},{"max_model_len":131072,"n_words":90116,"prompt_tokens":120039,"request_sha256":"6bb103bc76a2c6d5d0babe2c2c7d021f80aff51d80c90a9d308f1be64b0d10cd","status_code":200,"wall_seconds":0.208},{"max_model_len":131072,"n_words":90057,"prompt_tokens":119961,"request_sha256":"aa0617dc6f0d20622291de7e72ba1fe28181285d20e9ae968bdcefa1bcab1382","status_code":200,"wall_seconds":0.216},{"max_model_len":131072,"n_words":90086,"prompt_tokens":119999,"request_sha256":"fd6557cb700ae19b1c02887c8362ad9503b284f1b3707741c8d7a4a92f232b33","status_code":200,"wall_seconds":0.357},{"max_model_len":131072,"n_words":90101,"prompt_tokens":120021,"request_sha256":"e5bd062cea996c60d5d214ce4bf25c3186d58431acde2b1543a413aacd0a32bb","status_code":200,"wall_seconds":0.212},{"max_model_len":131072,"n_words":90093,"prompt_tokens":120007,"request_sha256":"73e36cb15f0afdf3ffa1cb04b457c1913d697104961d860959b78b306e7d680d","status_code":200,"wall_seconds":0.228},{"max_model_len":131072,"n_words":90089,"prompt_tokens":120004,"request_sha256":"52013c2dff9bb12fd1201eee15898408a78aff2061cc2974ddea14fcce8c8677","status_code":200,"wall_seconds":0.218},{"max_model_len":131072,"n_words":90087,"prompt_tokens":120000,"request_sha256":"44a6bbae212aff7a9940363e087fbcfe8c04e5bf4fc90e088e4976fb9ac516b6","status_code":200,"wall_seconds":0.218}],"observed_prompt_tokens":120000,"selected_words":90087},"completed_at_utc":"2026-07-12T02:29:01.233703Z","depth":0.1,"error":null,"expected_answer":"DS4-0249B72C8C5FEE56","generator_version":"deterministic-word-haystack-v1","ordinal":1,"prompt_token_tolerance":0,"request":{"max_tokens":256,"prompt_bytes":631150,"prompt_sha256":"4348ac6d4521e0208888d6c81f34839a39b85c032817e2731d1baca446aff475","request_sha256":"bef219f51e4027414acf76feb416e00cd3c4f66c3d392fb784a9803c3bd0550c","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":15,"content":"DS4-0249B72C8C5FEE56","content_sha256":"4ea4da1ad83db17c3ced536c22cea733775ee083a48f997ec6c063b680542e7e","extracted_answer":"DS4-0249B72C8C5FEE56","finish_reason":"stop","prompt_tokens":120000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":250.041},"schema_version":"ds4-w2-context-v1","seed":20260714,"started_at_utc":"2026-07-12T02:24:47.144372Z","target_prompt_tokens":120000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":131072,"n_words":120000,"prompt_tokens":160481,"request_sha256":"c0921962d6a28ef224642c06b686a86207007822fb7dbcb56a5f9339f13d6656","status_code":200,"wall_seconds":0.29},{"max_model_len":131072,"n_words":59999,"prompt_tokens":80161,"request_sha256":"3f330fff8414683ce2d38b816fba94452e3f387998d064b8e041a6e86c844270","status_code":200,"wall_seconds":0.174},{"max_model_len":131072,"n_words":89999,"prompt_tokens":120291,"request_sha256":"aed174065adbb1859c322525790e19897a8aaaa6d64d2c08ab259fcd896cc37d","status_code":200,"wall_seconds":0.236},{"max_model_len":131072,"n_words":74999,"prompt_tokens":100185,"request_sha256":"31caf6f27a351fa56687620330351561a7c874e940237988c253aa065ff6e033","status_code":200,"wall_seconds":0.198},{"max_model_len":131072,"n_words":82499,"prompt_tokens":110232,"request_sha256":"f9238c9b288d4acfe510eb2fd0d21e245bb966d0e6d4e7243c6a1e819c6be83f","status_code":200,"wall_seconds":0.246},{"max_model_len":131072,"n_words":86249,"prompt_tokens":115311,"request_sha256":"2772d9b7c4ca19d97aeb19ab050ac86d5192eece3c55576d161e2b415bf383e1","status_code":200,"wall_seconds":0.226},{"max_model_len":131072,"n_words":88124,"prompt_tokens":117789,"request_sha256":"a5217afa37f47185cf876091c47a1a88bbc2ad010afda6c470f041a93415d947","status_code":200,"wall_seconds":0.237},{"max_model_len":131072,"n_words":89061,"prompt_tokens":119046,"request_sha256":"947853eedb055fff867cc826b8b8b176625e48474382a9bd070dca9bbbbca691","status_code":200,"wall_seconds":0.222},{"max_model_len":131072,"n_words":89530,"prompt_tokens":119653,"request_sha256":"c0a443cae7dd6e07584b8dc34d1a85d5038d491f1ad87a2808c892a2566a53c8","status_code":200,"wall_seconds":0.222},{"max_model_len":131072,"n_words":89764,"prompt_tokens":119967,"request_sha256":"563db79eae6fa1a7b4a2acb9af9a12ef673c7846fdeda2f7efce2656ab01a79e","status_code":200,"wall_seconds":0.209},{"max_model_len":131072,"n_words":89881,"prompt_tokens":120130,"request_sha256":"0700cca0f1e93d97d606cee427946aaecfe1457bd9ac2a872584f8fdd30df60f","status_code":200,"wall_seconds":0.219},{"max_model_len":131072,"n_words":89822,"prompt_tokens":120049,"request_sha256":"cad111b4cbe25141addf232f6175ac838ff56cff14a0f13f936c788ebf5df9e7","status_code":200,"wall_seconds":0.232},{"max_model_len":131072,"n_words":89793,"prompt_tokens":120008,"request_sha256":"c50477abd284633d93eb975974be38899761400defed7546af42c750bf80a90a","status_code":200,"wall_seconds":0.232},{"max_model_len":131072,"n_words":89778,"prompt_tokens":119993,"request_sha256":"499cffd458926f5140be4144877ab8a771442ca2e1e38b9301667b5933014ebd","status_code":200,"wall_seconds":0.229},{"max_model_len":131072,"n_words":89785,"prompt_tokens":120000,"request_sha256":"351557033fb70a9e211341a6e824c80188d7a4c16ba303a0ad98e84133bba307","status_code":200,"wall_seconds":0.222}],"observed_prompt_tokens":120000,"selected_words":89785},"completed_at_utc":"2026-07-12T02:33:12.869389Z","depth":0.5,"error":null,"expected_answer":"DS4-50EBE57CED0E5408","generator_version":"deterministic-word-haystack-v1","ordinal":2,"prompt_token_tolerance":0,"request":{"max_tokens":256,"prompt_bytes":629125,"prompt_sha256":"61e0678fbb863c58459be8bcf7e73d26db0e403ddcba1c0ebdf196de680f00dc","request_sha256":"de8a2b691967301fe5da707667204545a3f8a6b6e892dd2a9e0dc9b8689f005e","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":13,"content":"DS4-50EBE57CED0E5408","content_sha256":"697ce3bcc5bb6a26a50b6dbb215773fd1ccbbc00d28702b9a58995dcd2a5c22e","extracted_answer":"DS4-50EBE57CED0E5408","finish_reason":"stop","prompt_tokens":120000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":248.028},"schema_version":"ds4-w2-context-v1","seed":20260715,"started_at_utc":"2026-07-12T02:29:01.234228Z","target_prompt_tokens":120000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":131072,"n_words":120000,"prompt_tokens":159976,"request_sha256":"50b78751f5e07d666343dfbeda764f6f1b5217d6a4d4b37d8643a734144338de","status_code":200,"wall_seconds":0.326},{"max_model_len":131072,"n_words":59999,"prompt_tokens":80016,"request_sha256":"fe810903d511b44e20e7bdc95d5b0b8236fe18831a4d55cc4820c021ecce0015","status_code":200,"wall_seconds":0.187},{"max_model_len":131072,"n_words":89999,"prompt_tokens":120023,"request_sha256":"6503141c6c47b7de10e6d7d7c3b2d9eec969bf43cdb797c3cea9029468ff8551","status_code":200,"wall_seconds":0.207},{"max_model_len":131072,"n_words":74999,"prompt_tokens":100098,"request_sha256":"c26badb7aad5dc00cc9c6f10c9e6963ce23624bfa1792d7d2f35ccde41ca3d11","status_code":200,"wall_seconds":0.177},{"max_model_len":131072,"n_words":82499,"prompt_tokens":110078,"request_sha256":"291ca4c6135a8295026ab0dbe4b69aaac60daa7397afcb7b3193c75dea5b902a","status_code":200,"wall_seconds":0.192},{"max_model_len":131072,"n_words":86249,"prompt_tokens":115045,"request_sha256":"e6a71c1aebbf2701625b496c23dd2f5b22b4159e48111a31564b47919055a725","status_code":200,"wall_seconds":0.199},{"max_model_len":131072,"n_words":88124,"prompt_tokens":117552,"request_sha256":"2901723edeb78da867af90b50770c2e5f3c3de60d9a08d1e7ea36bd2b58d5cde","status_code":200,"wall_seconds":0.209},{"max_model_len":131072,"n_words":89061,"prompt_tokens":118812,"request_sha256":"331e58bf7f9af1f3dbc040e312a8ca137b25f0bf3593c1c28085dcb3657ae365","status_code":200,"wall_seconds":0.201},{"max_model_len":131072,"n_words":89530,"prompt_tokens":119422,"request_sha256":"9b6d39f566fe171368083af5278d6d890b1cb906dcb4287ab4a4d49027c45728","status_code":200,"wall_seconds":0.202},{"max_model_len":131072,"n_words":89764,"prompt_tokens":119721,"request_sha256":"6571a147eb9523cfc43580b1a093dd4293b73b79653f06c9125124cf8d85ca1c","status_code":200,"wall_seconds":0.206},{"max_model_len":131072,"n_words":89881,"prompt_tokens":119871,"request_sha256":"40f6c026c815fda64e1a60482356448b207d60e0fa32386182a47adb6f497476","status_code":200,"wall_seconds":0.204},{"max_model_len":131072,"n_words":89940,"prompt_tokens":119940,"request_sha256":"6d5eb422679fc7d45f3f886490843e1f67e263e6f922458410f223e38e9b53a6","status_code":200,"wall_seconds":0.269},{"max_model_len":131072,"n_words":89969,"prompt_tokens":119981,"request_sha256":"fbaffbaa5418d513734468d16fb7408bb1f6e8772446b98b4c65b2bb490fa231","status_code":200,"wall_seconds":0.219},{"max_model_len":131072,"n_words":89984,"prompt_tokens":119996,"request_sha256":"0fd01042ebf52bdbe5bb99fcd0c73af40845abaa5d2ad31d472a2b5c4d9b6ce4","status_code":200,"wall_seconds":0.387},{"max_model_len":131072,"n_words":89991,"prompt_tokens":120005,"request_sha256":"7ea3352aa217076e1e2dddf1ab1fc420de28ee547699221af7108d1f932da986","status_code":200,"wall_seconds":0.204},{"max_model_len":131072,"n_words":89987,"prompt_tokens":120000,"request_sha256":"84808dcedb00e10131375b3e9e63818dee499e894cf2801fab98171062832584","status_code":200,"wall_seconds":0.205}],"observed_prompt_tokens":120000,"selected_words":89987},"completed_at_utc":"2026-07-12T02:37:38.949660Z","depth":0.9,"error":null,"expected_answer":"DS4-CAB537DFCE119F2B","generator_version":"deterministic-word-haystack-v1","ordinal":1,"prompt_token_tolerance":0,"request":{"max_tokens":256,"prompt_bytes":630057,"prompt_sha256":"a8b28713e4c8c166a7f93d4cd41e51670d6cd6902c8aa799b50236ed58b0f753","request_sha256":"6c405dd946071cd44152fda4428ac6b3d5b8b77d4546d44dc30bff961368ebf9","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":12,"content":"DS4-CAB537DFCE119F2B","content_sha256":"2e7815d5c9d845419f72820b2caf3f95fdcb9f838961d3d2525faff94ea81cd6","extracted_answer":"DS4-CAB537DFCE119F2B","finish_reason":"stop","prompt_tokens":120000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":245.272},"schema_version":"ds4-w2-context-v1","seed":20260711,"started_at_utc":"2026-07-12T02:33:29.892933Z","target_prompt_tokens":120000} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json b/evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json new file mode 100644 index 0000000..3f53086 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json @@ -0,0 +1,87 @@ +{ + "schema_version": "ds4-w2-frozen-rc-sentinel-v1", + "artifact": { + "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "origin_main_cutoff": "94be3aa3d7a8b82c7fc9687990a7edb6035f69f3", + "wrapper_commit": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc", + "source_patch_sha256": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2" + }, + "quality": { + "window_tokens": 131072, + "eval_seeds": [ + 42, + 43 + ], + "responses": 80, + "strict_machine_exact": 79, + "semantic_correct": 80, + "sink_detections": 0, + "http_200": 80, + "finish_reason_stop": 80, + "fixed_prewarms_passed": 20, + "fixed_prewarm_retries": 0, + "pool_gates_passed": 4, + "pool_gates_total": 4, + "fp4_eviction_deltas": { + "42": 46560, + "43": 44345 + }, + "max_unrestored_base_experts": 0, + "format_only_diagnostic": { + "seed": 43, + "item": "r17", + "expected": "3/8", + "returned": "\\(\\frac{3}{8}\\)", + "strict_exact": false, + "semantically_correct": true, + "sink": false + } + }, + "context": { + "window_tokens": 131072, + "target_prompt_tokens": 120000, + "observed_tokenizer_tokens": 120000, + "observed_usage_prompt_tokens": 120000, + "prompt_token_tolerance": 0, + "needle_depth": 0.9, + "seed": 20260711, + "exact_answer": true, + "http_status": 200, + "finish_reason": "stop", + "wall_seconds": 250.673, + "formal_tokenizer_only_calibration_rejections": 2, + "rejected_calibrations_sent_chat_requests": false + }, + "complete_run_memory": { + "samples": 1713, + "window_seconds": 1744.3, + "min_mem_available_bytes": 103726841856, + "max_cgroup_current_bytes": 103079645184, + "max_cgroup_peak_bytes": 103082033152, + "min_cgroup_hard_headroom_bytes": 4294537216, + "min_memory_high_headroom_bytes": -430080, + "max_cgroup_swap_bytes": 0, + "memory_high_event_delta": 19598, + "memory_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_page_delta": 0, + "host_swap_out_page_delta": 0, + "host_oom_kill_delta": 0, + "max_psi_full_avg10": 0.54 + }, + "cleanup": { + "controller_exit_status": 0, + "evaluation_container_absent": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "production_services_active": true, + "production_health_codes": [ + 200, + 200 + ], + "disposable_payload_pack_bytes_removed": 230317621248 + }, + "evidence_boundary": "The frozen RC reran two quality seeds and the deepest exact 120K context case. The immediately preceding 41d7b2f integrated artifact retains the comprehensive three-seed and three-depth series. The RC-only source delta is split-FP4/base coupling and padded-route hardening; split mode remained off in the serving sentinel and was verified separately by the exact-image GPU fixture." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/pool-gate-policy.json b/evidence/public/ds4-w2-2026-07-11/p2/pool-gate-policy.json new file mode 100644 index 0000000..59e2013 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/pool-gate-policy.json @@ -0,0 +1,7 @@ +{ + "max_base_unrestored_experts": 0, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json b/evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json new file mode 100644 index 0000000..1c74337 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json @@ -0,0 +1,142 @@ +{ + "schema_version": "ds4-w2-p2-public-quality-aggregate-v2", + "artifact_role": "canonical integrated 128K series; also satisfies the P1 three-seed stability gate", + "runtime": { + "max_model_len": 131072, + "max_num_seqs": 1, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75 + }, + "evaluation_scope": { + "seeds": [ + 42, + 43, + 44 + ], + "responses_per_seed": 40, + "responses_total": 120, + "prewarm_accepted": 30, + "prewarm_total": 30, + "retries": 0 + }, + "quality": { + "per_seed": [ + { + "seed": 42, + "machine_exact": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "errors": 0 + }, + { + "seed": 43, + "machine_exact": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "errors": 0 + }, + { + "seed": 44, + "machine_exact": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "errors": 0 + } + ], + "combined": { + "machine_exact": 120, + "semantic_equivalent": 120, + "responses": 120, + "coding_machine_exact": 60, + "reasoning_machine_exact": 60, + "sinks": 0, + "errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0 + }, + "scoring_note": { + "item": "c18", + "affected_seeds": [ + 44 + ], + "expected": "(2, 5)", + "returned_final": "(2,5)", + "machine_exact": true, + "legacy_lenient_flag": false, + "sink": false, + "interpretation": "The frozen exact scorer normalizes tuple whitespace; the legacy lenient flag does not. The machine-exact count remains 120/120." + } + }, + "receipt_derived_latency_seconds": { + "percentile_method": "nearest-rank", + "per_seed": [ + { + "seed": 42, + "max": 34.588, + "mean": 9.90535, + "median": 9.0635, + "p95": 14.294, + "sum": 396.214 + }, + { + "seed": 43, + "max": 25.879, + "mean": 10.155899999999999, + "median": 8.9265, + "p95": 16.053, + "sum": 406.236 + }, + { + "seed": 44, + "max": 18.092, + "mean": 9.9346, + "median": 9.092, + "p95": 15.988, + "sum": 397.384 + } + ], + "combined": { + "sum": 1199.834, + "mean": 9.998616666666667, + "median": 8.971, + "p95": 16.053, + "max": 34.588 + } + }, + "pool_activity_during_scoring": { + "per_seed": [ + { + "seed": 42, + "evictions": 42760, + "post_latest_64_replay_percent": 98.4, + "post_latest_64_residue_steps": 63, + "post_unrestored_experts": 0 + }, + { + "seed": 43, + "evictions": 43118, + "post_latest_64_replay_percent": 100.0, + "post_latest_64_residue_steps": 63, + "post_unrestored_experts": 0 + }, + { + "seed": 44, + "evictions": 44469, + "post_latest_64_replay_percent": 98.4, + "post_latest_64_residue_steps": 63, + "post_unrestored_experts": 0 + } + ], + "combined_evictions": 130347, + "all_pre_and_post_gates_passed": true, + "policy_boundary": "The quality policy required full FP4 occupancy, live churn, and zero unrestored experts. Replay rate and second-order residue were retained in the manifests but were not rejection thresholds." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/readiness.json b/evidence/public/ds4-w2-2026-07-11/p2/readiness.json new file mode 100644 index 0000000..56e992e --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/readiness.json @@ -0,0 +1,43 @@ +{ + "schema_version": "ds4-w2-p2-public-readiness-v2", + "result": "pass", + "ready_at_utc": "2026-07-12T02:01:04Z", + "sustained_health_hold_seconds": 30, + "runtime": { + "max_model_len": 131072, + "max_num_seqs": 1, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0 + }, + "capacity": { + "model_loading_memory_gib": 22.87, + "available_kv_cache_memory_gib": 4.8, + "gpu_kv_cache_tokens": 720677, + "reported_maximum_concurrency_at_full_window": 5.5 + }, + "watchdog_start_to_ready": { + "samples": 337, + "elapsed_seconds": 343.6, + "host_mem_available_min_bytes": 104107237376, + "host_swap_free_min_bytes": 8589918208, + "cgroup_memory_current_max_bytes": 22381260800, + "cgroup_memory_peak_bytes": 22381522944, + "cgroup_memory_max_bytes": 107374182400, + "cgroup_memory_high_bytes": 103079215104, + "cgroup_swap_current_max_bytes": 0, + "memory_high_event_delta": 0, + "memory_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_pages_delta": 0, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0 + }, + "artifact_identity": { + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "wrapper_head_commit": "5e69228e1e8e6f7345ae96657ab33b50e5805be7" + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json b/evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json new file mode 100644 index 0000000..a9b53f1 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json @@ -0,0 +1,184 @@ +{ + "schema_version": "ds4-w2-p2-public-runtime-clean-v2", + "log_snapshot": { + "scope": "complete container log through all three fresh zero-tolerance 120K cases and the last pre-stop health check; the controller log separately proves stop and cleanup", + "line_count": 6122, + "byte_count": 1224051, + "sha256": "0149680f7126f1926bb889deaa27f72b5bc5a9bc31b3163d1ea550bb9260d950", + "first_timestamp_utc": "2026-07-12T01:55:26.284950Z", + "last_timestamp_utc": "2026-07-12T02:38:10.131082Z", + "span_seconds": 2563.846132 + }, + "exact_pattern_scan": { + "replay_skipped": 0, + "gate_skipped": 0, + "draft_prefetch_skipped": 0, + "unrestored_experts": 0, + "pool_too_tight": 0, + "pool_too_small": 0, + "fixed_point_replay_hit_maximum": 0, + "error_severity": 0, + "traceback": 0, + "actionable_or_nonzero_oom": 0, + "abort": 0, + "timeout": 0 + }, + "http_response_scan": { + "health_200": 2665, + "chat_200": 153, + "tokenize_200": 48, + "non_200": 0, + "interpretation": "The 153 chat responses are exactly 30 frozen prewarm prompts, 120 scored responses, and 3 admitted context cases. Calibration-only seed qualification contributes tokenize calls but no chat response." + }, + "wording_caveats": { + "cgroup_event_records": { + "matching_lines": 748, + "all_values_zero": true, + "interpretation": "These container-log records are startup/cache-control snapshots. The separate watchdog trace is authoritative for full-lane soft memory.high events." + }, + "generic_skipped": { + "matching_lines": 0, + "interpretation": "No uppercase SKIPPED lines occurred in the current integrated run; replay, gate, and draft-prefetch skip patterns were also zero." + }, + "startup_and_shape_warnings": { + "uppercase_warning_lines": 27, + "inference_shape_jit_notices": 0, + "serving_correctness_or_safety_failures": 0 + } + }, + "base_kpi_windows": { + "window_count": 151, + "steps_per_window": 64, + "windows_with_fp_residue": 148, + "windows_with_unrestored_experts": 0, + "replay_percent": { + "min": 0.0, + "max": 100.0, + "mean": 95.169 + }, + "average_missing_pairs_per_step": { + "min": 0.0, + "max": 94.9, + "mean": 79.785 + }, + "fp_residue_steps": { + "min": 0, + "max": 64, + "mean": 60.921 + }, + "nonzero_residue_steps": { + "min": 1, + "max": 64, + "mean": 62.155, + "total": 9199 + }, + "reported_average_residual_pairs": { + "min": 0, + "max": 35, + "mean_of_window_reports": 21.887 + }, + "cumulative_replay_percent": { + "max": 98.4, + "min": 90.6 + }, + "final_window": { + "replay_percent": 0.0, + "cumulative_replay_percent": 95.2, + "cumulative_steps": 9664, + "fp_residue_steps": 0, + "average_residual_pairs": 0, + "base_pool_slots": 1213, + "base_expert_coverage_percent": 11.0 + } + }, + "selected_context_receipts": { + "exact_120k_cases": 3, + "interim_kpi_windows": [ + { + "depth": 0.1, + "replay_percent": 64.1, + "fp_residue_steps": 42, + "average_residual_pairs": 23 + }, + { + "depth": 0.5, + "replay_percent": 23.4, + "fp_residue_steps": 15, + "average_residual_pairs": 35 + }, + { + "depth": 0.9, + "replay_percent": 20.3, + "fp_residue_steps": 13, + "average_residual_pairs": 35 + } + ], + "terminal_kpi_windows": [ + { + "depth": 0.1, + "replay_percent": 0.0, + "fp_residue_steps": 0, + "average_residual_pairs": 0 + }, + { + "depth": 0.5, + "replay_percent": 0.0, + "fp_residue_steps": 0, + "average_residual_pairs": 0 + }, + { + "depth": 0.9, + "replay_percent": 0.0, + "fp_residue_steps": 0, + "average_residual_pairs": 0 + } + ], + "interpretation": "All three exact retrieval requests exhibited a nonzero interim residue window and then closed with a zero-replay, zero-residue latest window. This is empirical retrieval evidence, not proof that every internal forward was miss-free." + }, + "memory_watchdog": { + "samples": 2516, + "elapsed_seconds": 2568.8, + "trace_byte_count": 632512, + "trace_sha256": "edaa1ce45a7f60a20a8e96aea70f25eff9424b5440399867e1e78326d5d13719", + "host_mem_available_min_bytes": 103752298496, + "host_mem_available_max_bytes": 118599213056, + "host_mem_available_final_bytes": 106434854912, + "host_floor_headroom_min_bytes": 77982494720, + "host_swap_free_min_bytes": 8589918208, + "cgroup_memory_current_max_bytes": 103079694336, + "cgroup_memory_peak_bytes": 103081906176, + "cgroup_anon_max_bytes": 12596084736, + "cgroup_file_max_bytes": 94313668608, + "cgroup_file_mapped_max_bytes": 4109418496, + "cgroup_hard_max_bytes": 107374182400, + "cgroup_hard_headroom_min_bytes": 4294488064, + "cgroup_peak_based_hard_headroom_bytes": 4292276224, + "cgroup_soft_high_bytes": 103079215104, + "cgroup_soft_high_headroom_min_bytes": -479232, + "cgroup_peak_above_soft_high_bytes": 2691072, + "samples_above_soft_high": 2, + "soft_high_event_delta": 28089, + "cgroup_swap_current_max_bytes": 0, + "hard_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_pages_delta": 0, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0, + "psi_full_avg10_max": 0.79, + "psi_nonzero_samples": 71, + "host_wide_reclaim_counters": { + "pgscan_delta": 143429711, + "pgsteal_delta": 143412339, + "major_fault_delta": 836341, + "attribution_note": "These counters are host-wide and are not exclusively attributable to the evaluation cgroup." + }, + "interpretation": "The integrated 128K lane retained more than 4.29 GB of hard cgroup headroom with no swap, hard-limit, or OOM event. File-cache growth crossed the soft memory.high boundary narrowly and produced observable reclaim; those events are intentionally not reported as zero." + }, + "kpi_semantics": { + "window_boundary": "Residue and replay fields describe the latest 64-step KPI window, not cumulative correctness.", + "residue_boundary": "Residue records second-order misses exposed after mandatory first-order fetch and replay. Under the default continuation threshold, those experts are available to later steps while their current-step contribution remains zero.", + "unrestored_boundary": "Zero unrestored experts establishes fetch/store liveness. It does not establish a miss-free forward, bit-identical logits, or identical token streams across boots." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json new file mode 100644 index 0000000..56ff8b0 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json @@ -0,0 +1,306 @@ +{ + "artifacts": { + "manifest": "seed42.manifest.json", + "raw_jsonl": "seed42.raw.jsonl", + "raw_sha256": "db5b50a8ed30dd68f61431cae477cf65902768d400b4f7d20fc75790c5abc2b6", + "warmup_jsonl": "seed42.warmup.jsonl", + "warmup_sha256": "c0f30b140c53006c5d2041f7e3f75f7dc977bd8980c059aec745c7ea559a909b" + }, + "completed_at_utc": "2026-07-12T02:09:10.166138Z", + "error": null, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 42, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "argv": [ + "tools/ds4_eval/eval_rig.py", + "--items", + "tools/ds4_eval/items.json", + "--server-provenance", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/server.json", + "--pool-gate-policy", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/pool-gate-policy-quality.json", + "--pool-command-json", + "private pool-log command omitted", + "--output-dir", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/quality-seed42", + "--run-label", + "p2-integration-41d7b2f-128k-r1-s42", + "--url", + "private evaluation endpoint omitted", + "--model", + "deepseek-v4-flash-w2", + "--mode", + "warm", + "--eval-seed", + "42", + "--eval-temperature", + "0.6", + "--eval-top-p", + "0.95", + "--eval-max-tokens", + "700", + "--eval-timeout", + "300", + "--expected-count", + "40", + "--pool-kpi-timeout", + "30" + ], + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "inputs": { + "expected_count": 40, + "items_path": "tools/ds4_eval/items.json", + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 49952, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 211, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 90.6, + "base_cumulative_steps": 64, + "base_fp_residue_steps": 57, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:02:33.768130Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 15.6, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 49952, + "fp4_token_hit_pct": 19.5, + "fp4_total_evicted": 211, + "fp4_total_promoted": 692, + "fp4_window_evicted": 211, + "fp4_window_promoted": 600, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 52960, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 42971, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 42760, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 3008, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:09:10.165112Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 22.1, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 52960, + "fp4_token_hit_pct": 22.8, + "fp4_total_evicted": 42971, + "fp4_total_promoted": 43452, + "fp4_window_evicted": 760, + "fp4_window_promoted": 760, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 90.6, + "base_cumulative_steps": 64, + "base_fp_residue_steps": 57, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:02:33.768130Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 15.6, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 49952, + "fp4_token_hit_pct": 19.5, + "fp4_total_evicted": 211, + "fp4_total_promoted": 692, + "fp4_window_evicted": 211, + "fp4_window_promoted": 600, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "c0f30b140c53006c5d2041f7e3f75f7dc977bd8980c059aec745c7ea559a909b", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0, + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "quality_comparable": true, + "run_label": "p2-integration-41d7b2f-128k-r1-s42", + "schema_version": "ds4-w2-eval-v1", + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + } + }, + "started_at_utc": "2026-07-12T02:02:02.006071Z", + "status": "complete", + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed42.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed42.raw.jsonl new file mode 100644 index 0000000..566734c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed42.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":45,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes. \n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"7a2c04dbde20ffbb7f255ddb5ed26620090ddc65cf23cf2b6fcb5fcdd65a4e1d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.601,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The set of characters in \"mississippi\" is {'m', 'i', 's', 'p'}. That's 4 unique characters, so `len` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"14f327a8fd412f3c8eeecc2321ffd42d834a1e7ddbb2129568d8b9f2a120a991","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.255,"why":""} +{"cat":"reasoning","completion_tokens":41,"content":"We can compute step by step: \n17 × 23 = 391, \n19 × 13 = 247, \n391 - 247 = 144. \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"dd35b0cdc81b6fbccaf3abee4a8f4ed46639784845f5b5993fe2ab20797cc184","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.466,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` retrieves the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"495db429ea02876b77befec2600c8a06cd1e839ab25f0e17dc3a2244fd78c559","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.295,"why":""} +{"cat":"reasoning","completion_tokens":83,"content":"The perimeter of a rectangle is given by \\(2(\\text{length} + \\text{width})\\). \nWith perimeter 46 and length 14: \n\\(2(14 + w) = 46\\) \n\\(14 + w = 23\\) \n\\(w = 9\\). \nArea = length × width = \\(14 \\times 9 = 126\\). \n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"5477c400ea98db95483e6d932e2464d160331c61a491f82083c5aa0f3bb0eb33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.142,"why":""} +{"cat":"coding","completion_tokens":78,"content":"The code creates a list `x` with `[1, 2, 3]`, then assigns `y = x`, so both variables refer to the same list object. When `y.append(4)` modifies that list, `x` also sees the change. The list now has four elements, so `len(x)` is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"99eacf437cec9e4476f9d8ab0e5dfe9e9f5420e5d353663ce607ae2b16ea422a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.17,"why":""} +{"cat":"reasoning","completion_tokens":50,"content":"The rate is 5 machines making 5 widgets in 5 minutes, so 1 machine makes 1 widget in 5 minutes. Therefore, 100 machines make 100 widgets in the same 5 minutes.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"cf3d16e7e3dee0a39f7d129901cb2828dae5a333dfa4625835f3e428f79d7f96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.61,"why":""} +{"cat":"coding","completion_tokens":51,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, giving \"abcabc\". Then `+ \"d\"` concatenates \"d\" to the end, resulting in \"abcabcd\". \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"aca85bf608dc1e716eb550971c98e7a688ca03dfe8ec999c17888aa14a04ae6e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.202,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"We want \\(2^{10} \\mod 7\\).\n\nFirst, note that \\(2^3 = 8 \\equiv 1 \\pmod{7}\\).\n\nThen \\(2^{10} = 2^{3\\cdot3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 = 2 \\pmod{7}\\).\n\nSo the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"ef039fa1b68dc5e7baaa0527b3904a927aef2bde574bc6b3c3d050fb9b9fa5d8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.163,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The integer division `10 // 3` gives the quotient (3), and the modulus `10 % 3` gives the remainder (1). So the output is \"3 1\".\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"f3febd2fc61bded89806c137d7d4702351f50151bddef7a4cc9129ce83fc0a2a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.271,"why":""} +{"cat":"reasoning","completion_tokens":134,"content":"Let Ben's current age be \\( b \\). \nThen Anna's current age is \\( 2b \\). \n\nIn 6 years: \nBen will be \\( b + 6 \\), Anna will be \\( 2b + 6 \\). \n\nThe sum of their ages then is: \n\\[\n(b + 6) + (2b + 6) = 3b + 12\n\\] \nWe know this sum equals 42: \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"1db66dffd39f302ae2f2daa2b729f1fea170241237c4b7c1e9cdd9452e40da5d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":17.212,"why":""} +{"cat":"coding","completion_tokens":55,"content":"The list comprehension generates squares of numbers from 0 to 4, but only for odd numbers (i%2==1). The odd numbers are 1 and 3. Their squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"6b30caa41e7a57e54226f7d37ac228c8944a45d66936cc98d7084b0b0c37103c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.505,"why":""} +{"cat":"reasoning","completion_tokens":107,"content":"25! = 25 × 24 × ... × 1. Trailing zeros come from factors of 10, which are pairs of 2 and 5. There are more 2s than 5s, so count the number of 5s. \n\nCount multiples of 5: floor(25/5) = 5. \nCount multiples of 25: floor(25/25) = 1. \nTotal = 5 + 1 = 6. \n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"ec5fd1bbda6e36683404123ea40546482504419e08c7ec500aa028a7c08e3078","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.918,"why":""} +{"cat":"coding","completion_tokens":108,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it assigns to `d[\"c\"]` the result of `d.get(\"c\", 0) + 5`. Since `\"c\"` is not yet in the dictionary, `get` returns the default value `0`, so `d[\"c\"]` becomes `0 + 5 = 5`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"c5efabc772a6447927bab47d2e78e16a60518cae13eba248d275ed556b9651fa","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.931,"why":""} +{"cat":"reasoning","completion_tokens":91,"content":"The item is initially $50. A 20% discount reduces the price by \\( 50 \\times 0.20 = 10 \\), so the discounted price is \\( 50 - 10 = 40 \\). Then a 10% tax is added: \\( 40 \\times 0.10 = 4 \\), so the final price is \\( 40 + 4 = 44 \\).\n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"1068ba537bb7a19f07aa604443372062781f2d7ccaf2e342d7d0bf61ddd83192","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.815,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The code `print(\"hello\".replace(\"l\",\"L\",1))` replaces only the first occurrence of \"l\" with \"L\" in the string \"hello\". The result is \"heLlo\".\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"e03e42a98e0c214cbc55e853df757fb5af2ce8b359965b6eefd54d01b66666b5","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.356,"why":""} +{"cat":"reasoning","completion_tokens":43,"content":"The sequence increases by 4, then 6, then 8, then 10, so the next difference is 12. \n30 + 12 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"9c1712f51efb94207fa3c3ad4b516e1834e17236b3c213e421b464c633bf1cb6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.349,"why":""} +{"cat":"coding","completion_tokens":32,"content":"The expression `typeof null` in JavaScript returns `\"object\"`, which is a well-known quirk of the language.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"cd5dc94c26726439503b7f2b23f8a6b4f18d60342f3261ae08668d36844d0002","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.667,"why":""} +{"cat":"reasoning","completion_tokens":74,"content":"The three consecutive even integers can be written as \\(n-2\\), \\(n\\), and \\(n+2\\). Their sum is:\n\n\\[\n(n-2) + n + (n+2) = 3n = 96\n\\]\n\nSo \\(n = 32\\). The largest is \\(n+2 = 34\\).\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"95b7da1a513780ee24e3dc582b9209c0cb45a46bab5d522e6fd0fe710e6517cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.165,"why":""} +{"cat":"coding","completion_tokens":42,"content":"The expression `0.1 + 0.2` in JavaScript does not exactly equal `0.3` due to floating-point precision issues, so the comparison returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"9815431ed668d70249b5cbdca743757d4e4bd73606797d54d4d0ea933ca3b503","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.916,"why":""} +{"cat":"reasoning","completion_tokens":44,"content":"1011 in binary is 11 in decimal, and 110 is 6 in decimal. \n11 + 6 = 17, which is 10001 in binary. \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"3f86e9fe11ee934ea0befc11b0d6a39bf89d2586d3195b08c166cda8ce8eb670","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.343,"why":""} +{"cat":"coding","completion_tokens":90,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence. For `n=7`, the Fibonacci numbers are: \nf(0)=0, f(1)=1, f(2)=1, f(3)=2, f(4)=3, f(5)=5, f(6)=8, f(7)=13. \n\nSo the output is `13`. \n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"e13762c349eb794bba6e26ba0d86c5bd5373a29201111955b7bea34be03a3d67","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.396,"why":""} +{"cat":"reasoning","completion_tokens":101,"content":"The hour hand moves 0.5° per minute. At 3:15, the hour hand has moved 15 minutes past 3, so it is at 90° + (15 × 0.5°) = 90° + 7.5° = 97.5°. The minute hand at 15 minutes is at 90°. The difference is 97.5° - 90° = 7.5°.\n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"2f9ac61f957df41caa2d0325cd3f15699a937221ec97b2cfff319ef09f2afbb4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.852,"why":""} +{"cat":"coding","completion_tokens":46,"content":"bool([]) evaluates to False because an empty list is falsy. bool([0]) evaluates to True because a list with one element (even if that element is 0) is truthy.\n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"070a9320ef0c0f461a140192d0e43aaa33b281deacf1e0b913c3e5314766d0ab","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.477,"why":""} +{"cat":"reasoning","completion_tokens":56,"content":"We start with Wednesday. Each week has 7 days, so we find the remainder when 100 is divided by 7: \n100 ÷ 7 = 14 weeks and 2 days remainder. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b17db4f64dc1aa64dff5f34342d1bced41b9a93694694f149bf769cdca07637b","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.681,"why":""} +{"cat":"coding","completion_tokens":69,"content":"The slice `s[1:4]` starts at index 1 (character 'b') and goes up to, but does not include, index 4 (character 'e'). So it includes characters at indices 1, 2, and 3: 'b', 'c', 'd'.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"fb806f18b608f1cac0ea30023045562ae49623bdc35df1faa4a339550148d245","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.204,"why":""} +{"cat":"reasoning","completion_tokens":103,"content":"The greatest common divisor (gcd) of 84 and 126 is found by prime factorization or the Euclidean algorithm.\n\nPrime factors:\n84 = 2² × 3 × 7\n126 = 2 × 3² × 7\nCommon factors: 2 × 3 × 7 = 42.\n\nEuclidean algorithm:\n126 ÷ 84 = 1 remainder 42\n84 ÷ 42 = 2 remainder 0 → gcd = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"71ef048034879cf463430bcbc77ea0d5e8a1849f61b25f0175299cef383eeb0d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.419,"why":""} +{"cat":"coding","completion_tokens":66,"content":"The code `print(sum(range(1,11)))` computes the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). \nThe sum is 1+2+3+...+10 = 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"9e656cefac1dfaab9c9ac19fcf6e1f093da124cbdfa4087f4fd97676c8a07113","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.329,"why":""} +{"cat":"reasoning","completion_tokens":101,"content":"The total distance is 24 km + 24 km = 48 km. \nTime for first part: 24 km / 12 km/h = 2 hours. \nTime for second part: 24 km / 8 km/h = 3 hours. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = total distance / total time = 48 km / 5 h = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"6d0305a035264842b90a3c4ed94d67fc8a59eff3624144ec3fe87803b8ea4461","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.836,"why":""} +{"cat":"coding","completion_tokens":68,"content":"The code attempts to convert the string `\"12.5\"` to an integer. Since `\"12.5\"` contains a decimal point, it cannot be directly converted to an integer, so a `ValueError` is raised. The exception is caught, and `\"err\"` is printed.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"8d49ed8ad9f6f15589eef9828ad9e29b6041606d351fd956be63276f79b2fe11","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.349,"why":""} +{"cat":"reasoning","completion_tokens":271,"content":"We have the word BOOK. \nLetters: B, O, O, K. \nWe need distinct 3-letter arrangements, each letter used at most as many times as it appears.\n\nTotal letters: 4, but we choose 3.\n\nWe can break into cases based on how many O's are used.\n\n**Case 1: 0 O's** \nLetters: B, K — only 2 letters, not enough for 3 positions. So 0 arrangements.\n\n**Case 2: 1 O** \nWe have 1 O, plus choose 2 more distinct letters from {B, K}. \nDistinct letters: B, O, K. All 3 distinct. \nNumber of permutations: 3! = 6.\n\n**Case 3: 2 O's** \nWe have O,O, and then choose 1 letter from {B, K}. \nFor each choice (B or K), arrangements = number of distinct sequences of 3 letters with 2 identical: 3! / 2! = 3. \nTwo choices → 2 × 3 = 6.\n\n**Case 4: 3 O's** \nNot possible because only 2 O's exist.\n\nTotal distinct arrangements: 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"043a147d1e8013c60a0eeb91a5dd2339e134ff0c97a1477d256cb1b71bc4ca20","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":34.588,"why":""} +{"cat":"coding","completion_tokens":85,"content":"The `max` function with `key=len` compares the strings by their lengths. \"apple\" has length 5, \"banana\" has length 6, and \"cherry\" has length 6. Since \"banana\" and \"cherry\" both have length 6, `max` returns the first one encountered with the maximum length, which is \"banana\".\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"f2364b070837a53942cf17d8fee23606c751525facc1cbc0248e3611484a002a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.166,"why":""} +{"cat":"reasoning","completion_tokens":53,"content":"The probability of exactly two heads in three flips is the number of favorable outcomes (HHT, HTH, THH) divided by total outcomes (2^3 = 8). That gives 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"79ff8fd2f87f14f58775a08eb080959b2f29f6b83217c3efeb08441b0e206591","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.406,"why":""} +{"cat":"coding","completion_tokens":34,"content":"The worst-case time complexity of binary search on a sorted array of \\( n \\) elements is \\( O(\\log n) \\).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"884f8a16f85529406062792505be2b5a50c6cd00e2c1dda7cd7ad66e9435a4ce","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.84,"why":""} +{"cat":"reasoning","completion_tokens":74,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together, they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank fills in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"3c045d0f4b9c301de754ac873e118dc9b3b2628900a29a4bec1216d58d2d053f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.993,"why":""} +{"cat":"coding","completion_tokens":108,"content":"The zip function pairs elements from the two lists, stopping when the shorter list ends. Here, `[1,2,3]` and `[4,5]` produce pairs `(1,4)` and `(2,5)`. The result is a zip object, which when converted to a list becomes `[(1,4), (2,5)]`. Index `[-1]` gives the last element, which is `(2,5)`.\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"31391257aa7e539773740819208c647be6df86b5e70a2be01e320dff73d55b65","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.294,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"15% of 400 is 60. \nThen 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"307e623961dca2d1d052fed3607cc560444fa6a1e557a434c0efb7710fa8a9a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.68,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. The `len()` function returns the number of characters, which is 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"a6bf85cb8a470b618c1e37c850f26f117e33a608897825c3a11edb8b285f5557","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.949,"why":""} +{"cat":"reasoning","completion_tokens":72,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 \\) \nThis equals 41: \n\\( 2x + 9 = 41 \\) \n\\( 2x = 32 \\) \n\\( x = 16 \\)\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"841b32e96ea4fb5ad5e041013e71bf193536309838cd2abd550fc2fa3c972e39","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.441,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `['1', '22', '333']`. Index `[1]` gives the second element, which is `'22'`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"1c95bb64d53da34f92f77cf40027d14618ad52877cf0e7f0b47be5161d24dcd7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.962,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed42.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed42.warmup.jsonl new file mode 100644 index 0000000..93e1d1c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed42.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-12T02:02:08.209098Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":6.202},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:02.006975Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-12T02:02:11.612115Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.403},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:08.209303Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-12T02:02:14.840139Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.228},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:11.612284Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-12T02:02:17.179799Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":5,"content":"FINAL: Paris","content_sha256":"bf88112e2c6fe8ca7b7154e0d67a9d25d89520b881fc9583c0f8ed5d824bf589","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.339},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:14.840301Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-12T02:02:20.002889Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":10,"content":"7 is prime. \nFINAL: yes","content_sha256":"21959994b02f049bd597944b767eb34ac1979e9f2f82fc7240acac9c955a6ec8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.823},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:17.180007Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-12T02:02:22.963600Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":13,"content":"31-9 = 22 \nFINAL: 22","content_sha256":"67c1c657e4672bc38df0913286610a26a165441ab105e70d890356cd3d025e19","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.96},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:20.003059Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-12T02:02:25.480152Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":7,"content":"Tuesday \nFINAL: Tuesday","content_sha256":"985da91ae18078365832a07bdba413fdd231d73fed3737126cf5c41193451a23","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.516},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:22.963842Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-12T02:02:28.375057Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.895},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:25.480320Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-12T02:02:31.354042Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.979},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:28.375184Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-12T02:02:33.656301Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.302},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:31.354197Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json new file mode 100644 index 0000000..9ee4054 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json @@ -0,0 +1,306 @@ +{ + "artifacts": { + "manifest": "seed43.manifest.json", + "raw_jsonl": "seed43.raw.jsonl", + "raw_sha256": "12ebd8458751bbea4d7683794a5c9e7c447784a93d2fae7dce275d59f242f5fc", + "warmup_jsonl": "seed43.warmup.jsonl", + "warmup_sha256": "c89b523c53ee899193e829eaa1b58c06cf992f1ffb587433f293221cbe9ec86d" + }, + "completed_at_utc": "2026-07-12T02:16:49.677911Z", + "error": null, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 43, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "argv": [ + "tools/ds4_eval/eval_rig.py", + "--items", + "tools/ds4_eval/items.json", + "--server-provenance", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/server.json", + "--pool-gate-policy", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/pool-gate-policy-quality.json", + "--pool-command-json", + "private pool-log command omitted", + "--output-dir", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/quality-seed43", + "--run-label", + "p2-integration-41d7b2f-128k-r1-s43", + "--url", + "private evaluation endpoint omitted", + "--model", + "deepseek-v4-flash-w2", + "--mode", + "warm", + "--eval-seed", + "43", + "--eval-temperature", + "0.6", + "--eval-top-p", + "0.95", + "--eval-max-tokens", + "700", + "--eval-timeout", + "300", + "--expected-count", + "40", + "--pool-kpi-timeout", + "30" + ], + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "inputs": { + "expected_count": 40, + "items_path": "tools/ds4_eval/items.json", + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 53216, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 44765, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.2, + "base_cumulative_steps": 3136, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:10:03.262261Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 24.9, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 53216, + "fp4_token_hit_pct": 30.6, + "fp4_total_evicted": 44765, + "fp4_total_promoted": 45246, + "fp4_window_evicted": 816, + "fp4_window_promoted": 816, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 56288, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 87883, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 43118, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 6208, + "base_fp_residue_steps": 63, + "base_replay_pct": 100.0, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:16:49.676796Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.9, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 56288, + "fp4_token_hit_pct": 21.2, + "fp4_total_evicted": 87883, + "fp4_total_promoted": 88364, + "fp4_window_evicted": 693, + "fp4_window_promoted": 693, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.2, + "base_cumulative_steps": 3136, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:10:03.262261Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 24.9, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 53216, + "fp4_token_hit_pct": 30.6, + "fp4_total_evicted": 44765, + "fp4_total_promoted": 45246, + "fp4_window_evicted": 816, + "fp4_window_promoted": 816, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "c89b523c53ee899193e829eaa1b58c06cf992f1ffb587433f293221cbe9ec86d", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0, + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "quality_comparable": true, + "run_label": "p2-integration-41d7b2f-128k-r1-s43", + "schema_version": "ds4-w2-eval-v1", + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + } + }, + "started_at_utc": "2026-07-12T02:09:34.034009Z", + "status": "complete", + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed43.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed43.raw.jsonl new file mode 100644 index 0000000..08a0cb4 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed43.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":45,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes. \n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"1caace845da51dc4c3d2f0b56850ddffaba96703d4d84e1823c624c9dca6afc3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.319,"why":""} +{"cat":"coding","completion_tokens":62,"content":"The code `set(\"mississippi\")` creates a set of unique characters from the string, which are `{'m', 'i', 's', 'p'}`. The `len()` function then counts the number of elements in the set, which is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"62738abb8c348919c47e84dfeee4d86f74df1f7012f0c17aea8efad5903d9431","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.804,"why":""} +{"cat":"reasoning","completion_tokens":41,"content":"We can compute step by step:\n\n17 × 23 = 391 \n19 × 13 = 247 \n\nThen subtract: 391 - 247 = 144 \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"96a69b94537561a4173556faa694e27bddb281c4465b88db8d5330b252bc4b75","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.291,"why":""} +{"cat":"coding","completion_tokens":46,"content":"The list `[3,1,2]` sorted in reverse gives `[3,2,1]`. Index `[1]` is the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"344e7944384c821f7ad2ad13b19ab8bc5374f67d52bb74127825105d656571f3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.813,"why":""} +{"cat":"reasoning","completion_tokens":86,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). With length \\(l = 14\\), we have:\n\n\\[\n2(14 + w) = 46\n\\]\n\\[\n14 + w = 23\n\\]\n\\[\nw = 9\n\\]\n\nArea = \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"b12295a815d01558746bd3d642a1e564ddfdba6381593dea8040e234ccc1b08d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.683,"why":""} +{"cat":"coding","completion_tokens":70,"content":"The code sets `y = x`, so both variables refer to the same list. When `y.append(4)` modifies that list, `x` also reflects the change. So `x` becomes `[1, 2, 3, 4]`, and `len(x)` is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"7fb599a0e073164c421762fb20e1e5cea32b5c7b53b3eccc92ee79a3c5605632","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.97,"why":""} +{"cat":"reasoning","completion_tokens":74,"content":"Let’s reason it out: \n\n5 machines make 5 widgets in 5 minutes → each machine makes 1 widget in 5 minutes. \nSo 1 machine makes 1 widget in 5 minutes. \nTherefore, 100 machines make 100 widgets in the same 5 minutes (since each machine works in parallel).\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"9b5b52ad344bccbd0d4cbdb7c2134fd010ea3a994b884cc46ae6aba14400157e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.315,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, resulting in \"abcabc\". Then `+ \"d\"` concatenates \"d\", giving \"abcabcd\". \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a569c6fc0731ed5f58c9431d9d67fe0b5ed4f6679899682e9c034f40bc3a67c7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.892,"why":""} +{"cat":"reasoning","completion_tokens":103,"content":"We want the remainder of \\(2^{10} \\bmod 7\\).\n\nFirst, note that \\(2^3 = 8 \\equiv 1 \\pmod{7}\\). \nThen \\(2^{10} = 2^{3 \\cdot 3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 \\equiv 2 \\pmod{7}\\).\n\nSo the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"74f4f6aba3596826ccfcfc5442dd1235087db3cfd57b2207fb0e670ce8e977bc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.682,"why":""} +{"cat":"coding","completion_tokens":35,"content":"The integer division `10 // 3` gives 3, and the modulo `10 % 3` gives 1. \n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"6cdd615ba5bd49b016d3b6c09c3b2aa28571ce5749b4cabd336c49aed9ff0ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.96,"why":""} +{"cat":"reasoning","completion_tokens":111,"content":"Let Ben's current age be \\( b \\). \nThen Anna's age is \\( 2b \\). \n\nIn 6 years: \nBen will be \\( b + 6 \\), \nAnna will be \\( 2b + 6 \\). \n\nSum: \n\\( (b + 6) + (2b + 6) = 42 \\) \n\\( 3b + 12 = 42 \\) \n\\( 3b = 30 \\) \n\\( b = 10 \\). \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"50cc7e67b4f040e29ae799c2af680dfee7fcd21c3d6731d8e032e7dd6a3af60e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.016,"why":""} +{"cat":"coding","completion_tokens":72,"content":"The list comprehension iterates over `range(5)` (values 0 to 4), squares each `i`, but only includes those where `i % 2 == 1` (odd numbers). The odd numbers are 1 and 3, so the squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"0095f7709043e98593192f2d56182eab7071fcd2d3792a66bd2f7ba206fe393d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.398,"why":""} +{"cat":"reasoning","completion_tokens":132,"content":"The number of trailing zeros in a factorial is determined by the number of times 10 divides it, which is the minimum of the exponents of 2 and 5 in its prime factorization. Since there are always more factors of 2 than 5, we count the exponent of 5.\n\nFor 25!:\n- Floor(25/5) = 5\n- Floor(25/25) = 1\n- Higher powers of 5 (125, etc.) are >25, so stop.\n\nTotal = 5 + 1 = 6.\n\nThus, 25! has 6 trailing zeros.\n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"0d62934fe29261d784fb9bb6a0d675f3f462c434948a9d8cf5b784f46ac5f7cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.053,"why":""} +{"cat":"coding","completion_tokens":94,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it tries to get the value for key `\"c\"`, which doesn't exist, so `.get(\"c\", 0)` returns `0`. It adds `5`, resulting in `5`, and assigns that to `d[\"c\"]`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"8c8b0ca311189014715a74154a7439e2c5ca6cb53d3241cbe924eedc644b1384","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.131,"why":""} +{"cat":"reasoning","completion_tokens":62,"content":"The item is discounted 20%, so the discounted price is $50 × (1 - 0.20) = $50 × 0.80 = $40. \nThen 10% tax is added: $40 × 1.10 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"3e0f66079c80e219ab579284223d0e950a7c7efe718bc455ff58041a345c862e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.98,"why":""} +{"cat":"coding","completion_tokens":53,"content":"The string `\"hello\"` has two `'l'` characters. The `replace` method with count `1` replaces only the first occurrence. So `\"hello\"` becomes `\"heLlo\"`.\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"0092c0d305f79d3ddef92346299b5afa24104dc4f6ac77f04178556daa3456f8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.587,"why":""} +{"cat":"reasoning","completion_tokens":39,"content":"The sequence increases by 4, 6, 8, 10, so the next increase is 12. \n30 + 12 = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"6113064a1c3825bb4eaf44cc82467d290f8173917d99694ee9bdcf0838925ffb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.129,"why":""} +{"cat":"coding","completion_tokens":56,"content":"The code `console.log(typeof null)` logs the string `\"object\"` to the console. This is a well-known quirk in JavaScript where `typeof null` returns `\"object\"` due to a bug in the original implementation.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"bd45691a1d3d0e5b2b653cbad9bca13e1e663c33b7345013a24a5548a4821e70","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.34,"why":""} +{"cat":"reasoning","completion_tokens":87,"content":"The three consecutive even integers can be written as \\(x\\), \\(x+2\\), and \\(x+4\\). \nTheir sum is \\(x + (x+2) + (x+4) = 3x + 6 = 96\\). \nSolving: \\(3x = 90\\), so \\(x = 30\\). \nThe largest is \\(x+4 = 34\\).\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"f1d055eb3154788d04ea364b796310597d6c9545d762e270a22ffad5a6ad6ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.892,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The expression `0.1 + 0.2` evaluates to `0.30000000000000004` due to floating-point precision, which is not exactly `0.3`. So the comparison `===` returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"26f7e16907c75199bceacee1a12aa9fea34e313bd0cef88b4dfbae8f8cf19e16","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.308,"why":""} +{"cat":"reasoning","completion_tokens":44,"content":"1011 in binary is 11 in decimal, and 110 is 6 in decimal. \n11 + 6 = 17, which is 10001 in binary. \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"857a016c6bb9bccb8a0a7e64d9dec4b12acf83824235b29a85dfe2190657ba69","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.319,"why":""} +{"cat":"coding","completion_tokens":215,"content":"The function `f(n)` computes the nth Fibonacci number recursively, where `f(0)` and `f(1)` are implicitly 0 and 1 (since `n < 2` returns `n`). So:\n\n- f(0) = 0 \n- f(1) = 1 \n- f(2) = f(1) + f(0) = 1 \n- f(3) = f(2) + f(1) = 1 + 1 = 2 \n- f(4) = f(3) + f(2) = 2 + 1 = 3 \n- f(5) = f(4) + f(3) = 3 + 2 = 5 \n- f(6) = f(5) + f(4) = 5 + 3 = 8 \n- f(7) = f(6) + f(5) = 8 + 5 = 13 \n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"719c2e9e2c06bf836054a6e70732d83dd8455f7c9a1af48f235023e8c4c31d48","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":25.879,"why":""} +{"cat":"reasoning","completion_tokens":124,"content":"The minute hand at 15 minutes is at 90 degrees (15 minutes × 6° per minute). \nThe hour hand at 3:15 moves 15 minutes past the 3, which is 0.5° per minute × 15 = 7.5° past the 90° mark (since 3:00 is 90°). So hour hand is at 90° + 7.5° = 97.5°. \nThe difference is |97.5° - 90°| = 7.5°.\n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"98c94f5c7d667cf4549479acdcc142b46e1533a54d5daa15803e4c57e67263fc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.661,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The boolean value of an empty list `[]` is `False`, while a list containing a single element `[0]` is truthy, so `bool([0])` is `True`. \n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"b9fc8560343a94733845c4a55ea28b00acbb23e7c354fdf2a1325fdcc379afd0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.76,"why":""} +{"cat":"reasoning","completion_tokens":62,"content":"We start with Wednesday. Since a week has 7 days, we find the remainder when 100 is divided by 7. \n100 ÷ 7 = 14 weeks (98 days) with a remainder of 2 days. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"ad13887b8bc3f634f6a2ed9f4b645afab265c3ec2af2527b527962fca1a7ac73","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.431,"why":""} +{"cat":"coding","completion_tokens":111,"content":"The code `s=\"abcdef\"` assigns the string `\"abcdef\"` to variable `s`. \n`s[1:4]` slices the string from index 1 (inclusive) to index 4 (exclusive). \nIndices: a=0, b=1, c=2, d=3, e=4, f=5. \nSo `s[1:4]` gives characters at indices 1, 2, 3 → `\"bcd\"`.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"3eccf1ab6957defd925148777cbe9a9cf718b19f0318d20f6d24ccbab700b824","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.844,"why":""} +{"cat":"reasoning","completion_tokens":70,"content":"The greatest common divisor (GCD) of 84 and 126 can be found using the Euclidean algorithm:\n\n126 ÷ 84 = 1 remainder 42 \n84 ÷ 42 = 2 remainder 0 \n\nSince the remainder becomes 0, the GCD is the last non-zero remainder, which is 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"b5bf60fdd67eb7559d9bed5e91a13a95cdca43fc5f6ef7c99aa5391789435c37","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.873,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The code `sum(range(1,11))` calculates the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). The sum is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"8d647123aaf416fa00094983788613d15843c42b64e694a8bd9a84108a734362","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.058,"why":""} +{"cat":"reasoning","completion_tokens":101,"content":"The average speed is total distance divided by total time.\n\nFirst segment: time = 24 km / 12 km/h = 2 hours. \nSecond segment: time = 24 km / 8 km/h = 3 hours. \nTotal distance = 24 + 24 = 48 km. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"a5222910cb56db68e5d4d5e2375aadaff1c1dc27e11655a852b09b0bd245e65e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.897,"why":""} +{"cat":"coding","completion_tokens":75,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `\"12.5\"` is not a valid integer literal (it contains a decimal point), Python raises a `ValueError`. The except block catches that error and prints `\"err\"`. So the output is `err`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"78c02162b80402c68ba56cca2295d109bd86f56ccdec542172fd62cf3616a980","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.865,"why":""} +{"cat":"reasoning","completion_tokens":160,"content":"The word BOOK has letters: B, O, O, K. \nWe need 3-letter arrangements, each letter used at most as many times as it appears. \nCount cases:\n\n1. All three letters distinct: possible sets from {B, O, K} — only one set {B, O, K}. \n Number of permutations = 3! = 6.\n\n2. Two O's and one other letter: other can be B or K. \n For each, number of arrangements = 3! / 2! = 3. \n So 2 letters × 3 = 6.\n\n3. Three same letters: not possible because only two O's.\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"cc48f20f57756d0f6c3ff29dc8ecc620949ff2e19646a1871dc3dd0df8c2015a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":21.112,"why":""} +{"cat":"coding","completion_tokens":84,"content":"The `max` function with `key=len` compares the strings by their lengths. \"apple\" has length 5, \"banana\" has length 6, \"cherry\" has length 6. Since \"banana\" and \"cherry\" both have length 6, `max` returns the first one encountered with the maximum length, which is \"banana\".\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"57b773d4cc9276e22ee416de2e9287cec32eecefcbe7467e6796fd426dbac9c4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.007,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"The probability of exactly two heads in three flips of a fair coin is the number of sequences with two heads (HHT, HTH, THH) divided by total possible outcomes (2³ = 8). That is 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"f569accc2c849fbc084354d98aae4c4628e52b20e0734198a13bda22d75ead09","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.283,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"28442cb666a54e6c81c9f21e50a2e6077ba70d14b309625d02c623098a204a02","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.17,"why":""} +{"cat":"reasoning","completion_tokens":85,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 of the tank per hour. Together, they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 of the tank per hour. So the time to fill the whole tank is 2 hours.\n\nFINAL: 2 hours","error":null,"exact":true,"expected":"2","final":"2 hours","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"c18f363ab65a46effa4765eaa31255e35bbf02ed4fc3994b0aaf52a6dbc63508","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.153,"why":""} +{"cat":"coding","completion_tokens":107,"content":"The `zip` function pairs elements from the two lists, stopping when the shorter list ends. So `zip([1,2,3], [4,5])` yields pairs `(1,4)` and `(2,5)`. Converting to a list gives `[(1,4), (2,5)]`. Index `[-1]` accesses the last element, which is `(2,5)`. The `print` statement outputs that tuple.\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"b1cdbe5f12f3694b3a3532223209fc65c1359fad3e241b35f770795a22ec1e74","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.757,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"15% of 400 is 60. \nThen 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"1e6a14f9abcc7ff2b829f121dc43cb89e143d49b1b97458b6119c9c22397fcda","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.732,"why":""} +{"cat":"coding","completion_tokens":36,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. So `len` returns 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"e21f9a78e388abcf3579748d3340a27edaf56d50cd00da85c978aad6c94a08c2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.852,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 = 41 \\) \nSolve: \\( 2x = 32 \\) → \\( x = 16 \\).\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"fbe7318cb9cd8a9fa466640baee54ac854deb9fa6ee3acc67d5fc3eca93f995c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.238,"why":""} +{"cat":"coding","completion_tokens":94,"content":"The regex `\\d+` matches one or more digits. The string `\"a1b22c333\"` contains three sequences of digits: `\"1\"`, `\"22\"`, and `\"333\"`. `re.findall` returns a list of these matches: `['1', '22', '333']`. Index `[1]` accesses the second element, which is `\"22\"`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"62c93cafe1df10fef90a1474d0531b9e1b839cad9f9ce41796381a85e908b644","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.782,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed43.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed43.warmup.jsonl new file mode 100644 index 0000000..889d5de --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed43.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-12T02:09:36.848066Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.811},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:34.036299Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-12T02:09:39.048544Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.2},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:36.848310Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-12T02:09:41.897098Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.848},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:39.048709Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-12T02:09:44.281458Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.384},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:41.897287Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-12T02:09:46.896191Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":10,"content":"7 is prime. \nFINAL: yes","content_sha256":"21959994b02f049bd597944b767eb34ac1979e9f2f82fc7240acac9c955a6ec8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.614},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:44.281660Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-12T02:09:49.908460Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.012},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:46.896359Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-12T02:09:52.958334Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":14,"content":"The day that follows Monday is Tuesday. \n\nFINAL: Tuesday","content_sha256":"e6511dc98859bdbcfe85e5e9f0945ec28bbbbb7021163a47bd62aa7edc6b6f4e","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.05},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:49.908647Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-12T02:09:58.100486Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":36,"content":"We compute \\(2^5 = 2 \\times 2 \\times 2 \\times 2 \\times 2 = 32\\). \n\nFINAL: 32","content_sha256":"369db5f272b8ad00fb3cda1d97dbe5cdcfe422713be1b9709af1b27af05bf9ec","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":5.142},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:52.958565Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-12T02:10:00.956836Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.856},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:58.100798Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-12T02:10:03.146556Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.189},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:10:00.957567Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json new file mode 100644 index 0000000..28a8630 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json @@ -0,0 +1,306 @@ +{ + "artifacts": { + "manifest": "seed44.manifest.json", + "raw_jsonl": "seed44.raw.jsonl", + "raw_sha256": "d188e788324b3d47a8a81112e7c1e185e1297e703c78df6f30d19b5c0dae7600", + "warmup_jsonl": "seed44.warmup.jsonl", + "warmup_sha256": "e1485a5efec3960924b722834bd04d87112bf32ad1a98373a9981455412d08ba" + }, + "completed_at_utc": "2026-07-12T02:24:12.827395Z", + "error": null, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 44, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "argv": [ + "tools/ds4_eval/eval_rig.py", + "--items", + "tools/ds4_eval/items.json", + "--server-provenance", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/server.json", + "--pool-gate-policy", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/pool-gate-policy-quality.json", + "--pool-command-json", + "private pool-log command omitted", + "--output-dir", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/quality-seed44", + "--run-label", + "p2-integration-41d7b2f-128k-r1-s44", + "--url", + "private evaluation endpoint omitted", + "--model", + "deepseek-v4-flash-w2", + "--mode", + "warm", + "--eval-seed", + "44", + "--eval-temperature", + "0.6", + "--eval-top-p", + "0.95", + "--eval-max-tokens", + "700", + "--eval-timeout", + "300", + "--expected-count", + "40", + "--pool-kpi-timeout", + "30" + ], + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "inputs": { + "expected_count": 40, + "items_path": "tools/ds4_eval/items.json", + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 56478, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 89056, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6336, + "base_fp_residue_steps": 58, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:17:35.262453Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 56478, + "fp4_token_hit_pct": 26.2, + "fp4_total_evicted": 89056, + "fp4_total_promoted": 89537, + "fp4_window_evicted": 621, + "fp4_window_promoted": 621, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 59550, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 133525, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 44469, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 9280, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:24:12.825830Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 22.7, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 59550, + "fp4_token_hit_pct": 23.1, + "fp4_total_evicted": 133525, + "fp4_total_promoted": 134006, + "fp4_window_evicted": 814, + "fp4_window_promoted": 814, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6336, + "base_fp_residue_steps": 58, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:17:35.262453Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 56478, + "fp4_token_hit_pct": 26.2, + "fp4_total_evicted": 89056, + "fp4_total_promoted": 89537, + "fp4_window_evicted": 621, + "fp4_window_promoted": 621, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "e1485a5efec3960924b722834bd04d87112bf32ad1a98373a9981455412d08ba", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0, + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "quality_comparable": true, + "run_label": "p2-integration-41d7b2f-128k-r1-s44", + "schema_version": "ds4-w2-eval-v1", + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + } + }, + "started_at_utc": "2026-07-12T02:17:08.691100Z", + "status": "complete", + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 39, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed44.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed44.raw.jsonl new file mode 100644 index 0000000..4f78bda --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed44.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":44,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes.\n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"746eb6e31cd424a0be44e0b622d5dcc6a38f26aeba543b40af61cb9a5bdc0df8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.147,"why":""} +{"cat":"coding","completion_tokens":60,"content":"The string \"mississippi\" has the characters m, i, s, p. The set of these characters is {'m', 'i', 's', 'p'}, which has 4 unique characters. So `len(set(...))` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"9a37878d50682fd96ecd82b174b05f76556013b09e69a28c8285657d011f6342","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.944,"why":""} +{"cat":"reasoning","completion_tokens":47,"content":"First, compute \\(17 \\times 23 = 391\\). \nThen, compute \\(19 \\times 13 = 247\\). \nSubtract: \\(391 - 247 = 144\\). \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"7a329391c4ba5c64388f585bf78a497a3cfff9e90f62e3ce4196eaff84e83adb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.72,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` accesses the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"2f6499a809b4a778a81091a66114e99264a845f9960847f686a39036f3cf6e4e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.984,"why":""} +{"cat":"reasoning","completion_tokens":83,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). \nWith length \\(l = 14\\), we have: \n\\(2(14 + w) = 46\\) \n\\(14 + w = 23\\) \n\\(w = 9\\). \n\nArea = \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"0c0016fe7556ed300a24fc473b22b5522569983da2478e2aadd5494e59d1ddd8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.358,"why":""} +{"cat":"coding","completion_tokens":79,"content":"The code creates a list `x` with `[1,2,3]`, then assigns `y = x`, so both variables refer to the same list. Appending `4` to `y` modifies that shared list. So `x` becomes `[1,2,3,4]`, and `len(x)` is `4`.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"2a8331ff07ef311aa15c804c7ebc773992e5ac5235de62af54db6e5fd10f11a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.638,"why":""} +{"cat":"reasoning","completion_tokens":55,"content":"It takes 5 machines 5 minutes to make 5 widgets, so each machine makes 1 widget in 5 minutes. \nThus, 100 machines make 100 widgets in the same 5 minutes (since each machine works independently).\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"2f9e99a40ec3e33f10ad6bfd78a1ec52972e30346f3f95a01457698ae4d05978","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.3,"why":""} +{"cat":"coding","completion_tokens":49,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, giving `\"abcabc\"`. Then `+ \"d\"` concatenates, resulting in `\"abcabcd\"`. \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a0b128a68528b534b976a5c765ff131ffe1959143e7111e4e0201c6d780128e0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.16,"why":""} +{"cat":"reasoning","completion_tokens":104,"content":"We want \\( 2^{10} \\mod 7 \\). \n\nFirst, note that \\( 2^3 = 8 \\equiv 1 \\pmod{7} \\). \nSo \\( 2^{10} = 2^{9} \\cdot 2 = (2^3)^3 \\cdot 2 \\equiv 1^3 \\cdot 2 = 2 \\pmod{7} \\). \n\nThus the remainder is 2. \n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"48329ae83b66652e634d41d0abe344f05651351469728d4205dfd2de5473839d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.921,"why":""} +{"cat":"coding","completion_tokens":51,"content":"The expression `10 // 3` performs integer division, resulting in 3. The expression `10 % 3` gives the remainder, which is 1. So the output is \"3 1\".\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"4ba5bf015aff7915d59f6a2c7770118b0bde4544573b9d50455617ecf601aef3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.619,"why":""} +{"cat":"reasoning","completion_tokens":116,"content":"Let Ben's current age be \\( b \\). Then Anna's age is \\( 2b \\). \nIn 6 years, Ben will be \\( b + 6 \\) and Anna will be \\( 2b + 6 \\). \nThe sum of their ages then is: \n\\[\n(b + 6) + (2b + 6) = 3b + 12 = 42\n\\] \nSolving: \n\\[\n3b = 30 \\quad \\Rightarrow \\quad b = 10\n\\] \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"3ac38d222cde205fc12b56fd6446ef25c23129669bb7a2965d842010695d3f04","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.707,"why":""} +{"cat":"coding","completion_tokens":73,"content":"The list comprehension iterates over `range(5)` (0 to 4), squares each `i`, but only includes results where `i` is odd (`i%2==1`). The odd numbers in that range are 1 and 3, and their squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"1eb74c715a33162ad354cffba3f2ae7d1232a2637651d87a69bb79fc82622154","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.266,"why":""} +{"cat":"reasoning","completion_tokens":117,"content":"25! = 25 × 24 × ... × 1. The number of trailing zeros is determined by the number of factors of 10, which is the minimum of the counts of factors of 2 and 5. Since there are more factors of 2 than 5, we count the factors of 5.\n\nCount multiples of 5: floor(25/5) = 5. \nCount multiples of 25: floor(25/25) = 1. \nTotal = 5 + 1 = 6.\n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"c674405cf2c15eef8e46a5c82d751faae481cd6c24370e2b3d12bf070c0b074c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.925,"why":""} +{"cat":"coding","completion_tokens":88,"content":"The dictionary `d` initially has keys `\"a\"` and `\"b\"`. \n`d.get(\"c\",0)` returns `0` because `\"c\"` is not in the dictionary. \nThen `0 + 5 = 5`, so `d[\"c\"]` is set to `5`. \nPrinting `d[\"c\"]` outputs `5`. \n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"d8b3ebb97da4ad5b1263a7eddde52ce326687e674ec68231878b3715274cc3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.524,"why":""} +{"cat":"reasoning","completion_tokens":50,"content":"The item is discounted 20%, so the discounted price is $50 × 0.8 = $40. \nThen 10% tax is added: $40 × 1.1 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"a6627d18976a7c643dfe7a5b4748c17702b420a22007a036a1afad4ef0d6423d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.498,"why":""} +{"cat":"coding","completion_tokens":81,"content":"The Python code `print(\"hello\".replace(\"l\",\"L\",1))` replaces only the first occurrence of `\"l\"` with `\"L\"` in the string `\"hello\"`. The string `\"hello\"` has two `l`'s, so only the first one is changed, resulting in `\"heLlo\"`.\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"f61b309c875b0f5d2dcbbe9cd185aaf69d4968ae28d5140781b43e067de5967f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.638,"why":""} +{"cat":"reasoning","completion_tokens":86,"content":"The sequence is: 2, 6, 12, 20, 30, ... \n\nThese numbers are the products of consecutive integers: \n1×2 = 2 \n2×3 = 6 \n3×4 = 12 \n4×5 = 20 \n5×6 = 30 \n\nThe next term would be 6×7 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"40a6d38a31f6abb9cce5d96f79c31abc119099415799ca8c00c08b5487484d9c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.317,"why":""} +{"cat":"coding","completion_tokens":34,"content":"The expression `typeof null` in JavaScript returns the string `\"object\"`, which is a well-known historical bug in the language.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"edd4aa6339ee6f9e74a217d1a04e83be23903cc92482a8d6142098d7bde8913c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.74,"why":""} +{"cat":"reasoning","completion_tokens":96,"content":"The three consecutive even integers can be represented as \\( x \\), \\( x+2 \\), and \\( x+4 \\). \nTheir sum is: \n\\( x + (x+2) + (x+4) = 3x + 6 = 96 \\) \nSolve: \\( 3x = 90 \\) → \\( x = 30 \\). \nThe largest is \\( x+4 = 34 \\). \n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"00981a5eb39d6d91a81a25ecc04bc58ece5a40bbf9d667e2b728c06ed9dad38c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.74,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The expression evaluates to `false` due to floating-point precision issues in JavaScript. `0.1 + 0.2` results in `0.30000000000000004`, not exactly `0.3`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"265696e67f5e4e0dc15ff4f3c1fa3fa60e2e705a7b04f3f76043dfeaf3422281","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.381,"why":""} +{"cat":"reasoning","completion_tokens":111,"content":"First, let's add the binary numbers 1011 and 110, aligning them by place value:\n\n```\n 1011\n+ 110\n------\n```\n\nStarting from the rightmost bit:\n- 1 + 0 = 1\n- 1 + 1 = 0, carry 1\n- 0 + 1 + carry 1 = 0, carry 1\n- 1 + carry 1 = 0, carry 1\n\nSo the result is 10001.\n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"85b60ed5e9194df1e3316acba6e4581f6b2118cc9fcb8050323d2d76b843dc96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.657,"why":""} +{"cat":"coding","completion_tokens":129,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence, where `f(0)` and `f(1)` return `n` (0 and 1 respectively), and for larger `n` it returns the sum of the two previous values. So `f(7)` computes the 7th Fibonacci number (starting with f(0)=0, f(1)=1). \n\nThe Fibonacci sequence: 0, 1, 1, 2, 3, 5, 8, 13, ... \nThus, f(7) = 13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"6b40c0c4f34c6ba0a8a45c09161d49857d497ee73c812605e5b7b655f10c5f55","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.807,"why":""} +{"cat":"reasoning","completion_tokens":99,"content":"The minute hand at 15 minutes is at 90° (15 × 6° per minute). \nThe hour hand moves 0.5° per minute; at 3:00 it is at 90°, then in 15 minutes it moves 7.5°, so at 3:15 it is at 97.5°. \nThe difference is 97.5° - 90° = 7.5°. \n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"f464fb21789be35f08b42dc94ab7091f223ddb0f87615afac5e49d76f96cc868","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.95,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The boolean value of an empty list is `False`, and a list containing a single zero `[0]` is truthy because it's non-empty, so `bool([0])` is `True`. \n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"e9cd60d62f6122cd12873ec7cac122354ed7019aad4bbd733927dda5688da0ef","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.008,"why":""} +{"cat":"reasoning","completion_tokens":72,"content":"We start with Wednesday. Since a week has 7 days, we find the remainder of 100 divided by 7. \n100 ÷ 7 = 14 weeks and 2 days remainder. \nSo 100 days from now is the same as 2 days after Wednesday. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b097ad168e4f675f10831d6aed1505db8a346d19251d8a8fddc3f33b191a46e1","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.312,"why":""} +{"cat":"coding","completion_tokens":71,"content":"The string `s = \"abcdef\"` has indices 0 to 5. The slice `s[1:4]` takes characters from index 1 up to (but not including) index 4. So indices 1, 2, 3 correspond to 'b', 'c', 'd'.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"c8f473f616092d48262341588017fb2c78296a78341bb9c51ea864e206c247a2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.99,"why":""} +{"cat":"reasoning","completion_tokens":69,"content":"The greatest common divisor (gcd) of 84 and 126 is found by prime factorization or the Euclidean algorithm. \n\n84 = 2² × 3 × 7 \n126 = 2 × 3² × 7 \n\nCommon factors: 2 × 3 × 7 = 42 \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"7805409991301d439b82735296f6e555d74d1f557cc1486b9dd0dcb814c4c3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.24,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The code `sum(range(1,11))` computes the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). The sum is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"a45bbc70aac19fd8d84c7cbe1090253d2afe5b5de92e0e872692a13b714ab763","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.166,"why":""} +{"cat":"reasoning","completion_tokens":91,"content":"The total distance is 24 + 24 = 48 km. \nTime for first part: 24 / 12 = 2 hours. \nTime for second part: 24 / 8 = 3 hours. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = total distance / total time = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"e49c49bb514f816a510804657b5eda8d104212918d1d58da9e19ba0537188e33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.931,"why":""} +{"cat":"coding","completion_tokens":52,"content":"The code tries to convert the string `\"12.5\"` to an integer. Since it contains a decimal point, `int()` raises a `ValueError`. The exception is caught, so it prints `\"err\"`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"9bba9347c3b23c119a9a9f8d069d15179186cfac802320eb72676666527c237d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.612,"why":""} +{"cat":"reasoning","completion_tokens":140,"content":"The word BOOK has letters: B, O, O, K. \nWe need 3-letter arrangements, each letter used at most as many times as it appears.\n\nCount cases by letter frequency:\n\n1. **All three letters different**: Choose from {B, O, K} → 3 distinct letters, arrangements = 3! = 6.\n\n2. **Two O's and one other**: Choose the other letter from {B, K} → 2 choices. Arrangements = 3 positions for the single letter → 3 per choice. So 2 × 3 = 6.\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"bfaad41b25dc08a2b9143a6bfec73dc849704a62e0870e783d5140809cc6b7dc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":18.092,"why":""} +{"cat":"coding","completion_tokens":111,"content":"The `max` function with `key=len` compares the strings by their length. \"apple\" has 5 letters, \"banana\" has 6, and \"cherry\" has 6. Since \"banana\" and \"cherry\" are tied in length, `max` returns the first one encountered (lexicographically in the original order, but here it's based on the order of arguments). \"banana\" comes before \"cherry\" in the argument list, so it is returned.\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"ec04cc3aa3fc6b3e95ccb556857298898123b8d1c6f899d231672abc697344ec","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.988,"why":""} +{"cat":"reasoning","completion_tokens":60,"content":"The probability of exactly two heads in three flips of a fair coin is the number of sequences with two heads (HHT, HTH, THH) divided by total sequences (2^3 = 8). So probability = 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"bd4183f0c9badb4cef23c9abbadd680a370d2e02bbc912e5c54d5c94d60dce5a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.262,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"5ea107b1eeecd10af3aa5374e855bef79da613a8f739fadaab500c5062c70fbd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.355,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"The combined rate of pipes A and B is 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 tank per hour. So together they fill the tank in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"849be62590845bf51c9ca57ee8e1458556f38dd6a8f420eb2a04a864555485ad","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.943,"why":""} +{"cat":"coding","completion_tokens":115,"content":"The `zip` function stops when the shortest input iterable is exhausted. Here, `[1,2,3]` has length 3 and `[4,5]` has length 2, so `zip` produces only two pairs: `(1,4)` and `(2,5)`. The `list(...)` converts that to `[(1,4), (2,5)]`. Index `[-1]` gives the last element, which is `(2,5)`.\n\nFINAL: (2,5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2,5)","finish_reason":"stop","id":"c18","lenient":false,"position":36,"request_sha256":"da1ccf9933d569e8d12061b8261f9382599ab6b8ebcde351ce4894a19d4b7c66","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.233,"why":""} +{"cat":"reasoning","completion_tokens":47,"content":"First, 15% of 400 is 0.15 × 400 = 60. \nThen, 15% of that result is 0.15 × 60 = 9.\n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"e152f9b94cb2ab557e42f18a93eb3cb0e7177d8bd8ffaead1a1ff15bf3dbd258","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.574,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. The `len()` function counts these characters, so the output is 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"6a7c9865866d6e0c9a57ed107ccb3cd2de04dbd593101fb005d06fdb71222618","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.754,"why":""} +{"cat":"reasoning","completion_tokens":60,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 = 41 \\) \nSolve: \n\\( 2x = 32 \\) \n\\( x = 16 \\)\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"9d5e63159c113603ffe30aa97d9ed4f06207f0511e5632c271535dca5c52e7d4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.168,"why":""} +{"cat":"coding","completion_tokens":61,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `['1', '22', '333']`. Index `[1]` gives the second element, `'22'`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"219411b3976a4ab87041a24c27312a228d41685df9063dcdc8309f0457c8a852","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.815,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed44.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed44.warmup.jsonl new file mode 100644 index 0000000..1f0d61a --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed44.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-12T02:17:11.516445Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.824},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:08.692075Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-12T02:17:13.768737Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.252},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:11.516616Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-12T02:17:16.651485Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.882},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:13.768896Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-12T02:17:19.005868Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.354},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:16.651615Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-12T02:17:21.662617Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":10,"content":"7 is prime. \nFINAL: yes","content_sha256":"21959994b02f049bd597944b767eb34ac1979e9f2f82fc7240acac9c955a6ec8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.657},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:19.005993Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-12T02:17:24.723777Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.061},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:21.662763Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-12T02:17:26.920053Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":5,"content":"FINAL: Tuesday","content_sha256":"e398610eb214f776337042c137e9d8cbc92b60fda08eb4fa7ee0febf70c70d22","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.196},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:24.723943Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-12T02:17:29.920452Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.0},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:26.920192Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-12T02:17:32.912288Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.991},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:29.920646Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-12T02:17:35.136566Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.224},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:32.912625Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/server.json b/evidence/public/ds4-w2-2026-07-11/p2/server.json new file mode 100644 index 0000000..4b6284d --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/server.json @@ -0,0 +1,44 @@ +{ + "schema_version": "ds4-w2-public-server-v2", + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + }, + "runtime_shape": { + "max_num_seqs": 1, + "speculative_config_present": false + }, + "capacity": { + "available_kv_cache_memory_gib": 4.8, + "gpu_kv_cache_tokens": 720677, + "reported_maximum_concurrency_at_full_window": 5.5 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and endpoint details are retained only in private source receipts." +} From 027951cb300decb2f5d51870588def37c77696df Mon Sep 17 00:00:00 2001 From: Omar Baradei Date: Sat, 11 Jul 2026 21:16:05 -0700 Subject: [PATCH 2/3] docs(w2): publish release evidence index --- README.md | 87 ++++- docs/benchmarks/ds4-w2-5090-2026-07-11.md | 354 ++++++++++++++++++ docs/quality.md | 65 ++++ docs/v024-port.md | 85 +++-- evidence/public/ds4-w2-2026-07-11/README.md | 100 +++++ evidence/public/ds4-w2-2026-07-11/SHA256SUMS | 47 +++ .../exact-image-verification.json | 99 +++++ 7 files changed, 799 insertions(+), 38 deletions(-) create mode 100644 docs/benchmarks/ds4-w2-5090-2026-07-11.md create mode 100644 evidence/public/ds4-w2-2026-07-11/README.md create mode 100644 evidence/public/ds4-w2-2026-07-11/SHA256SUMS create mode 100644 evidence/public/ds4-w2-2026-07-11/exact-image-verification.json diff --git a/README.md b/README.md index 81b116a..e909d3d 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,6 @@ # Frontier MoE on consumer Blackwell (SM120) -**Official vLLM v0.24.0 + a 7.4k‑line patch** that serves frontier Mixture‑of‑Experts models — +**Official vLLM v0.24.0 + a 14.0k-line, 70-file patch** that serves frontier Mixture-of-Experts models — **GLM‑5.2 (753B)**, **DeepSeek‑V4‑Flash (159B)** and **Kimi‑K2.7‑Code (1T)** — on consumer/workstation Blackwell (RTX PRO 6000, RTX 5090), hardware their official checkpoints cannot even fit on. Three ideas carry it: @@ -10,7 +10,8 @@ cannot even fit on. Three ideas carry it: gate) restores precision exactly where it matters. 2. **Tiered expert residency** — when even the 2‑bit base outgrows VRAM, it moves to pinned host RAM — and, one tier further, to an **NVMe pack file with a pinned‑RAM arena** — and - the GPU becomes an **expert cache** (miss → batched fetch + bit‑identical graph replay). + the GPU becomes an **expert cache** (miss -> batched fetch + graph replay, with explicit + telemetry for any accepted second-order approximation). That puts 753B on two 96 GB cards and 159B on a single RTX 5090, and the packs double as a **persistent quantization cache** (reboots skip the re‑quant). 3. **A rebuilt serving base** — vLLM v0.24.0 actually working on SM120 (the release is @@ -63,10 +64,13 @@ medians; prefill = 8k‑token prompt, uncached): | 2× RTX PRO 6000 (TP2) | 210 tok/s | 5 790 tok/s | 512K | — | | 4× RTX 5090 (TP4) | 214 tok/s | 6 100 tok/s | 16K | — | | **1× RTX 5090 (32 GB)** | **~31 tok/s** (14 GiB pool + NVMe stores) | ~400–540 tok/s | **32K** | **~30 GiB** | +| **1× RTX 5090 (32 GB), no-MTP quality config** | not measured | not measured | **128K; PASS at 120K** | **≤100 GiB eval cgroup incl. cache** | Retrieval behind the window column: needle PASS at 453K on the PRO 6000 (947K‑token KV -measured) and at 29.7K on the single 5090 (131K‑token KV). "—" in host RAM = all‑VRAM -config, no host expert store. +measured), at 29.7K on the single-5090 throughput configuration (131K-token KV), and 3/3 exact +at 120K on the canonical no-MTP 128K quality configuration (720,677-token KV). The 128K row is +a quality/context result, not a throughput measurement. "—" in host RAM = all-VRAM config, no +host expert store. **Batched serving** (aggregate decode tok/s at N concurrent streams; per‑stream in parentheses at N=32): @@ -81,6 +85,10 @@ configs. MTP also runs under **pipeline parallelism** (draft propagation + draft share across ranks): DS4 on 4× RTX 5090 **PP4** does 184 tok/s vs 93 without (~2×), and greedy decode under PP is **bit‑deterministic** (6/6 identical runs, with and without MTP). Methodology: **[docs/v024-port.md](docs/v024-port.md)**. +The guarded single-5090 W2 quality/context result, including P0/P1/P2 evidence boundaries, is +reported in **[docs/benchmarks/ds4-w2-5090-2026-07-11.md](docs/benchmarks/ds4-w2-5090-2026-07-11.md)**; +the sanitized receipt index is +**[evidence/public/ds4-w2-2026-07-11/](evidence/public/ds4-w2-2026-07-11/)**. --- @@ -128,11 +136,12 @@ routed working set). MoE routing is concentrated enough to make this practical: coverage serves ~96% of token→expert routings** on DS4, **~51% serves ~91%** on GLM — measured live, not simulated. -Misses stay correct through the gate's replay trick: the desc kernel zeroes a missing +First-order misses are restored through the gate's replay trick: the desc kernel zeroes a missing expert's contribution and bumps an in‑graph miss counter; the runner fetches **all** missing routed experts in one batched pinned‑H2D transfer (51.6 GiB/s here; a 64‑expert fetch ≈ 3 ms) -and replays the step's graph once — **bit‑identical** to a fully resident forward -(unit‑tested). A **miss‑tolerance knob** (`VLLM_MOE_W2_BASE_MISS_TOL=k`, runtime‑tunable) +and replays the step's graph once. The result is bit-identical to a fully resident forward +only when that replay creates no second-order misses (unit-tested for the zero-residue case). +A **miss-tolerance knob** (`VLLM_MOE_W2_BASE_MISS_TOL=k`, runtime‑tunable) skips the replay when ≤ k of the step's ~600 routings miss — +12% decode on GLM TP2 at tol 8 (28.3 → 31.7 tok/s) with clean quality probes (arithmetic, PL coherence, needle retrieval; quantitative eval pending). @@ -149,14 +158,20 @@ e.g. `--gpu-memory-utilization 0.95`) before touching any other knob. **Misses are restored adaptively.** A replayed step can re‑route onto experts the first pass never fetched (second‑order misses); the runner re‑checks after each replay and keeps replaying **only while the step is within `VLLM_MOE_W2_FP_THRESH` of miss‑free** (default 0 -= the mandatory first‑order restore only, the throughput‑optimal setting; raising it buys -bit‑deterministic fixed points on converged working sets at a decode cost — runtime‑tunable -via `VLLM_MOE_W2_FP_THRESH_FILE`). The accepted residue is second‑order only and -KPI‑visible (`fp-residue`). += the mandatory first‑order restore only, the throughput‑optimal setting; raising it can chase +zero-residue fixed points on converged working sets at a decode cost, but does not itself promise +deterministic output — runtime‑tunable via `VLLM_MOE_W2_FP_THRESH_FILE`). At the default +threshold, newly fetched second-order +experts are available to later steps but their current-step contributions remain zero. This +is an explicit throughput/quality approximation, not a miss-free or bit-deterministic claim; +its frequency and pair count are KPI-visible as `fp-residue` and are reported beside quality. Results: **DeepSeek‑V4‑Flash 159B on one RTX 5090** (72.7 GiB of 2‑bit planes vs 32 GB of VRAM): ~31 tok/s steady with MTP, 32K window served, coherent — and ~30 GiB of host RAM with the NVMe stores (below, RSS‑measured) instead of ~80 GiB pinned. +The canonical no-MTP quality configuration separately serves a 128K window: 120/120 +machine-exact and semantically correct, 0/120 frozen-rule sink detections, and 3/3 exact +retrieval at 120K prompt tokens. Throughput was not measured for that configuration. **GLM‑5.2 753B on two RTX PRO 6000**: 28–32 tok/s with the full three‑tier stack (NVMe 2‑bit base + pinned arena → GPU 2‑bit cache → GPU FP4) at a 128K single‑user window — see the GLM table above. Neither model can otherwise run on that hardware at any precision. @@ -214,15 +229,53 @@ Operational notes: drive on a PCIe **Gen3 x4** link (3.7 GB/s). Cold working‑set shifts and first‑touch prefills do pay drive speed. `VLLM_MOE_W2_TIER_DIRECT=1` switches misses to O_DIRECT (hard RAM budget, page cache stays flat; raw drive latency on every miss). -- **Prefill can't wipe the arena** (scan discipline: prefill working sets fill free slots - but never evict the decode hot set), and the arena's hot set persists to +- **Cold pack rebuilds fail closed instead of consuming the host.** MXFP4 expert parameters are + zero-sized at model construction and materialized only for the layer currently loading; that + layer is quantized, durably written, and released before the next one starts. Exact pack + identity skips the build entirely, and completion guards prevent a streamed layer from being + built twice. While W2 + a pack store are active, the sequential safetensors loader also + preflights every shard, requests eviction of + each released shard with `POSIX_FADV_DONTNEED`, and retries after the model consumer unwinds; + the pack writer does `fdatasync` + `DONTNEED` after + every completed layer. Explicit checkpoint prefetch is refused and a requested + multi-thread load is serialized. The final mmap-backed tensor per shard is cloned under the + same guard so the consumer cannot keep the whole file mapped. Pinned-arena allocations and + indivisible shard/layer I/O + keep a **16 GiB host MemAvailable floor** and **4 GiB hard cgroup `memory.max` + headroom** by default. `memory.high` remains an observable soft reclaim/throttle boundary; + it does not reduce the hard allocation budget. Tune the floors with + `VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB` and + `VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB`; `VLLM_MOE_W2_CACHE_CONTROL=required` is the safe + default (`best-effort` or `off` are explicit unsafe overrides). Linux cgroup-v2 page cache is + accounted in `memory.current`; every check logs anon/file/file-mapped/swap/events plus its + available/headroom/transient budget for a cold-restage memory trace. In the all-43-layer + cold canary, cgroup memory.current peaked at 51.81 GB; observed anon/file maxima were + 8.23/44.43 GB, host + `MemAvailable` stayed above 73.79 GB, cgroup swap and PSI/OOM counters remained zero, + and the host recorded no swap-out; host swap-in increased by 160 pages. The full canary used + the mechanism-equivalent `e7417054a6e8` + predecessor; the integrated `41d7b2f96ca3` image retains that P0 code and passed the exact-head + baked safety suites. See the [sanitized P0 receipts](evidence/public/ds4-w2-2026-07-11/p0/). +- **Prefill is semantic, eager, and arena-safe.** The runner derives prefill from prompt + progress and propagates it explicitly through normal, replay, pipeline, gate, and DBO paths; + capture is refused for a real W2 prefill. Prefill disables draft-affinity/gate promotion, + holds exact per-layer BASE pins through the forward, and uses fill-only arena scan discipline. + Long prefills use the bulk base-only path; short prefills retain FP4 recovery without being + misclassified as decode. The arena's hot set persists to `.heat.json` and **preheats on boot** (57 GiB ≈ 35 s; `VLLM_MOE_W2_TIER_PREHEAT=0` opts out). Reader pool: `VLLM_MOE_W2_STORE_THREADS` (default 8). +- **Tier managers run only between forwards.** A target step acquires the same exclusion lock + used by background promotion/eviction passes and holds it through target execution, BASE + replay, confidence-gate re-forward, and the pipeline barrier. Only the worker's final + `finish_forward_step()` releases the lock and wakes one manager pass. LRU timestamps use a + floating-point comparison key, and force-promote plus manager ticks consume immutable + layer-local seen sets, so saturated-LRU eviction and background tiering cannot mutate a live + route or overflow an integer timestamp. - **Observability:** with `VLLM_MOE_W2_DELTA_TRACE=1` the summary carries a `[base] tiered store: arena N/M | fetch rows X ram + Y nvme (Z% ram) | … p50/p99` line — the ram‑hit % *is* the arena‑coverage curve; grow `BASE_RAM_GB` if it sags. -- Replays stay **bit‑identical** across backends (bytes are bytes; only the copy source - changes) — unit‑tested per backend × cold/warm/reboot/evict/overflow/scan/preheat in +- Expert-store rows stay **byte-identical** across backends (only the copy source changes) — + unit-tested per backend × cold/warm/reboot/evict/overflow/scan/preheat in `tools/test_store_backends.py`. --- @@ -424,8 +477,8 @@ Release **`baseline-2026-07-10`** — one row per supported recipe (`bench/recip ## Repository layout -- **`patch/vllm-moet-v0.24.0.patch`** — the delta vs official vLLM `v0.24.0` (37 files, - +7.4k lines; applies clean on the tag). Goes with the pins above. +- **`patch/vllm-moet-v0.24.0.patch`** — the single canonical delta vs official vLLM `v0.24.0` + (70 files, +14,018/-226 source lines; applies clean on the tag). Goes with the pins above. - **`Dockerfile.sm120-v024`** — the image: official `vllm/vllm-openai:v0.24.0` + patch + pins + cubins. - **`kernels/`** — SASS (`sass/`) + prebuilt SM120 cubins (`cubins-sm120/`, incl. the K=6144 diff --git a/docs/benchmarks/ds4-w2-5090-2026-07-11.md b/docs/benchmarks/ds4-w2-5090-2026-07-11.md new file mode 100644 index 0000000..3384d92 --- /dev/null +++ b/docs/benchmarks/ds4-w2-5090-2026-07-11.md @@ -0,0 +1,354 @@ +# DeepSeek-V4-Flash W2 on one RTX 5090 — 2026-07-11 + +The W2 lane now passes all three release priorities on one 32 GB RTX 5090: + +- **P0 passes:** the exact frozen release candidate completed an actual 46-shard, 43-expert-layer + cold restage under bounded memory. During the cold-restage window it retained a + 103,726,841,856-byte host-available floor, used no cgroup or host swap, recorded no memory-limit + or OOM event, and restored the pre-existing serving surface with both protected pack + fingerprints unchanged. +- **P1 passes at 32K:** the historical predecessor no-MTP configuration produced **119/120 exact-clean + answers and 0/120 sink detections under the frozen rules** across seeds 42, 43, and 44. All + **30/30 fixed prewarm prompts** passed without retry, and every seed passed both its pre-score + and post-score pool gate. +- **P2 passes at 128K:** the comprehensive `41d7b2f` artifact produced **120/120 machine-exact and + semantically correct answers with 0/120 sink detections**, then retrieved exact needles at + 120,000 prompt tokens at depths 0.1, 0.5, and 0.9. The frozen RC supplement then produced + **79/80 machine-exact, 80/80 semantically correct, and 0/80 sinks** and repeated the deepest + exact 120,000-token case. + +This is an empirical reliability result for the recorded sampler and pool policy. It is **not** +a claim of bit-deterministic output, miss-free replay, or zero second-order residue. + +## Artifact lineage + +The evidence intentionally preserves four artifact roles rather than implying that every +measurement came from one image: + +| Role | Source patch / image | +|---|---| +| P0 all-layer cold canary | mechanism-equivalent predecessor `e7417054a6e8`; measured memory belongs only to this canary | +| Historical P1 32K receipts | patch `55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7`; image `sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab` | +| Comprehensive integrated P2 | official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; patch `41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d`; image `sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9`; wrapper `5e69228e1e8e6f7345ae96657ab33b50e5805be7` | +| Frozen RC, exact-head verification, and focused acceptance | origin/main cutoff `94be3aa3d7a8b82c7fc9687990a7edb6035f69f3`; official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; patch `241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7`; image `sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2`; wrapper `0a73c2bcf262ba0aa53560d6290ad2af350e34fc` | + +The comprehensive `41d7b2f` patch changed 70 files with 14,018 insertions and 226 deletions; the +frozen RC changes 70 files with 14,223 insertions and 226 deletions. Apply-check and +whitespace-check pass, all 70 baked source files match the freshly applied tree, and the exact RC +image passes the CUDA padded-route, store-safety, MXFP4 stream-safety, GPU store-backend, and +base/full-FP4/split-FP4 numerical forward suites. Split-FP4 over the base cache is now supported +behind its explicit flag with order-independent tier/base residency coupling. The default serving +sentinel kept split mode off and used full-nibble FP4 planes; a separate exact-image E=8 +three-tier GPU fixture validated split mode and transient-miss/eviction behavior. The sanitized +receipt is +[`exact-image-verification.json`](../../evidence/public/ds4-w2-2026-07-11/exact-image-verification.json). + +## P0 — bounded cold restage + +**Outcome: the cold-restage wedge mechanism is bounded, and the exact frozen RC repeated the +full cold-restage path.** The earlier mechanism canary completed all 43 routed-expert layers in +249.2 seconds. Its historical measurements remain below for provenance. + +| Observed metric | Historical all-layer cold canary | +|---|---:| +| Samples | 245 | +| Host `MemAvailable` minimum | 73,793,277,952 bytes | +| Cgroup `memory.current` maximum | 51,807,191,040 bytes | +| Cgroup memory peak | 51,807,522,816 bytes | +| Anonymous-memory maximum | 8,231,129,088 bytes | +| File-cache maximum | 44,430,127,104 bytes | +| Cgroup swap maximum | 0 bytes | +| Pressure-full `avg10` maximum | 0.0 | +| `memory.high`, `memory.max`, OOM, and OOM-kill event deltas | all 0 | +| Host swap-in / swap-out page deltas | 160 / 0 | +| Host OOM-kill delta | 0 | +| Production pack fingerprint after cleanup | unchanged | +| Pre-existing serving surface after cleanup | restored and healthy | + +The frozen RC then cold-loaded all 46 checkpoint shards and built all 43 expert-pack layers. Shard +loading completed in 203 seconds and the model became ready 340 seconds after container start. +The cold-restage-only trace covers the first 220.7 seconds through completion of all checkpoint +shards: + +| Observed metric | Frozen RC cold restage | +|---|---:| +| Samples | 218 | +| Host `MemAvailable` minimum | 103,726,841,856 bytes | +| Cgroup `memory.current` / peak maximum | 22,386,843,648 / 22,386,843,648 bytes | +| Anonymous-memory maximum | 12,597,563,392 bytes | +| File-cache maximum | 11,680,821,248 bytes | +| Cgroup swap maximum | 0 bytes | +| Pressure-full `avg10` maximum | 0.54 | +| `memory.high`, `memory.max`, OOM, and OOM-kill event deltas | all 0 | +| Host swap-in / swap-out page deltas | 0 / 0 | +| Protected pack fingerprints after cleanup | both unchanged | +| Pre-existing serving surfaces after cleanup | restored and healthy | + +The implementation fixes the original page-cache and staging failure mode at its source: + +1. MXFP4 expert tensors are materialized, quantized, durably written, and released one layer at + a time instead of accumulating the whole checkpoint. +2. Released checkpoint shards and completed pack layers receive cache-drop advice; checkpoint + eviction is retried after the model consumer releases its final mapping. +3. Explicit checkpoint prefetch is refused, requested parallel shard loading is serialized, and + an exact completed pack skips restaging. +4. Each indivisible shard, layer, and arena operation preflights both host-available memory and + hard cgroup headroom. Required cache control fails closed; `memory.high` remains an observable + soft boundary rather than being mistaken for hard allocation capacity. +5. The guarded cleanup path verifies that the temporary lane is gone, the original pack is + byte-identical by fingerprint, and the serving surface is healthy again. + +Evidence: + +- [Frozen RC cold-restage summary and trace](../../evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json) + ([memory trace](../../evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv)) +- [All-layer cold-restage summary and trace](../../evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json) + ([memory trace](../../evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv)) +- [Cleanup receipt](../../evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json) +- [Constrained pack-build probe](../../evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json) +- [Checkpoint-residency and cache-drop probe](../../evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json) +- [Next-shard cache-drop retry probe](../../evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json) + +### P0 evidence boundary + +The 245-sample table belongs only to mechanism-equivalent predecessor patch `e7417054a6e8`. The +218-sample table belongs only to the exact frozen RC and ends after checkpoint-shard completion; +it intentionally excludes the later quality and context workload. The final RC nevertheless ran +the actual full 46-shard, 43-layer cold-restage lifecycle, passed the exact-image mechanism probes, +and completed guarded cleanup. The two traces are retained separately rather than combining their +maxima. + +## P1 — stable 32K quality and liveness + +**Outcome: P1 moves from 16/120 historical sinks to 0/120 sink detections under the frozen rules on the historical predecessor +configuration, with 119/120 exact-clean answers.** Each seed independently meets the requested +0–2 sink bar. + +The final configuration is a 32,768-token window, 8 GiB BASE cache, 6 GiB FP4 delta cache, LRU +delta policy, confidence-gate tau 0.75, FP8 KV cache, MTP disabled, and one maximum sequence. The +40-item evaluation uses fixed interleaving, temperature 0.6, top-p 0.95, a 700-token ceiling, no +retries, and eval seeds 42–44. + +| Eval seed | Historical exact-clean | Historical sinks | Final exact-clean | Final sink detections | Fixed prewarm | Pre/post pool gates | +|---:|---:|---:|---:|---:|---:|---| +| 42 | 27/40 | 5/40 | 39/40 | **0/40** | 10/10 | pass / pass | +| 43 | 22/40 | 7/40 | 40/40 | **0/40** | 10/10 | pass / pass | +| 44 | 27/40 | 4/40 | 40/40 | **0/40** | 10/10 | pass / pass | +| **Combined** | **76/120** | **16/120 (13.3%)** | **119/120** | **0/120** | **30/30** | **6/6 pass** | + +The lone final exact mismatch is seed 42 item `r17`: it ends with a mathematically equivalent +formatted `3/8`, but the frozen exact-normalization rule does not accept that rendering. It is +reported as non-exact and is not a sink; it is not silently promoted into the exact-clean total. + +The baseline is context, not a causal control arm. It is a corrected re-score of historical warm +runs at tau 0.67, without the new fixed-prewarm and pool-lifecycle comparability contract. The +final series uses tau 0.75 and predecessor provenance. The before/after table therefore establishes +the operational delta, but it does not attribute that delta to one isolated knob. Baseline details +are in the [sanitized corrected re-score](../../evidence/public/ds4-w2-2026-07-11/baseline/README.md) +and [machine-readable aggregate](../../evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json). + +### Prewarm and pool gates + +Every final seed first passed the same ten-prompt `ds4-w2-prewarm-v4` suite at temperature 0, +top-p 1, and fixed seed `20260711`, with no retry. The release policy was frozen before scoring at +SHA-256 `1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630`. +It requires full FP4 occupancy, zero unrestored BASE experts, a live FP4 tick/eviction count, and +at least 16 additional evictions over each scoring run. All pre-gates and post-gates passed: + +| Eval seed | FP4 occupancy before/after | Unrestored BASE before/after | Post-score eviction delta | Post-score residue, latest 64-step window¹ | +|---:|---:|---:|---:|---:| +| 42 | 481/481 → 481/481 | 0 → 0 | 76,911 | 63/64 | +| 43 | 481/481 → 481/481 | 0 → 0 | 80,902 | 64/64 | +| 44 | 481/481 → 481/481 | 0 → 0 | 75,113 | 63/64 | + +¹ Residue is retained telemetry, not a release-policy rejection threshold; the approximation and +its interpretation are explicit below. + +The frozen release policy is +[`pool-gate-policy.json`](../../evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json). +Per-seed manifests, raw rows, and prewarm receipts are published as +[seed 42](../../evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json), +[seed 43](../../evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json), and +[seed 44](../../evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json). + +### Explicit second-order approximation + +The BASE miss path first fetches every expert pair missed by the routed forward, then replays the +step. Correcting early layers can change later routing and expose experts that the original pass +never requested. At the default continuation threshold (`FP_THRESH=0`), those second-order experts are +fetched for later steps, but their contribution to the current step remains zero. Consequently, +`base_unrestored_experts = 0` proves fetch/store liveness; it does not prove a miss-free forward. + +A separately frozen strict diagnostic required zero residue. It passed 10/10 prewarm prompts but +failed before scoring: 57 of the latest 64 steps carried second-order residue, despite 481/481 FP4 +occupancy and zero unrestored experts. The sanitized diagnostic is +[`strict-zero-residue-diagnostic.json`](../../evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json). +The run manifests therefore retain residue snapshots, while the final quality policy deliberately +omits a residue rejection threshold. The three-seed frozen sink-detection result is the empirical +acceptance test for that explicit approximation. + +This boundary matters: the final post-score windows still report second-order residue. The P1 +verdict is stable observed quality plus pool liveness, **not** bit-identical logits, identical token +streams across boots, or mathematical equivalence to a fully resident forward. + +### Why the implementation stopped corrupting the run + +The predecessor patch fixed the implementation-level state hazards exposed by the earlier runs; +the integrated patch retains them and adds the manager/forward exclusion described below: + +- Prefill is derived from prompt progress and propagated explicitly through normal, replay, + pipeline, gate, and microbatch paths. Real W2 prefill is eager; long prefills use the aligned + bulk path, while short prefills keep FP4 recovery instead of being misclassified as decode. +- Padded CUDA-graph routes carry an explicit token-to-slot mapping, so padding cannot enter miss, + promotion, or output accounting. Routed rows are padded to the kernel block size and invalid + alignment fails loudly. +- BASE residency uses an immutable, layer-local seen set. Prior main-stream work is drained before + reuse, only the previous layer's pins are cleared, and each current layer's hits/promotions stay + pinned through its forward. A later layer can no longer overwrite a shared snapshot or evict the + rows still in use. +- Background tier managers use the same exclusion lock as the foreground forward. The target step + acquires it before routing, and the worker holds it through BASE replay, confidence-gate + re-forward, and the pipeline barrier; `finish_forward_step()` alone releases it and wakes one + manager pass. `step_begin()` only clears pins. LRU comparison keys are floating-point before + assigning infinity, and force-promote plus manager ticks receive immutable seen sets. +- Draft-affinity prefetch and confidence-gate promotion are disabled during prefill, and real + prefill under capture is refused instead of silently taking decode semantics. + +### Near-edge context and lifecycle + +The same 32,768-token no-MTP server accepted **3/3 exact needles at 30,000 prompt tokens** at +depths 0.1, 0.5, and 0.9. Tokenizer calibration and response usage both had to report exactly +30,000 tokens, and each terminal passphrase had to match exactly. This is P1 near-edge validation +and a rehearsal of the P2 harness; it is not a 128K result. See the +[context manifest](../../evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json) and +[receipts](../../evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl). + +Across scoring and context, cgroup swap, hard-limit, and OOM events stayed at zero. The 96 GiB +soft `memory.high` boundary was crossed narrowly for 13 samples and generated reclaim events; +PSI full `avg10` peaked at 0.49. The guarded lane retained at least 4,294,172,672 bytes of hard +headroom, then stopped cleanly, preserved both pack fingerprints, restored both services, and +removed the 230,317,622,095-byte disposable store. Public receipts: +[aggregate](../../evidence/public/ds4-w2-2026-07-11/p1/aggregate.json), +[runtime and memory audit](../../evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json), and +[cleanup](../../evidence/public/ds4-w2-2026-07-11/p1/cleanup.json). + +### Excluded MTP diagnostic + +The MTP-on investigation crossed noncanonical patch/image identities and used a different runtime +shape, so it contributes **zero rows** to the final 120-response series. Its private diagnostic +receipts are not used to support any public result. Combining it with the historical no-MTP seeds +would erase both the provenance and gate boundary; this report does not do so. + +### Excluded first integrated candidate + +The first upstream-integrated candidate (`ec4640f` patch generation, `5467a7ff` image prefix) +reached a healthy 128K server but failed frozen prewarm at item 3 before scoring. It contributes +zero quality rows and no context receipt. That failure exposed a background tier-manager pass +overlapping the live target/replay path. Intermediate patch `4708c9d41b50` added the shared +forward-exclusion lifecycle and passed the full gate. The comprehensive `41d7b2f96ca3` union then +integrated the newer upstream split-FP4 work, preserved that exclusion and restage safety, made +split mode fail closed over the base cache at that generation, and reran the entire gate from a +fresh namespace. The later frozen RC adds explicit split/base residency coupling and validates it +separately while leaving split mode off in the serving acceptance run. + +## P2 — 128K context + +**Outcome: the comprehensive `41d7b2f` single-5090 configuration serves a validated 131,072-token window and +retrieves 3/3 exact needles at 120,000 prompt tokens without weakening the quality gate.** This is +the largest context tested in this lane. No decode- or prefill-throughput claim is attached to it. + +The P2 runtime keeps the P1 BASE/FP4 policy—8 GiB BASE, 6 GiB delta, LRU, tau 0.75, FP8 KV—but +sets `--max-model-len 131072`, disables MTP, and permits one maximum sequence. Model loading used +22.87 GiB of device memory. The engine exposed 720,677 KV tokens and reported 5.50× capacity for +a full 131,072-token request. The exact image reached health 200, completed the controller's +30-second hold, and +entered scoring with zero start-to-ready swap, memory-high, hard-limit, or OOM events. See the +[readiness receipt](../../evidence/public/ds4-w2-2026-07-11/p2/readiness.json) and +[sanitized server identity](../../evidence/public/ds4-w2-2026-07-11/p2/server.json). + +### 128K quality + +Each seed repeated the same frozen 40-item sampler and ten-prompt prewarm used for P1: + +| Eval seed | Machine exact | Semantic equivalent | Sink detections | Fixed prewarm | Pre/post gates | Score-time evictions | +|---:|---:|---:|---:|---:|---|---:| +| 42 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 42,760 | +| 43 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 43,118 | +| 44 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 44,469 | +| **Combined** | **120/120** | **120/120** | **0/120** | **30/30** | **6/6 pass** | **130,347** | + +Seed 44 item `c18` returned `(2,5)` for expected `(2, 5)`. The frozen exact scorer normalizes that +tuple whitespace and counts it exact; the legacy `lenient` diagnostic does not. It is not a sink, +and the machine total remains 120/120. All 120 responses were HTTP 200 with +`finish_reason=stop`, and no retries or request errors occurred. The public +[quality aggregate](../../evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json) and +[per-seed manifests for seed 42](../../evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json), +[43](../../evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json), and +[44](../../evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json) retain the machine/semantic +boundary and pool snapshots. + +### Exact 120K retrieval + +| Needle depth | Tokenizer count | Response usage | Exact answer | Request wall time | +|---:|---:|---:|---|---:| +| 0.1 | 120,000 | 120,000 | pass | 250.041 s | +| 0.5 | 120,000 | 120,000 | pass | 248.028 s | +| 0.9 | 120,000 | 120,000 | pass | 245.272 s | + +All three admitted receipts were fresh zero-tolerance requests. Each case calibrated to exactly +120,000 tokens through `/tokenize` before its sole inference; no rejected calibration contributed +a chat response in this run. Response usage also read 120,000 and each terminal passphrase +matched exactly. The public +[composite manifest](../../evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json) and +[selected receipts](../../evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl) +document the selection boundary. + +Retrieval success is not a miss-free-forward claim. The three requests emitted interim KPI +windows with 42, 15, and 13 residue steps respectively, then each closed with a zero-replay, +zero-residue latest window. The exact answers empirically validate retrieval under the declared +approximation; they do not make every internal forward miss-free. + +### Frozen RC acceptance supplement + +The exact frozen RC reran the two quality seeds and deepest context case most sensitive to the +final split/base-coupling and padded-route hardening delta. It did not relabel or duplicate the +comprehensive `41d7b2f` seed-44 or depth-0.1/0.5 receipts. + +| Eval seed | Machine exact | Semantic equivalent | Sink detections | Fixed prewarm | Pre/post gates | Score-time evictions | +|---:|---:|---:|---:|---:|---|---:| +| 42 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 46,560 | +| 43 | 39/40 | 40/40 | **0/40** | 10/10 | pass / pass | 44,345 | +| **Combined** | **79/80** | **80/80** | **0/80** | **20/20** | **4/4 pass** | **90,905** | + +All 80 responses were HTTP 200 with `finish_reason=stop`, with no prewarm retry and no unrestored +BASE expert. Seed 43 item `r17` returned exact mathematical content as LaTeX +`\(\frac{3}{8}\)` for expected `3/8`; the strict machine scorer correctly kept it out of the +machine-exact total while the semantic scorer accepted it. It was not a sink. + +The RC then calibrated and issued one depth-0.9 request whose tokenizer count and response usage +were both exactly 120,000 tokens. It returned the exact needle with HTTP 200 and +`finish_reason=stop` in 250.673 seconds. Two earlier zero-tolerance candidates were rejected by +tokenizer-only calibration, so neither produced a chat request. + +Across the complete 1,744.3-second RC lifecycle, cgroup and host swap stayed at zero, no +hard-limit or OOM event occurred, and hard cgroup headroom stayed at or above 4,294,537,216 bytes. +The 96 GiB soft boundary was crossed narrowly and generated 19,598 `memory.high` events; that +reclaim is reported rather than called zero. Cleanup removed the disposable payload, preserved +both protected pack fingerprints, and restored both serving surfaces at HTTP 200. See the +[frozen RC sentinel](../../evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json). + +### Comprehensive `41d7b2f` cleanup + +After the final exact receipt, the guarded controller stopped the isolated container, found both +production and immutable-seed pack fingerprints byte-identical, restored both serving services at +HTTP 200, and removed only the 230,317,622,135-byte disposable pack copy. The 40-byte increase +over the predecessor is the two `fp4_split=false` metadata fields; both payload pack sizes are +unchanged. Cgroup swap, hard-limit, OOM, and OOM-kill events stayed at zero. Host `MemAvailable` +never fell below 103,752,298,496 bytes, and hard cgroup headroom never fell below 4,294,488,064 +bytes. File-cache growth crossed the 96 GiB soft `memory.high` boundary for two sampled instants, +produced 28,089 soft-high events, and recorded PSI full `avg10` up to 0.79. That +reclaim/pressure is reported explicitly rather than +called zero. Immediate post-restart curls briefly saw connection refusal; the controller completed +cleanup and later follow-up checks returned HTTP 200/200. See the +[runtime audit](../../evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json) and +[cleanup receipt](../../evidence/public/ds4-w2-2026-07-11/p2/cleanup.json). diff --git a/docs/quality.md b/docs/quality.md index 5da8fac..2330088 100644 --- a/docs/quality.md +++ b/docs/quality.md @@ -18,6 +18,71 @@ runs on the *same* serving stack (only `MODEL_DIR` differs). 3. **Arithmetic** — 5 multi‑step problems (the official model itself tops out at 3/5). 4. **Long context** — passphrase needle at 100K/250K/440K depths (`tools/needle_probe.py`). +## DS4-W2 reliability methodology (P1/P2 release gate) + +The release gate uses `tools/ds4_eval/`; it is stricter than a transcript spot check. Every warm +run must first pass the fixed ten-prompt `ds4-w2-prewarm-v4` suite (temperature 0, top-p 1, seed +`20260711`, independent of the eval seed). There are no hidden retries: the first bad response +aborts and its receipt remains on disk. The run manifest binds the result to immutable server +provenance, including the boot, container and image identities, complete source-diff hash, +checkpoint and pack fingerprints, launcher hash, runtime argv, W2 environment, and engine settings. + +Before looking at quality results, register one pool policy and retain its SHA-256. The same frozen +policy evaluates the configured live metrics before and after scoring. The release policy requires +full FP4 occupancy, zero unrestored BASE experts, and measured eviction progress so a stale +saturated pool cannot pass; replay and second-order residue remain recorded in every snapshot even +when they are not rejection thresholds. A failed pre- or post-gate invalidates the run regardless +of its answers. At the default continuation threshold (`FP_THRESH=0`), second-order experts are +fetched for later steps but their current-step contributions remain zero, so `UNRESTORED=0` is a +mechanism-liveness gate rather than a miss-free or bit-deterministic claim. The three-seed quality +receipts are the empirical acceptance test for that explicit throughput approximation. + +P1 scores the fixed 40-item set separately at eval seeds 42, 43, and 44 (120 responses total). +Exact clean correctness is primary: the normalized terminal answer must match and the response +must not be a sink. The answer-anywhere `lenient` score is diagnostic only and never rescues a +sink. Sink rules catch max-token non-completions, repeated 3/4-grams, repeated lines, collapsed +vocabulary, and special-token spew; duplicate IDs, missing rows, or conflicting token-count aliases +fail closed. The corrected historical tau-0.67 baseline is **16/120 sinks (13.3%)** across those +three seeds. It is context only, not a tau-0.75 control: its warmups and pool evidence do not meet +the new comparability contract. +The corrected baseline summary is published under +[`evidence/public/ds4-w2-2026-07-11/baseline/`](../evidence/public/ds4-w2-2026-07-11/baseline/). + +Use repository-relative inputs and a localhost endpoint; write each seed to a new output directory: + +```bash +PORT="${PORT:-18001}" +python3 tools/ds4_eval/eval_rig.py \ + --items tools/ds4_eval/items.json \ + --server-provenance evidence/example-p1/server.json \ + --pool-gate-policy evidence/example-p1/pool-gate.json \ + --pool-command-json '["docker","logs","ds4-w2-candidate"]' \ + --output-dir evidence/example-p1/seed-42 \ + --run-label example-p1-s42 \ + --url "http://localhost:${PORT}/v1/chat/completions" \ + --model deepseek-v4-flash-w2 --mode warm --eval-seed 42 \ + --eval-temperature 0.6 --eval-top-p 0.95 --eval-max-tokens 700 \ + --expected-count 40 +``` + +Repeat with seeds 43 and 44 and distinct labels/directories. P2 is a two-part contract on the same +ready server: first run this quality gate, then run `tools/ds4_eval/context_probe.py` with MTP off, +`--max-num-seqs 1`, a validated 131,072-token window, and 120,000-token needles at depths 0.1, +0.5, and 0.9. The probe requires exact tokenizer/usage token counts and an exact terminal +passphrase. A successful 128K boot without retrieval, or retrieval without the quality gate, is +not a P2 verdict. + +The guarded single-RTX-5090 application of this protocol is recorded in +[`ds4-w2-5090-2026-07-11.md`](benchmarks/ds4-w2-5090-2026-07-11.md), with sanitized machine +receipts under [`evidence/public/ds4-w2-2026-07-11/`](../evidence/public/ds4-w2-2026-07-11/). +The historical predecessor P1 series at 32K produced 119/120 machine-exact and 120/120 +semantically correct answers with 0/120 frozen-rule sink detections. The current integrated +artifact's independent P2 series at 128K improved to 120/120 machine-exact and semantically +correct, with 0/120 sink detections, thereby satisfying the P1 stability gate at the larger +window. P2 then passed exact 120,000-token needles at depths 0.1, 0.5, and 0.9. Each case was +calibrated with tokenizer-only requests before its sole inference; the public composite contains +only fresh zero-tolerance receipts whose tokenizer and response-usage counts both equal 120,000. + ## Bits‑vs‑quality ablation (same stack, only the expert codes change) | codebook | bits | MTP acc. length | draft accept % | arithmetic | coherence | |---|---|---|---|---|---| diff --git a/docs/v024-port.md b/docs/v024-port.md index b2079f7..b8b08e9 100644 --- a/docs/v024-port.md +++ b/docs/v024-port.md @@ -2,7 +2,7 @@ The project targets **official vLLM v0.24.0**, which ships DeepSeek‑V4 + SM120 natively (`vllm/models/deepseek_v4/`, FlashInfer SM120 sparse‑MLA, GLM‑5.x `GlmMoeDsaForCausalLM`). -Our overlay is a **7.4k‑line patch** (37 files): the 2‑bit expert planes, the FP4 delta +Our overlay is a **14.0k-line patch** (70 files, 14,018 insertions): the 2-bit expert planes, the FP4 delta cache, the confidence gate, the cubit dispatch, the expert stores — plus the SM120 fixes below. @@ -40,9 +40,10 @@ Environment pins that go with the patch (both required on SM120): ## Our hooks -- `mxfp4.py` (`Mxfp4MoEMethod`) — FP4‑checkpoint path (DeepSeek‑V4‑Flash): host‑stage experts - at `create_weights`, build 2‑bit planes at `process_weights_after_loading`, `moe_w2_forward` - in `apply`. +- `mxfp4.py` (`Mxfp4MoEMethod`) — FP4-checkpoint path (DeepSeek-V4-Flash): create zero-sized + expert parameters, materialize one guarded layer while its tensors load, build/write its + 2-bit planes once, then release it before the next layer. Exact pack identity skips the + materialization; `moe_w2_forward` runs in `apply`. - `fp8.py` (`Fp8MoEMethod`) — FP8 block‑quant checkpoint path (DS4‑Flash‑Base, **GLM‑5.2‑FP8**): same three hooks; the loader re‑quantizes fp8+f32‑block‑128 to the sign‑symmetric 2‑bit codebook at load (`build_layer_planes_fp8`, float64 math, golden‑tested @@ -61,8 +62,9 @@ Environment pins that go with the patch (both required on SM120): RAM; the GPU pool caches hot experts through the same slot‑table/manager/eviction machinery as the delta tier. Decode misses zero the pair's contribution, bump an in‑graph miss counter, and the runner fetches all missing routed experts synchronously (batched pinned - H2D, 51.6 GiB/s measured) and replays the step's graph once — replay bit‑identical to a - resident forward (unit‑tested, `internal` test_base_cache). Prefill prefetches per layer + H2D, 51.6 GiB/s measured) and replays the step's graph once. Replay is bit-identical to a + resident forward only when the replay creates no second-order misses (the zero-residue case + is unit-tested). Prefill prefetches per layer via `ensure_resident`. TP MAX‑reduces the miss decision. Under **PP** a miss is local to its stage (per‑stage counter, inputs still held in the stage's static buffers), so each stage re‑runs only its own **segment** before activations flow downstream — no cross‑stage @@ -75,7 +77,10 @@ Environment pins that go with the patch (both required on SM120): `VLLM_MOE_W2_FP_MAX` bounds ping‑pong). An unconditional loop collapsed decode at low coverage (GLM TP2 29→16 tok/s, DS4‑14 GiB 43→15 — chasing a moving target at up to 8 forwards/step); the live A/B behind the default: thresh 16 → 19.2, thresh 0 → 28.3 tok/s - at identical quality probes. Slots touched by any pass of a step are pinned against + at identical quality probes. With the default threshold, second-order experts are fetched + for later steps but their current-step contributions remain zero; `fp-residue` reports this + explicit approximation, so zero `UNRESTORED` is not a miss-free or determinism claim. + Slots touched by any pass of a step are pinned against eviction until the next step (the passes must not cannibalize each other's fetches); on tight pools an emergency eviction pass (synchronous callers only) relaxes the 2‑tick coldness bound rather than leave a miss UNRESTORED. Coexists with the FP4 need‑pool (explicit @@ -94,9 +99,10 @@ Environment pins that go with the patch (both required on SM120): | 11 GiB (util 0.90) | 15.2% | 96.5–97.7% | 32.7 / **27–28 tok/s** | | 14 GiB (util 0.95) | 19.3% | 98.7–98.9% | 43.4 / **~31 tok/s** | - The pre‑fix column is the single‑replay stack (silently kept second‑order zeros — the - nondeterminism the fixed‑point restore later closed); the shipped column is the final - adaptive‑replay + NVMe‑store stack (2026‑07‑10 evening, same box/bench idiom). The pool + The pre-fix column is the single-replay stack (silently kept second-order zeros); the + shipped column is the adaptive-replay + NVMe-store stack, which measures that residue and + can chase it when `FP_THRESH` is raised but accepts it at the throughput-oriented default + (2026-07-10 evening, same box/bench idiom). The pool slope survives the stack change (+12–15% for 3 GiB). 14 GiB does NOT fit at util 0.90 (KV needs 0.46 GiB after graphs) — raise `--gpu-memory-utilization` alongside the pool. The engine logs pool @@ -120,23 +126,60 @@ Environment pins that go with the patch (both required on SM120): pinned 33.0 / pack 25.5 / tiered+20 GiB arena **32.8 tok/s (parity)** at RSS 26–33 vs 42–44 GiB; GLM TP2 both stores on NVMe: expert‑store RAM ~568 → ~136 GiB, 28–32 tok/s (tol 0–8, adaptive replay), needle 4/4 to **121K prompt tokens** at a served 128K window - (KV 157K tokens measured). Prefill batches are scan‑flagged (fill free arena slots, - never evict the decode hot set — a caller flag, NOT a batch‑size heuristic: GLM's - 100+‑row decode replay fetches misclassified and froze the arena at −66%); the arena hot - set persists to `.heat.json` and preheats on boot (57 GiB ≈ 35 s). **Boot‑from‑pack** + (KV 157K tokens measured). Prefill is derived authoritatively from each request's + `num_computed_tokens < num_prompt_tokens` state and carried as + `ForwardContext.has_prefill` through normal, replay, pipeline, gate, and DBO execution. + A real W2 prefill is eager (capture fails loud), disables draft-affinity prefetch and + confidence-gate promotion, and uses fill-only arena reads so it cannot evict the decode + hot set. Long prefills use the aligned bulk base-only path; short prefills retain FP4 + recovery and mblock-4 instead of falling into the decode path. Padded CUDA-graph routes + carry an explicit token-slot mapping and are masked out of miss, promotion, and output + accounting. The arena hot set persists to `.heat.json` and preheats on boot + (57 GiB approximately 35 s). **Boot-from-pack** (`_try_skip_requant`, all three loaders): a layer present in every serving pack skips dequant→re‑quant entirely — GLM TP2 second boot 408 s vs ~11 min, no ~405 GiB transient; the pack is a persistent quantization cache keyed by shape/config sidecar match. Also - fixed here, exposed by long‑prefill testing but **pre‑existing**: the manager tick and - forward‑thread paths ran concurrent seen‑snapshots into one shared pinned `_seen_host` - (torch's two‑pass `nonzero` overruns its output when the input mutates mid‑call → - TensorAdvancedIndexing.cpp:3008 assert → glibc heap corruption → dead worker on ≥16K - prefills; a torn snapshot could also evict an in‑flight expert's slot). Snapshots are now - serialized under a dedicated lock. Backends unit‑tested byte‑identical - (`tools/test_store_backends.py`: 3 backends × cold/warm/reboot/evict/overflow/scan/ + fixed here, exposed by long-prefill testing but **pre-existing**: manager and forward + threads previously reused one mutable pinned seen-mask, so a later layer could overwrite + the snapshot while the current layer selected or fetched rows. Each residency operation + now drains prior main-stream work, freezes an immutable layer-local `seen_set`, clears only + the previous BASE layer's pins, and pins the current layer's hits/promotions until its + forward completes. A target step also acquires the exclusion lock shared with each background + tier-manager pass. That lock stays held through target execution, BASE replay, confidence-gate + re-forward, and the pipeline barrier; only `finish_forward_step()` releases it and wakes one + manager pass. `step_begin()` therefore clears pins without racing a wake. Saturated LRU uses a + floating-point timestamp key before assigning infinity, and both force-promote and manager + ticks receive immutable seen sets. Backends unit-tested byte-identical + (`tools/test_store_backends.py`: 3 backends x cold/warm/reboot/evict/overflow/scan/ preheat, both IO modes). Ops: packs on a bind‑mounted real FS (not overlayfs); ~1 TB NVMe for the full GLM stack; parity holds even on a Gen3‑x4 drive (3.7 GB/s) — steady‑state misses ride the page cache, cold shifts pay drive speed. + Cold rebuilds are bounded separately from steady reads: MXFP4 uses guarded one-layer + materialization/build/write/release rather than retaining every layer's expert tensors; + pack-skip and completion guards prevent unnecessary or duplicate work. Eviction is + requested for each + released safetensors shard and each durable pack layer, then retried after the model + consumer unwinds, + checkpoint prefetch is refused, requested multi-thread shard loading is serialized, and + arena/shard/layer operations preflight a default 16 GiB host + 4 GiB hard cgroup + `memory.max` reserve. `memory.high` is traced as a soft reclaim/throttle boundary and does + not reduce that hard allocation budget. The + safety controls are `VLLM_MOE_W2_CACHE_CONTROL`, + `VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB`, and + `VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB`; cache control defaults to fail-closed `required`. + The all-43-layer cold canary completed with a 51,807,191,040-byte cgroup peak, + 8,231,129,088-byte anon peak, 44,430,127,104-byte file peak, and a + 73,793,277,952-byte host `MemAvailable` floor; cgroup swap, PSI, limit, and OOM events were + zero, and the host recorded no swap-out; host swap-in increased by 160 pages. + That all-layer canary used predecessor patch `e7417054a6e8`; integrated patch + `41d7b2f96ca3` retains the mechanism and passed the exact-head baked safety tests. Sanitized + trace and cleanup receipts are under + [`evidence/public/ds4-w2-2026-07-11/p0/`](../evidence/public/ds4-w2-2026-07-11/p0/). + Historical predecessor receipts establish the 32K P1 lane; the current integrated image's + guarded 128K series independently satisfies the same stability gate. Both are documented in + [`ds4-w2-5090-2026-07-11.md`](benchmarks/ds4-w2-5090-2026-07-11.md): 0/120 frozen-rule sink + detections in each series, with exact 120,000-token retrieval at depths 0.1, 0.5, and 0.9 on + the integrated image. This is a quality/context result; no 128K throughput is claimed. - **Deterministic unpermute**: the MoE output scatter used atomic `index_add_`, so identical runs wobbled (~1.6e‑2 on prefill) and greedy decode was not reproducible (surfaced by the PP determinism investigation; never PP‑specific). Valid `sorted_ids` form a permutation of diff --git a/evidence/public/ds4-w2-2026-07-11/README.md b/evidence/public/ds4-w2-2026-07-11/README.md new file mode 100644 index 0000000..d556ec7 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/README.md @@ -0,0 +1,100 @@ +# DS4 W2 guarded validation evidence — 2026-07-11 + +This directory contains the sanitized, publishable receipts for the single-RTX-5090 +DeepSeek-V4-Flash W2 safety, quality, and context run. The measured narrative and evidence +boundaries are in [`docs/benchmarks/ds4-w2-5090-2026-07-11.md`](../../../docs/benchmarks/ds4-w2-5090-2026-07-11.md). + +## Artifact lineage + +| Evidence role | Artifact identity | +|---|---| +| P0 all-layer cold canary | mechanism-equivalent predecessor `e7417054a6e8`; measured memory belongs only to this canary | +| Historical P1 32K receipts | patch `55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7`; image `sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab` | +| Comprehensive integrated P2 predecessor | official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; patch `41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d`; image `sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9`; wrapper `5e69228e1e8e6f7345ae96657ab33b50e5805be7` | +| Frozen release candidate and focused current-head supplement | official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; origin/main cutoff `94be3aa3d7a8b82c7fc9687990a7edb6035f69f3`; patch `241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7`; image `sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2`; wrapper `0a73c2bcf262ba0aa53560d6290ad2af350e34fc` | + +[`exact-image-verification.json`](exact-image-verification.json) records the clean-apply shape, +baked source hashes, exact-image test matrix, and synthetic safety-probe hashes for the frozen +release candidate. The earlier `41d7b2f` artifact remains the comprehensive three-seed, +three-depth quality record; the frozen candidate adds a focused exact-head release sentinel. + +## P0 — bounded cold restage + +[`p0/`](p0/) contains the all-43-layer cold-restage memory trace and guarded cleanup receipt. +That measured canary ran on mechanism-equivalent predecessor patch `e7417054a6e8`; its memory +maxima are not represented as integrated-image measurements. The checkpoint-residency, +next-shard retry, and constrained-pack probes in the same directory were rerun on the frozen +release-candidate image and bind to its exact image ID. + +The canary kept cgroup swap, pressure, hard-limit, and OOM events at zero and recorded no host +swap-out. Host swap-in increased by 160 pages; that boundary is explicit in the summary and trace. + +The frozen candidate also received a fresh full cold restage. [`p0/frozen-rc-summary.json`](p0/frozen-rc-summary.json) +records 46/46 checkpoint shards, all 43 expert-pack layers, zero swap and OOM activity, zero +memory-limit event deltas, preserved production and immutable-seed fingerprints, restored service +health, and disposable-store removal. Its 218-sample cold-only trace is +[`p0/frozen-rc-memory-trace.tsv`](p0/frozen-rc-memory-trace.tsv). These measurements bind to the +frozen candidate and supersede the historical limitation only for that candidate; the earlier +canary files remain historical receipts. + +## P1 — 32K quality and near-edge context + +The files under [`p1/`](p1/) are retained byte-for-byte as historical predecessor evidence. +[`p1/aggregate.json`](p1/aggregate.json) reports 119/120 machine-exact, 120/120 semantically +correct, and 0/120 frozen-rule sink detections across seeds 42–44, plus 30/30 prewarm prompts and +all six pool-lifecycle gates. Per-seed manifests, raw responses, and warmup receipts are retained +beside the aggregate. Published receipt hashes are recomputed after sanitization. + +[`p1/context-30k.manifest.json`](p1/context-30k.manifest.json) and +[`p1/context-30k.receipts.jsonl`](p1/context-30k.receipts.jsonl) record 3/3 exact needles at +30,000 prompt tokens. [`p1/runtime-clean.json`](p1/runtime-clean.json) records the complete lane +through context, including soft `memory.high` reclaim and nonzero PSI; [`p1/cleanup.json`](p1/cleanup.json) +records fingerprint preservation, service restoration, and disposable-store removal. + +## P2 — comprehensive 128K series and frozen-RC sentinel + +The comprehensive P2 receipts bind to the `41d7b2f` integrated predecessor above. Its three-seed +128K series also satisfies the P1 stability requirement. +[`p2/quality-aggregate.json`](p2/quality-aggregate.json) +reports 120/120 machine-exact and semantically correct, with 0/120 frozen-rule sink detections at +a 131,072-token window. + +[`p2/context-120k.manifest.json`](p2/context-120k.manifest.json) and +[`p2/context-120k.receipts.jsonl`](p2/context-120k.receipts.jsonl) contain the admitted exact +120,000-token receipts at depths 0.1, 0.5, and 0.9. All three published receipts use zero token +tolerance. Each case calibrated to exactly 120,000 tokens with tokenizer-only requests before its +sole inference; no rejected calibration contributed a chat response in this run. +Readiness, complete runtime/memory, and guarded cleanup are recorded in +[`p2/readiness.json`](p2/readiness.json), [`p2/runtime-clean.json`](p2/runtime-clean.json), and +[`p2/cleanup.json`](p2/cleanup.json). + +[`p2/frozen-rc-sentinel.json`](p2/frozen-rc-sentinel.json) is the focused supplement for the +frozen candidate. It records two quality seeds (80 responses): 79/80 strict machine-exact, +80/80 semantically correct, 0/80 sink detections, all 20 prewarms without retry, and all four +pool gates. The sole strict mismatch is an explicitly recorded equivalent LaTeX rendering of +`3/8`. It also records one exact 120,000-token retrieval at depth 0.9 with zero token tolerance, +plus complete-run memory and cleanup results. This supplement did not repeat seed 44 or depths +0.1 and 0.5, so those broader claims remain attached only to the immediately preceding +comprehensive P2 artifact. + +The frozen source supports split-FP4 refinement over a base cache only behind the explicit split +flag, with coupled base/refinement residency. The serving sentinel kept split mode disabled and +used full-nibble FP4 delta planes. Split mode was exercised separately by the exact-image E=8 GPU +three-tier fixture; serving-sentinel results are not presented as live split-mode evidence. + +## Interpretation and sanitization + +These receipts establish bounded restaging, observed quality, pool liveness, exact selected +retrieval, and guarded cleanup for the recorded artifact and policy. They do not establish +bit-deterministic output, a miss-free forward, numerical equivalence to fully resident FP4, or +128K throughput. Second-order residue remains explicit. + +Host topology, opaque runtime IDs, host-specific paths, host- and address-specific endpoint +details, checkpoint/pack +fingerprints, launcher identity, and response IDs remain in private source receipts. Public run +labels are descriptive. The lane started on July 11 Pacific time, while UTC timestamps in the +integrated receipts fall on July 12. Verify the final public tree from this directory with: + +```bash +shasum -a 256 -c SHA256SUMS +``` diff --git a/evidence/public/ds4-w2-2026-07-11/SHA256SUMS b/evidence/public/ds4-w2-2026-07-11/SHA256SUMS new file mode 100644 index 0000000..0be7b77 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/SHA256SUMS @@ -0,0 +1,47 @@ +4e894b6b293a3f831cd5ce830d03f691e09a91d26b27b3a329d88fcf30f64c9f ./README.md +14e410651bc505b1bec6ec6a439be1d19600987a797fc6f615f71d8bb79e489a ./baseline/README.md +85b3eff601c3a8d1f70810fc297fa8f6a40c7e5e5b238710cc1068e86ffe7054 ./baseline/baseline-corrected.json +be456388a14da84f0a2d7f5fd30222fddeac10d3847946f6f6fc259b2c12bbd4 ./exact-image-verification.json +e7eb19fc75dc8b49d587b9f07c87c5db182cd764a2f85998aac78d85a03698b8 ./p0/baked-checkpoint-residency.json +27de4d773ac034dce3d9f6d29b70275ec195219fd69077343a47843dc764c107 ./p0/baked-checkpoint-retry.json +28d4b707ff1f49cf3b52091483a47d20ae855f001bd9937b48a69dcd0d13fe80 ./p0/baked-constrained-pack-build.json +bf514ce9a0aef75c28ac55ef6243eb1043aa67a733c1e864197b9d493d8c1171 ./p0/cold-restage-cleanup-receipt.json +9271af0f90160566729a6507f8b8e07ac7d05699e122701110393035b6135f26 ./p0/cold-restage-memory-trace.tsv +1cbbd4f5e177a16ff3de4a179fc5a8763a37c1d410266b5eb0155da731527a39 ./p0/cold-restage-summary.json +59403aa1b8d2a7ed2294a9d7b78566ef5320316e1cdaeff67e5d3d06bc031d35 ./p0/frozen-rc-memory-trace.tsv +aba59dd8e1a8051e4ea93400e0e4931e958c75d239c7dd56444afa7136eee710 ./p0/frozen-rc-summary.json +005b225341e1303db4560c782d09a6eb8c9422c12267d74712c381fb71e33add ./p1/aggregate.json +aa572d1bfa31827f949bef0e422e6593bc4889472cbf6d2ed53b70e3cd84e74a ./p1/cleanup.json +0aa4e2f999a721c0a8bd36521cc3487c5b4297958de8b02abfd63a2b992450cb ./p1/context-30k.manifest.json +cd2c7621f168683aee68e37c9008dd5faecc808b74fe93ed3b39405f841393fe ./p1/context-30k.receipts.jsonl +1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630 ./p1/pool-gate-policy.json +e32564fb10f3302538af4d8825f3ec95637399f1d54d7dd7aac11dfb13d902de ./p1/runtime-clean.json +e559c313cbfeb47a79743d6bc73c84f1244ac20ed36d85d07e49587bfae110fb ./p1/seed42.manifest.json +1c4978408014aff023ddb1b71eae0b9f4e8fee59e9cb4434bc38fabd05756487 ./p1/seed42.raw.jsonl +3c2bdf2e75a0967028a70ca065a0e67c8e70daf4c1ccab1d84491524155f1da0 ./p1/seed42.warmup.jsonl +b5db436fa14bc8ff3864030212e62c1e5a1ff3217f6eb8fd0ace845220f7ae54 ./p1/seed43.manifest.json +77cee2bd64cdffa4deb4ac23352cf6053e1bbb02f87bda9b24ab621358d40630 ./p1/seed43.raw.jsonl +474fb509940ff0a3c143d709538edcec81764d1ea15559f118b8da3fc3a39313 ./p1/seed43.warmup.jsonl +75c4bbf593ebc84d7d57ea778374f487a6665d2a51d90dd9669597469e0a5dd7 ./p1/seed44.manifest.json +10a93bf29ff4bd411535f2b48d3d5dfc28ff08f6b6435169b7b505e27c9569ac ./p1/seed44.raw.jsonl +f832cca3346094be00650267899a1890c5c40e961fd64d60b203238c1a2c9db8 ./p1/seed44.warmup.jsonl +5ff7e3d0d22073fdba1f0413aca5c10db573fbf235596746559fee5ec7f22c0f ./p1/server.json +5ee72db204c8e30574d426a83782474ac7ec2f67f904da0ad04ff10dab0308a3 ./p1/strict-zero-residue-diagnostic.json +cad626e05b01464f81f1bb58434e3f6bec5886f69223e8cc8d037dd17d5963ab ./p2/cleanup.json +6e16b2af587301748b96d5b24a3e06acff8b73b171b6a483918b2338d63771b3 ./p2/context-120k.manifest.json +67c2a1f834b9a6ce54d4ea4f2ce98a51c5257bfb8a78cf9a3917bbab52ea1db7 ./p2/context-120k.receipts.jsonl +db649f7008e2a0bd3a06a51ab242e884b2846eee2f9985ca06ef557ff7a5ac14 ./p2/frozen-rc-sentinel.json +1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630 ./p2/pool-gate-policy.json +40362d6150626552760a7843b8ea5454e0d71c0ed1af60f161b6783788f799c9 ./p2/quality-aggregate.json +fb4732bfa7700598ba8686d8d585c7508848b215bad690ba6e25a4a97c44fbac ./p2/readiness.json +1912d3b9d34aafbbbc72fb0a08212cddbbf492a6e4063567f907321b5917d0a0 ./p2/runtime-clean.json +1d5222c1195ff47766ca7b2a2ab69dd664acbe8c848f0a893170947c66c780f4 ./p2/seed42.manifest.json +db5b50a8ed30dd68f61431cae477cf65902768d400b4f7d20fc75790c5abc2b6 ./p2/seed42.raw.jsonl +c0f30b140c53006c5d2041f7e3f75f7dc977bd8980c059aec745c7ea559a909b ./p2/seed42.warmup.jsonl +17996af880a997bb5fd1967845b1da14a6af2188de43b571984d83b20b8bde33 ./p2/seed43.manifest.json +12ebd8458751bbea4d7683794a5c9e7c447784a93d2fae7dce275d59f242f5fc ./p2/seed43.raw.jsonl +c89b523c53ee899193e829eaa1b58c06cf992f1ffb587433f293221cbe9ec86d ./p2/seed43.warmup.jsonl +58834e56c51c4ef94cc591ed4eb0c1521e20111a4cc623911b2b76cd58c5b443 ./p2/seed44.manifest.json +d188e788324b3d47a8a81112e7c1e185e1297e703c78df6f30d19b5c0dae7600 ./p2/seed44.raw.jsonl +e1485a5efec3960924b722834bd04d87112bf32ad1a98373a9981455412d08ba ./p2/seed44.warmup.jsonl +f4514891b1a84f1415b3dafaac76bfa8f1261f0804561201d683faf9f84fd8ef ./p2/server.json diff --git a/evidence/public/ds4-w2-2026-07-11/exact-image-verification.json b/evidence/public/ds4-w2-2026-07-11/exact-image-verification.json new file mode 100644 index 0000000..514bd4a --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/exact-image-verification.json @@ -0,0 +1,99 @@ +{ + "schema_version": "vllm-moet-exact-image-verification-v3", + "frozen_release_candidate": { + "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "origin_main_cutoff": "94be3aa3d7a8b82c7fc9687990a7edb6035f69f3", + "wrapper_head_commit": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc", + "source_patch_sha256": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", + "image_source_patch_label": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e354200eb92aca104bd954d3f2", + "image_wrapper_commit_label": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc" + }, + "immediately_preceding_comprehensive_artifact": { + "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "integrated_origin_main_commit": "7d2429c109b625f23ed7926eb4e80f5d8d80f2e5", + "wrapper_head_commit": "5e69228e1e8e6f7345ae96657ab33b50e5805be7", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "validation_scope": "three quality seeds and three exact 120K context depths" + }, + "applied_tree": { + "files_changed": 70, + "insertions": 14223, + "deletions": 226, + "apply_check": "pass", + "source_diff_whitespace_check": "pass", + "python_compile": "pass", + "fresh_applied_source_match": "70/70 baked source files matched" + }, + "baked_source_sha256": { + "vllm/forward_context.py": "b3b5d84c16e0f5c886186cc06fcd65e1aa577ee6e58c2746ecea4c599f778ec7", + "vllm/v1/worker/gpu_model_runner.py": "63a08d992701cfca677de0e35eab2bc00e97a4514ae6d69858d544460d35be3f", + "vllm/v1/worker/gpu_ubatch_wrapper.py": "cc9526d859ccecdeb69b42140c92ba13c6fb80a8091734ab518a819c322dd1e7", + "vllm/v1/worker/gpu_worker.py": "76331291a8cd98236a17d85ffced0a4ed2d749da7e68f163e5ffb3df922faca5", + "vllm/model_executor/layers/quantization/utils/moe_w2_cubit.py": "3fa37293b68084358bc0bf6c9630a81ee722d2c8a936f010837f71f7cde27ca0", + "vllm/model_executor/layers/quantization/utils/moe_w2_delta.py": "25235377b2e86c0a5bc84d7fdbcf7bdac0a57f8b4080a66754e795b902bbe736", + "vllm/model_executor/layers/quantization/utils/moe_w2_gate.py": "d035e371fd93a7840733ecb3c9b2b89675a5448efac0da834fd5628c1052691b", + "vllm/model_executor/layers/quantization/utils/moe_w2_planes.py": "3555b5561063ca000be91fabaf3e65a8da4b56e6c75e93c46611aa82c66e5a56", + "tests/model_executor/layers/quantization/test_moe_w2_padded_routes.py": "5452b492bcdeb64413dab659e5baa1b28571f08af1d6cb2abf67a25836a054d1", + "tests/model_executor/layers/quantization/test_moe_w2_step_pins.py": "aed09d21defaba3e524a98640005c9ba00b8b8bc3dac539ec5948250743ea1db" + }, + "canonical_synthetic_safety_probes": { + "checkpoint_residency_sha256": "e7eb19fc75dc8b49d587b9f07c87c5db182cd764a2f85998aac78d85a03698b8", + "checkpoint_next_shard_retry_sha256": "27de4d773ac034dce3d9f6d29b70275ec195219fd69077343a47843dc764c107", + "constrained_pack_build_sha256": "28d4b707ff1f49cf3b52091483a47d20ae855f001bd9937b48a69dcd0d13fe80", + "image_identity_match": true + }, + "frozen_rc_exact_image_validation": { + "source_focused_manager_window_cgroup_route_pin": "21 passed on CUDA", + "store_safety": "37 passed", + "mxfp4_stream_safety": "10 passed", + "gpu_store_backends": "all pinned, mmap, reboot, tiered, eviction, overflow, scan, and preheat checks passed", + "forward_matrix_e8": "base 2-bit, full-FP4 delta, and split-FP4 refinement passed", + "three_tier_split_e8": { + "mixed_max_relative_error": 0.02446, + "mixed_cosine_similarity": 0.999867, + "transient_miss_count": 2, + "transient_max_relative_error": 0.02661, + "eviction_mapped_experts": "4/4", + "result": "pass" + }, + "checkpoint_residency_128_mib": "pass", + "checkpoint_retry_512_mib": "pass", + "constrained_pack_48x8x4_mib": "pass below 2 GiB with zero swap" + }, + "split_fp4_base_cache_boundary": { + "support": "split-FP4 refinement over the base cache is supported behind the explicit split flag with residency coupling and the fp4s tier tag", + "serving_sentinel": "split mode was disabled, so the guarded release-candidate serving run used full-nibble FP4 delta planes", + "separate_fixture": "the exact-image E=8 three-tier fixture covered mixed residency, a transient base miss, and eviction" + }, + "serving_validation": { + "frozen_release_candidate": { + "quality_seeds": [ + 42, + 43 + ], + "responses": 80, + "strict_machine_exact": 79, + "semantically_correct": 80, + "sink_detections": 0, + "retry_free_prewarms": "20/20", + "pool_gates": "4/4", + "exact_120k_context": "1/1 at depth 0.9 with zero prompt-token tolerance" + }, + "immediately_preceding_comprehensive_artifact": { + "quality": "120/120 machine-exact, 120/120 semantically correct, 0/120 sinks across three seeds", + "retry_free_prewarms": "30/30", + "pool_gates": "6/6", + "exact_120k_context": "3/3 at depths 0.1, 0.5, and 0.9 with zero prompt-token tolerance" + } + }, + "project_validation": { + "evaluation_and_context_harness": "39 passed, 17 subtests passed", + "ruff": "changed W2 harness and targeted project files pass; broad upstream helper lint is outside this receipt", + "format": "changed W2 harness and targeted project files pass", + "benchmark_lint": "0 errors, 0 warnings", + "benchmark_render_check": "up to date" + }, + "evidence_boundary": "The frozen release candidate is the current exact image and received focused exact-image GPU, cold-restage, two-seed quality, and deepest-context sentinel validation. The immediately preceding 41d7b2f artifact remains the comprehensive three-seed and three-depth serving series; those broader counts are historical evidence and are not relabeled as frozen-RC reruns." +} From 1b2ffba5353ef9f7c00fe8a0566a57180e26b8c7 Mon Sep 17 00:00:00 2001 From: Omar Baradei Date: Sat, 11 Jul 2026 21:26:21 -0700 Subject: [PATCH 3/3] chore(w2): keep receipt PR data-only --- README.md | 87 +---- docs/benchmarks/ds4-w2-5090-2026-07-11.md | 354 ------------------ docs/quality.md | 65 ---- docs/v024-port.md | 85 ++--- evidence/public/ds4-w2-2026-07-11/README.md | 100 ----- evidence/public/ds4-w2-2026-07-11/SHA256SUMS | 47 --- .../exact-image-verification.json | 99 ----- 7 files changed, 38 insertions(+), 799 deletions(-) delete mode 100644 docs/benchmarks/ds4-w2-5090-2026-07-11.md delete mode 100644 evidence/public/ds4-w2-2026-07-11/README.md delete mode 100644 evidence/public/ds4-w2-2026-07-11/SHA256SUMS delete mode 100644 evidence/public/ds4-w2-2026-07-11/exact-image-verification.json diff --git a/README.md b/README.md index e909d3d..81b116a 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,6 @@ # Frontier MoE on consumer Blackwell (SM120) -**Official vLLM v0.24.0 + a 14.0k-line, 70-file patch** that serves frontier Mixture-of-Experts models — +**Official vLLM v0.24.0 + a 7.4k‑line patch** that serves frontier Mixture‑of‑Experts models — **GLM‑5.2 (753B)**, **DeepSeek‑V4‑Flash (159B)** and **Kimi‑K2.7‑Code (1T)** — on consumer/workstation Blackwell (RTX PRO 6000, RTX 5090), hardware their official checkpoints cannot even fit on. Three ideas carry it: @@ -10,8 +10,7 @@ cannot even fit on. Three ideas carry it: gate) restores precision exactly where it matters. 2. **Tiered expert residency** — when even the 2‑bit base outgrows VRAM, it moves to pinned host RAM — and, one tier further, to an **NVMe pack file with a pinned‑RAM arena** — and - the GPU becomes an **expert cache** (miss -> batched fetch + graph replay, with explicit - telemetry for any accepted second-order approximation). + the GPU becomes an **expert cache** (miss → batched fetch + bit‑identical graph replay). That puts 753B on two 96 GB cards and 159B on a single RTX 5090, and the packs double as a **persistent quantization cache** (reboots skip the re‑quant). 3. **A rebuilt serving base** — vLLM v0.24.0 actually working on SM120 (the release is @@ -64,13 +63,10 @@ medians; prefill = 8k‑token prompt, uncached): | 2× RTX PRO 6000 (TP2) | 210 tok/s | 5 790 tok/s | 512K | — | | 4× RTX 5090 (TP4) | 214 tok/s | 6 100 tok/s | 16K | — | | **1× RTX 5090 (32 GB)** | **~31 tok/s** (14 GiB pool + NVMe stores) | ~400–540 tok/s | **32K** | **~30 GiB** | -| **1× RTX 5090 (32 GB), no-MTP quality config** | not measured | not measured | **128K; PASS at 120K** | **≤100 GiB eval cgroup incl. cache** | Retrieval behind the window column: needle PASS at 453K on the PRO 6000 (947K‑token KV -measured), at 29.7K on the single-5090 throughput configuration (131K-token KV), and 3/3 exact -at 120K on the canonical no-MTP 128K quality configuration (720,677-token KV). The 128K row is -a quality/context result, not a throughput measurement. "—" in host RAM = all-VRAM config, no -host expert store. +measured) and at 29.7K on the single 5090 (131K‑token KV). "—" in host RAM = all‑VRAM +config, no host expert store. **Batched serving** (aggregate decode tok/s at N concurrent streams; per‑stream in parentheses at N=32): @@ -85,10 +81,6 @@ configs. MTP also runs under **pipeline parallelism** (draft propagation + draft share across ranks): DS4 on 4× RTX 5090 **PP4** does 184 tok/s vs 93 without (~2×), and greedy decode under PP is **bit‑deterministic** (6/6 identical runs, with and without MTP). Methodology: **[docs/v024-port.md](docs/v024-port.md)**. -The guarded single-5090 W2 quality/context result, including P0/P1/P2 evidence boundaries, is -reported in **[docs/benchmarks/ds4-w2-5090-2026-07-11.md](docs/benchmarks/ds4-w2-5090-2026-07-11.md)**; -the sanitized receipt index is -**[evidence/public/ds4-w2-2026-07-11/](evidence/public/ds4-w2-2026-07-11/)**. --- @@ -136,12 +128,11 @@ routed working set). MoE routing is concentrated enough to make this practical: coverage serves ~96% of token→expert routings** on DS4, **~51% serves ~91%** on GLM — measured live, not simulated. -First-order misses are restored through the gate's replay trick: the desc kernel zeroes a missing +Misses stay correct through the gate's replay trick: the desc kernel zeroes a missing expert's contribution and bumps an in‑graph miss counter; the runner fetches **all** missing routed experts in one batched pinned‑H2D transfer (51.6 GiB/s here; a 64‑expert fetch ≈ 3 ms) -and replays the step's graph once. The result is bit-identical to a fully resident forward -only when that replay creates no second-order misses (unit-tested for the zero-residue case). -A **miss-tolerance knob** (`VLLM_MOE_W2_BASE_MISS_TOL=k`, runtime‑tunable) +and replays the step's graph once — **bit‑identical** to a fully resident forward +(unit‑tested). A **miss‑tolerance knob** (`VLLM_MOE_W2_BASE_MISS_TOL=k`, runtime‑tunable) skips the replay when ≤ k of the step's ~600 routings miss — +12% decode on GLM TP2 at tol 8 (28.3 → 31.7 tok/s) with clean quality probes (arithmetic, PL coherence, needle retrieval; quantitative eval pending). @@ -158,20 +149,14 @@ e.g. `--gpu-memory-utilization 0.95`) before touching any other knob. **Misses are restored adaptively.** A replayed step can re‑route onto experts the first pass never fetched (second‑order misses); the runner re‑checks after each replay and keeps replaying **only while the step is within `VLLM_MOE_W2_FP_THRESH` of miss‑free** (default 0 -= the mandatory first‑order restore only, the throughput‑optimal setting; raising it can chase -zero-residue fixed points on converged working sets at a decode cost, but does not itself promise -deterministic output — runtime‑tunable via `VLLM_MOE_W2_FP_THRESH_FILE`). At the default -threshold, newly fetched second-order -experts are available to later steps but their current-step contributions remain zero. This -is an explicit throughput/quality approximation, not a miss-free or bit-deterministic claim; -its frequency and pair count are KPI-visible as `fp-residue` and are reported beside quality. += the mandatory first‑order restore only, the throughput‑optimal setting; raising it buys +bit‑deterministic fixed points on converged working sets at a decode cost — runtime‑tunable +via `VLLM_MOE_W2_FP_THRESH_FILE`). The accepted residue is second‑order only and +KPI‑visible (`fp-residue`). Results: **DeepSeek‑V4‑Flash 159B on one RTX 5090** (72.7 GiB of 2‑bit planes vs 32 GB of VRAM): ~31 tok/s steady with MTP, 32K window served, coherent — and ~30 GiB of host RAM with the NVMe stores (below, RSS‑measured) instead of ~80 GiB pinned. -The canonical no-MTP quality configuration separately serves a 128K window: 120/120 -machine-exact and semantically correct, 0/120 frozen-rule sink detections, and 3/3 exact -retrieval at 120K prompt tokens. Throughput was not measured for that configuration. **GLM‑5.2 753B on two RTX PRO 6000**: 28–32 tok/s with the full three‑tier stack (NVMe 2‑bit base + pinned arena → GPU 2‑bit cache → GPU FP4) at a 128K single‑user window — see the GLM table above. Neither model can otherwise run on that hardware at any precision. @@ -229,53 +214,15 @@ Operational notes: drive on a PCIe **Gen3 x4** link (3.7 GB/s). Cold working‑set shifts and first‑touch prefills do pay drive speed. `VLLM_MOE_W2_TIER_DIRECT=1` switches misses to O_DIRECT (hard RAM budget, page cache stays flat; raw drive latency on every miss). -- **Cold pack rebuilds fail closed instead of consuming the host.** MXFP4 expert parameters are - zero-sized at model construction and materialized only for the layer currently loading; that - layer is quantized, durably written, and released before the next one starts. Exact pack - identity skips the build entirely, and completion guards prevent a streamed layer from being - built twice. While W2 + a pack store are active, the sequential safetensors loader also - preflights every shard, requests eviction of - each released shard with `POSIX_FADV_DONTNEED`, and retries after the model consumer unwinds; - the pack writer does `fdatasync` + `DONTNEED` after - every completed layer. Explicit checkpoint prefetch is refused and a requested - multi-thread load is serialized. The final mmap-backed tensor per shard is cloned under the - same guard so the consumer cannot keep the whole file mapped. Pinned-arena allocations and - indivisible shard/layer I/O - keep a **16 GiB host MemAvailable floor** and **4 GiB hard cgroup `memory.max` - headroom** by default. `memory.high` remains an observable soft reclaim/throttle boundary; - it does not reduce the hard allocation budget. Tune the floors with - `VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB` and - `VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB`; `VLLM_MOE_W2_CACHE_CONTROL=required` is the safe - default (`best-effort` or `off` are explicit unsafe overrides). Linux cgroup-v2 page cache is - accounted in `memory.current`; every check logs anon/file/file-mapped/swap/events plus its - available/headroom/transient budget for a cold-restage memory trace. In the all-43-layer - cold canary, cgroup memory.current peaked at 51.81 GB; observed anon/file maxima were - 8.23/44.43 GB, host - `MemAvailable` stayed above 73.79 GB, cgroup swap and PSI/OOM counters remained zero, - and the host recorded no swap-out; host swap-in increased by 160 pages. The full canary used - the mechanism-equivalent `e7417054a6e8` - predecessor; the integrated `41d7b2f96ca3` image retains that P0 code and passed the exact-head - baked safety suites. See the [sanitized P0 receipts](evidence/public/ds4-w2-2026-07-11/p0/). -- **Prefill is semantic, eager, and arena-safe.** The runner derives prefill from prompt - progress and propagates it explicitly through normal, replay, pipeline, gate, and DBO paths; - capture is refused for a real W2 prefill. Prefill disables draft-affinity/gate promotion, - holds exact per-layer BASE pins through the forward, and uses fill-only arena scan discipline. - Long prefills use the bulk base-only path; short prefills retain FP4 recovery without being - misclassified as decode. The arena's hot set persists to +- **Prefill can't wipe the arena** (scan discipline: prefill working sets fill free slots + but never evict the decode hot set), and the arena's hot set persists to `.heat.json` and **preheats on boot** (57 GiB ≈ 35 s; `VLLM_MOE_W2_TIER_PREHEAT=0` opts out). Reader pool: `VLLM_MOE_W2_STORE_THREADS` (default 8). -- **Tier managers run only between forwards.** A target step acquires the same exclusion lock - used by background promotion/eviction passes and holds it through target execution, BASE - replay, confidence-gate re-forward, and the pipeline barrier. Only the worker's final - `finish_forward_step()` releases the lock and wakes one manager pass. LRU timestamps use a - floating-point comparison key, and force-promote plus manager ticks consume immutable - layer-local seen sets, so saturated-LRU eviction and background tiering cannot mutate a live - route or overflow an integer timestamp. - **Observability:** with `VLLM_MOE_W2_DELTA_TRACE=1` the summary carries a `[base] tiered store: arena N/M | fetch rows X ram + Y nvme (Z% ram) | … p50/p99` line — the ram‑hit % *is* the arena‑coverage curve; grow `BASE_RAM_GB` if it sags. -- Expert-store rows stay **byte-identical** across backends (only the copy source changes) — - unit-tested per backend × cold/warm/reboot/evict/overflow/scan/preheat in +- Replays stay **bit‑identical** across backends (bytes are bytes; only the copy source + changes) — unit‑tested per backend × cold/warm/reboot/evict/overflow/scan/preheat in `tools/test_store_backends.py`. --- @@ -477,8 +424,8 @@ Release **`baseline-2026-07-10`** — one row per supported recipe (`bench/recip ## Repository layout -- **`patch/vllm-moet-v0.24.0.patch`** — the single canonical delta vs official vLLM `v0.24.0` - (70 files, +14,018/-226 source lines; applies clean on the tag). Goes with the pins above. +- **`patch/vllm-moet-v0.24.0.patch`** — the delta vs official vLLM `v0.24.0` (37 files, + +7.4k lines; applies clean on the tag). Goes with the pins above. - **`Dockerfile.sm120-v024`** — the image: official `vllm/vllm-openai:v0.24.0` + patch + pins + cubins. - **`kernels/`** — SASS (`sass/`) + prebuilt SM120 cubins (`cubins-sm120/`, incl. the K=6144 diff --git a/docs/benchmarks/ds4-w2-5090-2026-07-11.md b/docs/benchmarks/ds4-w2-5090-2026-07-11.md deleted file mode 100644 index 3384d92..0000000 --- a/docs/benchmarks/ds4-w2-5090-2026-07-11.md +++ /dev/null @@ -1,354 +0,0 @@ -# DeepSeek-V4-Flash W2 on one RTX 5090 — 2026-07-11 - -The W2 lane now passes all three release priorities on one 32 GB RTX 5090: - -- **P0 passes:** the exact frozen release candidate completed an actual 46-shard, 43-expert-layer - cold restage under bounded memory. During the cold-restage window it retained a - 103,726,841,856-byte host-available floor, used no cgroup or host swap, recorded no memory-limit - or OOM event, and restored the pre-existing serving surface with both protected pack - fingerprints unchanged. -- **P1 passes at 32K:** the historical predecessor no-MTP configuration produced **119/120 exact-clean - answers and 0/120 sink detections under the frozen rules** across seeds 42, 43, and 44. All - **30/30 fixed prewarm prompts** passed without retry, and every seed passed both its pre-score - and post-score pool gate. -- **P2 passes at 128K:** the comprehensive `41d7b2f` artifact produced **120/120 machine-exact and - semantically correct answers with 0/120 sink detections**, then retrieved exact needles at - 120,000 prompt tokens at depths 0.1, 0.5, and 0.9. The frozen RC supplement then produced - **79/80 machine-exact, 80/80 semantically correct, and 0/80 sinks** and repeated the deepest - exact 120,000-token case. - -This is an empirical reliability result for the recorded sampler and pool policy. It is **not** -a claim of bit-deterministic output, miss-free replay, or zero second-order residue. - -## Artifact lineage - -The evidence intentionally preserves four artifact roles rather than implying that every -measurement came from one image: - -| Role | Source patch / image | -|---|---| -| P0 all-layer cold canary | mechanism-equivalent predecessor `e7417054a6e8`; measured memory belongs only to this canary | -| Historical P1 32K receipts | patch `55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7`; image `sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab` | -| Comprehensive integrated P2 | official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; patch `41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d`; image `sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9`; wrapper `5e69228e1e8e6f7345ae96657ab33b50e5805be7` | -| Frozen RC, exact-head verification, and focused acceptance | origin/main cutoff `94be3aa3d7a8b82c7fc9687990a7edb6035f69f3`; official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; patch `241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7`; image `sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2`; wrapper `0a73c2bcf262ba0aa53560d6290ad2af350e34fc` | - -The comprehensive `41d7b2f` patch changed 70 files with 14,018 insertions and 226 deletions; the -frozen RC changes 70 files with 14,223 insertions and 226 deletions. Apply-check and -whitespace-check pass, all 70 baked source files match the freshly applied tree, and the exact RC -image passes the CUDA padded-route, store-safety, MXFP4 stream-safety, GPU store-backend, and -base/full-FP4/split-FP4 numerical forward suites. Split-FP4 over the base cache is now supported -behind its explicit flag with order-independent tier/base residency coupling. The default serving -sentinel kept split mode off and used full-nibble FP4 planes; a separate exact-image E=8 -three-tier GPU fixture validated split mode and transient-miss/eviction behavior. The sanitized -receipt is -[`exact-image-verification.json`](../../evidence/public/ds4-w2-2026-07-11/exact-image-verification.json). - -## P0 — bounded cold restage - -**Outcome: the cold-restage wedge mechanism is bounded, and the exact frozen RC repeated the -full cold-restage path.** The earlier mechanism canary completed all 43 routed-expert layers in -249.2 seconds. Its historical measurements remain below for provenance. - -| Observed metric | Historical all-layer cold canary | -|---|---:| -| Samples | 245 | -| Host `MemAvailable` minimum | 73,793,277,952 bytes | -| Cgroup `memory.current` maximum | 51,807,191,040 bytes | -| Cgroup memory peak | 51,807,522,816 bytes | -| Anonymous-memory maximum | 8,231,129,088 bytes | -| File-cache maximum | 44,430,127,104 bytes | -| Cgroup swap maximum | 0 bytes | -| Pressure-full `avg10` maximum | 0.0 | -| `memory.high`, `memory.max`, OOM, and OOM-kill event deltas | all 0 | -| Host swap-in / swap-out page deltas | 160 / 0 | -| Host OOM-kill delta | 0 | -| Production pack fingerprint after cleanup | unchanged | -| Pre-existing serving surface after cleanup | restored and healthy | - -The frozen RC then cold-loaded all 46 checkpoint shards and built all 43 expert-pack layers. Shard -loading completed in 203 seconds and the model became ready 340 seconds after container start. -The cold-restage-only trace covers the first 220.7 seconds through completion of all checkpoint -shards: - -| Observed metric | Frozen RC cold restage | -|---|---:| -| Samples | 218 | -| Host `MemAvailable` minimum | 103,726,841,856 bytes | -| Cgroup `memory.current` / peak maximum | 22,386,843,648 / 22,386,843,648 bytes | -| Anonymous-memory maximum | 12,597,563,392 bytes | -| File-cache maximum | 11,680,821,248 bytes | -| Cgroup swap maximum | 0 bytes | -| Pressure-full `avg10` maximum | 0.54 | -| `memory.high`, `memory.max`, OOM, and OOM-kill event deltas | all 0 | -| Host swap-in / swap-out page deltas | 0 / 0 | -| Protected pack fingerprints after cleanup | both unchanged | -| Pre-existing serving surfaces after cleanup | restored and healthy | - -The implementation fixes the original page-cache and staging failure mode at its source: - -1. MXFP4 expert tensors are materialized, quantized, durably written, and released one layer at - a time instead of accumulating the whole checkpoint. -2. Released checkpoint shards and completed pack layers receive cache-drop advice; checkpoint - eviction is retried after the model consumer releases its final mapping. -3. Explicit checkpoint prefetch is refused, requested parallel shard loading is serialized, and - an exact completed pack skips restaging. -4. Each indivisible shard, layer, and arena operation preflights both host-available memory and - hard cgroup headroom. Required cache control fails closed; `memory.high` remains an observable - soft boundary rather than being mistaken for hard allocation capacity. -5. The guarded cleanup path verifies that the temporary lane is gone, the original pack is - byte-identical by fingerprint, and the serving surface is healthy again. - -Evidence: - -- [Frozen RC cold-restage summary and trace](../../evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json) - ([memory trace](../../evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv)) -- [All-layer cold-restage summary and trace](../../evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json) - ([memory trace](../../evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv)) -- [Cleanup receipt](../../evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json) -- [Constrained pack-build probe](../../evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json) -- [Checkpoint-residency and cache-drop probe](../../evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json) -- [Next-shard cache-drop retry probe](../../evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json) - -### P0 evidence boundary - -The 245-sample table belongs only to mechanism-equivalent predecessor patch `e7417054a6e8`. The -218-sample table belongs only to the exact frozen RC and ends after checkpoint-shard completion; -it intentionally excludes the later quality and context workload. The final RC nevertheless ran -the actual full 46-shard, 43-layer cold-restage lifecycle, passed the exact-image mechanism probes, -and completed guarded cleanup. The two traces are retained separately rather than combining their -maxima. - -## P1 — stable 32K quality and liveness - -**Outcome: P1 moves from 16/120 historical sinks to 0/120 sink detections under the frozen rules on the historical predecessor -configuration, with 119/120 exact-clean answers.** Each seed independently meets the requested -0–2 sink bar. - -The final configuration is a 32,768-token window, 8 GiB BASE cache, 6 GiB FP4 delta cache, LRU -delta policy, confidence-gate tau 0.75, FP8 KV cache, MTP disabled, and one maximum sequence. The -40-item evaluation uses fixed interleaving, temperature 0.6, top-p 0.95, a 700-token ceiling, no -retries, and eval seeds 42–44. - -| Eval seed | Historical exact-clean | Historical sinks | Final exact-clean | Final sink detections | Fixed prewarm | Pre/post pool gates | -|---:|---:|---:|---:|---:|---:|---| -| 42 | 27/40 | 5/40 | 39/40 | **0/40** | 10/10 | pass / pass | -| 43 | 22/40 | 7/40 | 40/40 | **0/40** | 10/10 | pass / pass | -| 44 | 27/40 | 4/40 | 40/40 | **0/40** | 10/10 | pass / pass | -| **Combined** | **76/120** | **16/120 (13.3%)** | **119/120** | **0/120** | **30/30** | **6/6 pass** | - -The lone final exact mismatch is seed 42 item `r17`: it ends with a mathematically equivalent -formatted `3/8`, but the frozen exact-normalization rule does not accept that rendering. It is -reported as non-exact and is not a sink; it is not silently promoted into the exact-clean total. - -The baseline is context, not a causal control arm. It is a corrected re-score of historical warm -runs at tau 0.67, without the new fixed-prewarm and pool-lifecycle comparability contract. The -final series uses tau 0.75 and predecessor provenance. The before/after table therefore establishes -the operational delta, but it does not attribute that delta to one isolated knob. Baseline details -are in the [sanitized corrected re-score](../../evidence/public/ds4-w2-2026-07-11/baseline/README.md) -and [machine-readable aggregate](../../evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json). - -### Prewarm and pool gates - -Every final seed first passed the same ten-prompt `ds4-w2-prewarm-v4` suite at temperature 0, -top-p 1, and fixed seed `20260711`, with no retry. The release policy was frozen before scoring at -SHA-256 `1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630`. -It requires full FP4 occupancy, zero unrestored BASE experts, a live FP4 tick/eviction count, and -at least 16 additional evictions over each scoring run. All pre-gates and post-gates passed: - -| Eval seed | FP4 occupancy before/after | Unrestored BASE before/after | Post-score eviction delta | Post-score residue, latest 64-step window¹ | -|---:|---:|---:|---:|---:| -| 42 | 481/481 → 481/481 | 0 → 0 | 76,911 | 63/64 | -| 43 | 481/481 → 481/481 | 0 → 0 | 80,902 | 64/64 | -| 44 | 481/481 → 481/481 | 0 → 0 | 75,113 | 63/64 | - -¹ Residue is retained telemetry, not a release-policy rejection threshold; the approximation and -its interpretation are explicit below. - -The frozen release policy is -[`pool-gate-policy.json`](../../evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json). -Per-seed manifests, raw rows, and prewarm receipts are published as -[seed 42](../../evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json), -[seed 43](../../evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json), and -[seed 44](../../evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json). - -### Explicit second-order approximation - -The BASE miss path first fetches every expert pair missed by the routed forward, then replays the -step. Correcting early layers can change later routing and expose experts that the original pass -never requested. At the default continuation threshold (`FP_THRESH=0`), those second-order experts are -fetched for later steps, but their contribution to the current step remains zero. Consequently, -`base_unrestored_experts = 0` proves fetch/store liveness; it does not prove a miss-free forward. - -A separately frozen strict diagnostic required zero residue. It passed 10/10 prewarm prompts but -failed before scoring: 57 of the latest 64 steps carried second-order residue, despite 481/481 FP4 -occupancy and zero unrestored experts. The sanitized diagnostic is -[`strict-zero-residue-diagnostic.json`](../../evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json). -The run manifests therefore retain residue snapshots, while the final quality policy deliberately -omits a residue rejection threshold. The three-seed frozen sink-detection result is the empirical -acceptance test for that explicit approximation. - -This boundary matters: the final post-score windows still report second-order residue. The P1 -verdict is stable observed quality plus pool liveness, **not** bit-identical logits, identical token -streams across boots, or mathematical equivalence to a fully resident forward. - -### Why the implementation stopped corrupting the run - -The predecessor patch fixed the implementation-level state hazards exposed by the earlier runs; -the integrated patch retains them and adds the manager/forward exclusion described below: - -- Prefill is derived from prompt progress and propagated explicitly through normal, replay, - pipeline, gate, and microbatch paths. Real W2 prefill is eager; long prefills use the aligned - bulk path, while short prefills keep FP4 recovery instead of being misclassified as decode. -- Padded CUDA-graph routes carry an explicit token-to-slot mapping, so padding cannot enter miss, - promotion, or output accounting. Routed rows are padded to the kernel block size and invalid - alignment fails loudly. -- BASE residency uses an immutable, layer-local seen set. Prior main-stream work is drained before - reuse, only the previous layer's pins are cleared, and each current layer's hits/promotions stay - pinned through its forward. A later layer can no longer overwrite a shared snapshot or evict the - rows still in use. -- Background tier managers use the same exclusion lock as the foreground forward. The target step - acquires it before routing, and the worker holds it through BASE replay, confidence-gate - re-forward, and the pipeline barrier; `finish_forward_step()` alone releases it and wakes one - manager pass. `step_begin()` only clears pins. LRU comparison keys are floating-point before - assigning infinity, and force-promote plus manager ticks receive immutable seen sets. -- Draft-affinity prefetch and confidence-gate promotion are disabled during prefill, and real - prefill under capture is refused instead of silently taking decode semantics. - -### Near-edge context and lifecycle - -The same 32,768-token no-MTP server accepted **3/3 exact needles at 30,000 prompt tokens** at -depths 0.1, 0.5, and 0.9. Tokenizer calibration and response usage both had to report exactly -30,000 tokens, and each terminal passphrase had to match exactly. This is P1 near-edge validation -and a rehearsal of the P2 harness; it is not a 128K result. See the -[context manifest](../../evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json) and -[receipts](../../evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl). - -Across scoring and context, cgroup swap, hard-limit, and OOM events stayed at zero. The 96 GiB -soft `memory.high` boundary was crossed narrowly for 13 samples and generated reclaim events; -PSI full `avg10` peaked at 0.49. The guarded lane retained at least 4,294,172,672 bytes of hard -headroom, then stopped cleanly, preserved both pack fingerprints, restored both services, and -removed the 230,317,622,095-byte disposable store. Public receipts: -[aggregate](../../evidence/public/ds4-w2-2026-07-11/p1/aggregate.json), -[runtime and memory audit](../../evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json), and -[cleanup](../../evidence/public/ds4-w2-2026-07-11/p1/cleanup.json). - -### Excluded MTP diagnostic - -The MTP-on investigation crossed noncanonical patch/image identities and used a different runtime -shape, so it contributes **zero rows** to the final 120-response series. Its private diagnostic -receipts are not used to support any public result. Combining it with the historical no-MTP seeds -would erase both the provenance and gate boundary; this report does not do so. - -### Excluded first integrated candidate - -The first upstream-integrated candidate (`ec4640f` patch generation, `5467a7ff` image prefix) -reached a healthy 128K server but failed frozen prewarm at item 3 before scoring. It contributes -zero quality rows and no context receipt. That failure exposed a background tier-manager pass -overlapping the live target/replay path. Intermediate patch `4708c9d41b50` added the shared -forward-exclusion lifecycle and passed the full gate. The comprehensive `41d7b2f96ca3` union then -integrated the newer upstream split-FP4 work, preserved that exclusion and restage safety, made -split mode fail closed over the base cache at that generation, and reran the entire gate from a -fresh namespace. The later frozen RC adds explicit split/base residency coupling and validates it -separately while leaving split mode off in the serving acceptance run. - -## P2 — 128K context - -**Outcome: the comprehensive `41d7b2f` single-5090 configuration serves a validated 131,072-token window and -retrieves 3/3 exact needles at 120,000 prompt tokens without weakening the quality gate.** This is -the largest context tested in this lane. No decode- or prefill-throughput claim is attached to it. - -The P2 runtime keeps the P1 BASE/FP4 policy—8 GiB BASE, 6 GiB delta, LRU, tau 0.75, FP8 KV—but -sets `--max-model-len 131072`, disables MTP, and permits one maximum sequence. Model loading used -22.87 GiB of device memory. The engine exposed 720,677 KV tokens and reported 5.50× capacity for -a full 131,072-token request. The exact image reached health 200, completed the controller's -30-second hold, and -entered scoring with zero start-to-ready swap, memory-high, hard-limit, or OOM events. See the -[readiness receipt](../../evidence/public/ds4-w2-2026-07-11/p2/readiness.json) and -[sanitized server identity](../../evidence/public/ds4-w2-2026-07-11/p2/server.json). - -### 128K quality - -Each seed repeated the same frozen 40-item sampler and ten-prompt prewarm used for P1: - -| Eval seed | Machine exact | Semantic equivalent | Sink detections | Fixed prewarm | Pre/post gates | Score-time evictions | -|---:|---:|---:|---:|---:|---|---:| -| 42 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 42,760 | -| 43 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 43,118 | -| 44 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 44,469 | -| **Combined** | **120/120** | **120/120** | **0/120** | **30/30** | **6/6 pass** | **130,347** | - -Seed 44 item `c18` returned `(2,5)` for expected `(2, 5)`. The frozen exact scorer normalizes that -tuple whitespace and counts it exact; the legacy `lenient` diagnostic does not. It is not a sink, -and the machine total remains 120/120. All 120 responses were HTTP 200 with -`finish_reason=stop`, and no retries or request errors occurred. The public -[quality aggregate](../../evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json) and -[per-seed manifests for seed 42](../../evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json), -[43](../../evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json), and -[44](../../evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json) retain the machine/semantic -boundary and pool snapshots. - -### Exact 120K retrieval - -| Needle depth | Tokenizer count | Response usage | Exact answer | Request wall time | -|---:|---:|---:|---|---:| -| 0.1 | 120,000 | 120,000 | pass | 250.041 s | -| 0.5 | 120,000 | 120,000 | pass | 248.028 s | -| 0.9 | 120,000 | 120,000 | pass | 245.272 s | - -All three admitted receipts were fresh zero-tolerance requests. Each case calibrated to exactly -120,000 tokens through `/tokenize` before its sole inference; no rejected calibration contributed -a chat response in this run. Response usage also read 120,000 and each terminal passphrase -matched exactly. The public -[composite manifest](../../evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json) and -[selected receipts](../../evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl) -document the selection boundary. - -Retrieval success is not a miss-free-forward claim. The three requests emitted interim KPI -windows with 42, 15, and 13 residue steps respectively, then each closed with a zero-replay, -zero-residue latest window. The exact answers empirically validate retrieval under the declared -approximation; they do not make every internal forward miss-free. - -### Frozen RC acceptance supplement - -The exact frozen RC reran the two quality seeds and deepest context case most sensitive to the -final split/base-coupling and padded-route hardening delta. It did not relabel or duplicate the -comprehensive `41d7b2f` seed-44 or depth-0.1/0.5 receipts. - -| Eval seed | Machine exact | Semantic equivalent | Sink detections | Fixed prewarm | Pre/post gates | Score-time evictions | -|---:|---:|---:|---:|---:|---|---:| -| 42 | 40/40 | 40/40 | **0/40** | 10/10 | pass / pass | 46,560 | -| 43 | 39/40 | 40/40 | **0/40** | 10/10 | pass / pass | 44,345 | -| **Combined** | **79/80** | **80/80** | **0/80** | **20/20** | **4/4 pass** | **90,905** | - -All 80 responses were HTTP 200 with `finish_reason=stop`, with no prewarm retry and no unrestored -BASE expert. Seed 43 item `r17` returned exact mathematical content as LaTeX -`\(\frac{3}{8}\)` for expected `3/8`; the strict machine scorer correctly kept it out of the -machine-exact total while the semantic scorer accepted it. It was not a sink. - -The RC then calibrated and issued one depth-0.9 request whose tokenizer count and response usage -were both exactly 120,000 tokens. It returned the exact needle with HTTP 200 and -`finish_reason=stop` in 250.673 seconds. Two earlier zero-tolerance candidates were rejected by -tokenizer-only calibration, so neither produced a chat request. - -Across the complete 1,744.3-second RC lifecycle, cgroup and host swap stayed at zero, no -hard-limit or OOM event occurred, and hard cgroup headroom stayed at or above 4,294,537,216 bytes. -The 96 GiB soft boundary was crossed narrowly and generated 19,598 `memory.high` events; that -reclaim is reported rather than called zero. Cleanup removed the disposable payload, preserved -both protected pack fingerprints, and restored both serving surfaces at HTTP 200. See the -[frozen RC sentinel](../../evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json). - -### Comprehensive `41d7b2f` cleanup - -After the final exact receipt, the guarded controller stopped the isolated container, found both -production and immutable-seed pack fingerprints byte-identical, restored both serving services at -HTTP 200, and removed only the 230,317,622,135-byte disposable pack copy. The 40-byte increase -over the predecessor is the two `fp4_split=false` metadata fields; both payload pack sizes are -unchanged. Cgroup swap, hard-limit, OOM, and OOM-kill events stayed at zero. Host `MemAvailable` -never fell below 103,752,298,496 bytes, and hard cgroup headroom never fell below 4,294,488,064 -bytes. File-cache growth crossed the 96 GiB soft `memory.high` boundary for two sampled instants, -produced 28,089 soft-high events, and recorded PSI full `avg10` up to 0.79. That -reclaim/pressure is reported explicitly rather than -called zero. Immediate post-restart curls briefly saw connection refusal; the controller completed -cleanup and later follow-up checks returned HTTP 200/200. See the -[runtime audit](../../evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json) and -[cleanup receipt](../../evidence/public/ds4-w2-2026-07-11/p2/cleanup.json). diff --git a/docs/quality.md b/docs/quality.md index 2330088..5da8fac 100644 --- a/docs/quality.md +++ b/docs/quality.md @@ -18,71 +18,6 @@ runs on the *same* serving stack (only `MODEL_DIR` differs). 3. **Arithmetic** — 5 multi‑step problems (the official model itself tops out at 3/5). 4. **Long context** — passphrase needle at 100K/250K/440K depths (`tools/needle_probe.py`). -## DS4-W2 reliability methodology (P1/P2 release gate) - -The release gate uses `tools/ds4_eval/`; it is stricter than a transcript spot check. Every warm -run must first pass the fixed ten-prompt `ds4-w2-prewarm-v4` suite (temperature 0, top-p 1, seed -`20260711`, independent of the eval seed). There are no hidden retries: the first bad response -aborts and its receipt remains on disk. The run manifest binds the result to immutable server -provenance, including the boot, container and image identities, complete source-diff hash, -checkpoint and pack fingerprints, launcher hash, runtime argv, W2 environment, and engine settings. - -Before looking at quality results, register one pool policy and retain its SHA-256. The same frozen -policy evaluates the configured live metrics before and after scoring. The release policy requires -full FP4 occupancy, zero unrestored BASE experts, and measured eviction progress so a stale -saturated pool cannot pass; replay and second-order residue remain recorded in every snapshot even -when they are not rejection thresholds. A failed pre- or post-gate invalidates the run regardless -of its answers. At the default continuation threshold (`FP_THRESH=0`), second-order experts are -fetched for later steps but their current-step contributions remain zero, so `UNRESTORED=0` is a -mechanism-liveness gate rather than a miss-free or bit-deterministic claim. The three-seed quality -receipts are the empirical acceptance test for that explicit throughput approximation. - -P1 scores the fixed 40-item set separately at eval seeds 42, 43, and 44 (120 responses total). -Exact clean correctness is primary: the normalized terminal answer must match and the response -must not be a sink. The answer-anywhere `lenient` score is diagnostic only and never rescues a -sink. Sink rules catch max-token non-completions, repeated 3/4-grams, repeated lines, collapsed -vocabulary, and special-token spew; duplicate IDs, missing rows, or conflicting token-count aliases -fail closed. The corrected historical tau-0.67 baseline is **16/120 sinks (13.3%)** across those -three seeds. It is context only, not a tau-0.75 control: its warmups and pool evidence do not meet -the new comparability contract. -The corrected baseline summary is published under -[`evidence/public/ds4-w2-2026-07-11/baseline/`](../evidence/public/ds4-w2-2026-07-11/baseline/). - -Use repository-relative inputs and a localhost endpoint; write each seed to a new output directory: - -```bash -PORT="${PORT:-18001}" -python3 tools/ds4_eval/eval_rig.py \ - --items tools/ds4_eval/items.json \ - --server-provenance evidence/example-p1/server.json \ - --pool-gate-policy evidence/example-p1/pool-gate.json \ - --pool-command-json '["docker","logs","ds4-w2-candidate"]' \ - --output-dir evidence/example-p1/seed-42 \ - --run-label example-p1-s42 \ - --url "http://localhost:${PORT}/v1/chat/completions" \ - --model deepseek-v4-flash-w2 --mode warm --eval-seed 42 \ - --eval-temperature 0.6 --eval-top-p 0.95 --eval-max-tokens 700 \ - --expected-count 40 -``` - -Repeat with seeds 43 and 44 and distinct labels/directories. P2 is a two-part contract on the same -ready server: first run this quality gate, then run `tools/ds4_eval/context_probe.py` with MTP off, -`--max-num-seqs 1`, a validated 131,072-token window, and 120,000-token needles at depths 0.1, -0.5, and 0.9. The probe requires exact tokenizer/usage token counts and an exact terminal -passphrase. A successful 128K boot without retrieval, or retrieval without the quality gate, is -not a P2 verdict. - -The guarded single-RTX-5090 application of this protocol is recorded in -[`ds4-w2-5090-2026-07-11.md`](benchmarks/ds4-w2-5090-2026-07-11.md), with sanitized machine -receipts under [`evidence/public/ds4-w2-2026-07-11/`](../evidence/public/ds4-w2-2026-07-11/). -The historical predecessor P1 series at 32K produced 119/120 machine-exact and 120/120 -semantically correct answers with 0/120 frozen-rule sink detections. The current integrated -artifact's independent P2 series at 128K improved to 120/120 machine-exact and semantically -correct, with 0/120 sink detections, thereby satisfying the P1 stability gate at the larger -window. P2 then passed exact 120,000-token needles at depths 0.1, 0.5, and 0.9. Each case was -calibrated with tokenizer-only requests before its sole inference; the public composite contains -only fresh zero-tolerance receipts whose tokenizer and response-usage counts both equal 120,000. - ## Bits‑vs‑quality ablation (same stack, only the expert codes change) | codebook | bits | MTP acc. length | draft accept % | arithmetic | coherence | |---|---|---|---|---|---| diff --git a/docs/v024-port.md b/docs/v024-port.md index b8b08e9..b2079f7 100644 --- a/docs/v024-port.md +++ b/docs/v024-port.md @@ -2,7 +2,7 @@ The project targets **official vLLM v0.24.0**, which ships DeepSeek‑V4 + SM120 natively (`vllm/models/deepseek_v4/`, FlashInfer SM120 sparse‑MLA, GLM‑5.x `GlmMoeDsaForCausalLM`). -Our overlay is a **14.0k-line patch** (70 files, 14,018 insertions): the 2-bit expert planes, the FP4 delta +Our overlay is a **7.4k‑line patch** (37 files): the 2‑bit expert planes, the FP4 delta cache, the confidence gate, the cubit dispatch, the expert stores — plus the SM120 fixes below. @@ -40,10 +40,9 @@ Environment pins that go with the patch (both required on SM120): ## Our hooks -- `mxfp4.py` (`Mxfp4MoEMethod`) — FP4-checkpoint path (DeepSeek-V4-Flash): create zero-sized - expert parameters, materialize one guarded layer while its tensors load, build/write its - 2-bit planes once, then release it before the next layer. Exact pack identity skips the - materialization; `moe_w2_forward` runs in `apply`. +- `mxfp4.py` (`Mxfp4MoEMethod`) — FP4‑checkpoint path (DeepSeek‑V4‑Flash): host‑stage experts + at `create_weights`, build 2‑bit planes at `process_weights_after_loading`, `moe_w2_forward` + in `apply`. - `fp8.py` (`Fp8MoEMethod`) — FP8 block‑quant checkpoint path (DS4‑Flash‑Base, **GLM‑5.2‑FP8**): same three hooks; the loader re‑quantizes fp8+f32‑block‑128 to the sign‑symmetric 2‑bit codebook at load (`build_layer_planes_fp8`, float64 math, golden‑tested @@ -62,9 +61,8 @@ Environment pins that go with the patch (both required on SM120): RAM; the GPU pool caches hot experts through the same slot‑table/manager/eviction machinery as the delta tier. Decode misses zero the pair's contribution, bump an in‑graph miss counter, and the runner fetches all missing routed experts synchronously (batched pinned - H2D, 51.6 GiB/s measured) and replays the step's graph once. Replay is bit-identical to a - resident forward only when the replay creates no second-order misses (the zero-residue case - is unit-tested). Prefill prefetches per layer + H2D, 51.6 GiB/s measured) and replays the step's graph once — replay bit‑identical to a + resident forward (unit‑tested, `internal` test_base_cache). Prefill prefetches per layer via `ensure_resident`. TP MAX‑reduces the miss decision. Under **PP** a miss is local to its stage (per‑stage counter, inputs still held in the stage's static buffers), so each stage re‑runs only its own **segment** before activations flow downstream — no cross‑stage @@ -77,10 +75,7 @@ Environment pins that go with the patch (both required on SM120): `VLLM_MOE_W2_FP_MAX` bounds ping‑pong). An unconditional loop collapsed decode at low coverage (GLM TP2 29→16 tok/s, DS4‑14 GiB 43→15 — chasing a moving target at up to 8 forwards/step); the live A/B behind the default: thresh 16 → 19.2, thresh 0 → 28.3 tok/s - at identical quality probes. With the default threshold, second-order experts are fetched - for later steps but their current-step contributions remain zero; `fp-residue` reports this - explicit approximation, so zero `UNRESTORED` is not a miss-free or determinism claim. - Slots touched by any pass of a step are pinned against + at identical quality probes. Slots touched by any pass of a step are pinned against eviction until the next step (the passes must not cannibalize each other's fetches); on tight pools an emergency eviction pass (synchronous callers only) relaxes the 2‑tick coldness bound rather than leave a miss UNRESTORED. Coexists with the FP4 need‑pool (explicit @@ -99,10 +94,9 @@ Environment pins that go with the patch (both required on SM120): | 11 GiB (util 0.90) | 15.2% | 96.5–97.7% | 32.7 / **27–28 tok/s** | | 14 GiB (util 0.95) | 19.3% | 98.7–98.9% | 43.4 / **~31 tok/s** | - The pre-fix column is the single-replay stack (silently kept second-order zeros); the - shipped column is the adaptive-replay + NVMe-store stack, which measures that residue and - can chase it when `FP_THRESH` is raised but accepts it at the throughput-oriented default - (2026-07-10 evening, same box/bench idiom). The pool + The pre‑fix column is the single‑replay stack (silently kept second‑order zeros — the + nondeterminism the fixed‑point restore later closed); the shipped column is the final + adaptive‑replay + NVMe‑store stack (2026‑07‑10 evening, same box/bench idiom). The pool slope survives the stack change (+12–15% for 3 GiB). 14 GiB does NOT fit at util 0.90 (KV needs 0.46 GiB after graphs) — raise `--gpu-memory-utilization` alongside the pool. The engine logs pool @@ -126,60 +120,23 @@ Environment pins that go with the patch (both required on SM120): pinned 33.0 / pack 25.5 / tiered+20 GiB arena **32.8 tok/s (parity)** at RSS 26–33 vs 42–44 GiB; GLM TP2 both stores on NVMe: expert‑store RAM ~568 → ~136 GiB, 28–32 tok/s (tol 0–8, adaptive replay), needle 4/4 to **121K prompt tokens** at a served 128K window - (KV 157K tokens measured). Prefill is derived authoritatively from each request's - `num_computed_tokens < num_prompt_tokens` state and carried as - `ForwardContext.has_prefill` through normal, replay, pipeline, gate, and DBO execution. - A real W2 prefill is eager (capture fails loud), disables draft-affinity prefetch and - confidence-gate promotion, and uses fill-only arena reads so it cannot evict the decode - hot set. Long prefills use the aligned bulk base-only path; short prefills retain FP4 - recovery and mblock-4 instead of falling into the decode path. Padded CUDA-graph routes - carry an explicit token-slot mapping and are masked out of miss, promotion, and output - accounting. The arena hot set persists to `.heat.json` and preheats on boot - (57 GiB approximately 35 s). **Boot-from-pack** + (KV 157K tokens measured). Prefill batches are scan‑flagged (fill free arena slots, + never evict the decode hot set — a caller flag, NOT a batch‑size heuristic: GLM's + 100+‑row decode replay fetches misclassified and froze the arena at −66%); the arena hot + set persists to `.heat.json` and preheats on boot (57 GiB ≈ 35 s). **Boot‑from‑pack** (`_try_skip_requant`, all three loaders): a layer present in every serving pack skips dequant→re‑quant entirely — GLM TP2 second boot 408 s vs ~11 min, no ~405 GiB transient; the pack is a persistent quantization cache keyed by shape/config sidecar match. Also - fixed here, exposed by long-prefill testing but **pre-existing**: manager and forward - threads previously reused one mutable pinned seen-mask, so a later layer could overwrite - the snapshot while the current layer selected or fetched rows. Each residency operation - now drains prior main-stream work, freezes an immutable layer-local `seen_set`, clears only - the previous BASE layer's pins, and pins the current layer's hits/promotions until its - forward completes. A target step also acquires the exclusion lock shared with each background - tier-manager pass. That lock stays held through target execution, BASE replay, confidence-gate - re-forward, and the pipeline barrier; only `finish_forward_step()` releases it and wakes one - manager pass. `step_begin()` therefore clears pins without racing a wake. Saturated LRU uses a - floating-point timestamp key before assigning infinity, and both force-promote and manager - ticks receive immutable seen sets. Backends unit-tested byte-identical - (`tools/test_store_backends.py`: 3 backends x cold/warm/reboot/evict/overflow/scan/ + fixed here, exposed by long‑prefill testing but **pre‑existing**: the manager tick and + forward‑thread paths ran concurrent seen‑snapshots into one shared pinned `_seen_host` + (torch's two‑pass `nonzero` overruns its output when the input mutates mid‑call → + TensorAdvancedIndexing.cpp:3008 assert → glibc heap corruption → dead worker on ≥16K + prefills; a torn snapshot could also evict an in‑flight expert's slot). Snapshots are now + serialized under a dedicated lock. Backends unit‑tested byte‑identical + (`tools/test_store_backends.py`: 3 backends × cold/warm/reboot/evict/overflow/scan/ preheat, both IO modes). Ops: packs on a bind‑mounted real FS (not overlayfs); ~1 TB NVMe for the full GLM stack; parity holds even on a Gen3‑x4 drive (3.7 GB/s) — steady‑state misses ride the page cache, cold shifts pay drive speed. - Cold rebuilds are bounded separately from steady reads: MXFP4 uses guarded one-layer - materialization/build/write/release rather than retaining every layer's expert tensors; - pack-skip and completion guards prevent unnecessary or duplicate work. Eviction is - requested for each - released safetensors shard and each durable pack layer, then retried after the model - consumer unwinds, - checkpoint prefetch is refused, requested multi-thread shard loading is serialized, and - arena/shard/layer operations preflight a default 16 GiB host + 4 GiB hard cgroup - `memory.max` reserve. `memory.high` is traced as a soft reclaim/throttle boundary and does - not reduce that hard allocation budget. The - safety controls are `VLLM_MOE_W2_CACHE_CONTROL`, - `VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB`, and - `VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB`; cache control defaults to fail-closed `required`. - The all-43-layer cold canary completed with a 51,807,191,040-byte cgroup peak, - 8,231,129,088-byte anon peak, 44,430,127,104-byte file peak, and a - 73,793,277,952-byte host `MemAvailable` floor; cgroup swap, PSI, limit, and OOM events were - zero, and the host recorded no swap-out; host swap-in increased by 160 pages. - That all-layer canary used predecessor patch `e7417054a6e8`; integrated patch - `41d7b2f96ca3` retains the mechanism and passed the exact-head baked safety tests. Sanitized - trace and cleanup receipts are under - [`evidence/public/ds4-w2-2026-07-11/p0/`](../evidence/public/ds4-w2-2026-07-11/p0/). - Historical predecessor receipts establish the 32K P1 lane; the current integrated image's - guarded 128K series independently satisfies the same stability gate. Both are documented in - [`ds4-w2-5090-2026-07-11.md`](benchmarks/ds4-w2-5090-2026-07-11.md): 0/120 frozen-rule sink - detections in each series, with exact 120,000-token retrieval at depths 0.1, 0.5, and 0.9 on - the integrated image. This is a quality/context result; no 128K throughput is claimed. - **Deterministic unpermute**: the MoE output scatter used atomic `index_add_`, so identical runs wobbled (~1.6e‑2 on prefill) and greedy decode was not reproducible (surfaced by the PP determinism investigation; never PP‑specific). Valid `sorted_ids` form a permutation of diff --git a/evidence/public/ds4-w2-2026-07-11/README.md b/evidence/public/ds4-w2-2026-07-11/README.md deleted file mode 100644 index d556ec7..0000000 --- a/evidence/public/ds4-w2-2026-07-11/README.md +++ /dev/null @@ -1,100 +0,0 @@ -# DS4 W2 guarded validation evidence — 2026-07-11 - -This directory contains the sanitized, publishable receipts for the single-RTX-5090 -DeepSeek-V4-Flash W2 safety, quality, and context run. The measured narrative and evidence -boundaries are in [`docs/benchmarks/ds4-w2-5090-2026-07-11.md`](../../../docs/benchmarks/ds4-w2-5090-2026-07-11.md). - -## Artifact lineage - -| Evidence role | Artifact identity | -|---|---| -| P0 all-layer cold canary | mechanism-equivalent predecessor `e7417054a6e8`; measured memory belongs only to this canary | -| Historical P1 32K receipts | patch `55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7`; image `sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab` | -| Comprehensive integrated P2 predecessor | official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; patch `41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d`; image `sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9`; wrapper `5e69228e1e8e6f7345ae96657ab33b50e5805be7` | -| Frozen release candidate and focused current-head supplement | official vLLM `ee0da84ab9e04ac7610e28580af62c365e898389`; origin/main cutoff `94be3aa3d7a8b82c7fc9687990a7edb6035f69f3`; patch `241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7`; image `sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2`; wrapper `0a73c2bcf262ba0aa53560d6290ad2af350e34fc` | - -[`exact-image-verification.json`](exact-image-verification.json) records the clean-apply shape, -baked source hashes, exact-image test matrix, and synthetic safety-probe hashes for the frozen -release candidate. The earlier `41d7b2f` artifact remains the comprehensive three-seed, -three-depth quality record; the frozen candidate adds a focused exact-head release sentinel. - -## P0 — bounded cold restage - -[`p0/`](p0/) contains the all-43-layer cold-restage memory trace and guarded cleanup receipt. -That measured canary ran on mechanism-equivalent predecessor patch `e7417054a6e8`; its memory -maxima are not represented as integrated-image measurements. The checkpoint-residency, -next-shard retry, and constrained-pack probes in the same directory were rerun on the frozen -release-candidate image and bind to its exact image ID. - -The canary kept cgroup swap, pressure, hard-limit, and OOM events at zero and recorded no host -swap-out. Host swap-in increased by 160 pages; that boundary is explicit in the summary and trace. - -The frozen candidate also received a fresh full cold restage. [`p0/frozen-rc-summary.json`](p0/frozen-rc-summary.json) -records 46/46 checkpoint shards, all 43 expert-pack layers, zero swap and OOM activity, zero -memory-limit event deltas, preserved production and immutable-seed fingerprints, restored service -health, and disposable-store removal. Its 218-sample cold-only trace is -[`p0/frozen-rc-memory-trace.tsv`](p0/frozen-rc-memory-trace.tsv). These measurements bind to the -frozen candidate and supersede the historical limitation only for that candidate; the earlier -canary files remain historical receipts. - -## P1 — 32K quality and near-edge context - -The files under [`p1/`](p1/) are retained byte-for-byte as historical predecessor evidence. -[`p1/aggregate.json`](p1/aggregate.json) reports 119/120 machine-exact, 120/120 semantically -correct, and 0/120 frozen-rule sink detections across seeds 42–44, plus 30/30 prewarm prompts and -all six pool-lifecycle gates. Per-seed manifests, raw responses, and warmup receipts are retained -beside the aggregate. Published receipt hashes are recomputed after sanitization. - -[`p1/context-30k.manifest.json`](p1/context-30k.manifest.json) and -[`p1/context-30k.receipts.jsonl`](p1/context-30k.receipts.jsonl) record 3/3 exact needles at -30,000 prompt tokens. [`p1/runtime-clean.json`](p1/runtime-clean.json) records the complete lane -through context, including soft `memory.high` reclaim and nonzero PSI; [`p1/cleanup.json`](p1/cleanup.json) -records fingerprint preservation, service restoration, and disposable-store removal. - -## P2 — comprehensive 128K series and frozen-RC sentinel - -The comprehensive P2 receipts bind to the `41d7b2f` integrated predecessor above. Its three-seed -128K series also satisfies the P1 stability requirement. -[`p2/quality-aggregate.json`](p2/quality-aggregate.json) -reports 120/120 machine-exact and semantically correct, with 0/120 frozen-rule sink detections at -a 131,072-token window. - -[`p2/context-120k.manifest.json`](p2/context-120k.manifest.json) and -[`p2/context-120k.receipts.jsonl`](p2/context-120k.receipts.jsonl) contain the admitted exact -120,000-token receipts at depths 0.1, 0.5, and 0.9. All three published receipts use zero token -tolerance. Each case calibrated to exactly 120,000 tokens with tokenizer-only requests before its -sole inference; no rejected calibration contributed a chat response in this run. -Readiness, complete runtime/memory, and guarded cleanup are recorded in -[`p2/readiness.json`](p2/readiness.json), [`p2/runtime-clean.json`](p2/runtime-clean.json), and -[`p2/cleanup.json`](p2/cleanup.json). - -[`p2/frozen-rc-sentinel.json`](p2/frozen-rc-sentinel.json) is the focused supplement for the -frozen candidate. It records two quality seeds (80 responses): 79/80 strict machine-exact, -80/80 semantically correct, 0/80 sink detections, all 20 prewarms without retry, and all four -pool gates. The sole strict mismatch is an explicitly recorded equivalent LaTeX rendering of -`3/8`. It also records one exact 120,000-token retrieval at depth 0.9 with zero token tolerance, -plus complete-run memory and cleanup results. This supplement did not repeat seed 44 or depths -0.1 and 0.5, so those broader claims remain attached only to the immediately preceding -comprehensive P2 artifact. - -The frozen source supports split-FP4 refinement over a base cache only behind the explicit split -flag, with coupled base/refinement residency. The serving sentinel kept split mode disabled and -used full-nibble FP4 delta planes. Split mode was exercised separately by the exact-image E=8 GPU -three-tier fixture; serving-sentinel results are not presented as live split-mode evidence. - -## Interpretation and sanitization - -These receipts establish bounded restaging, observed quality, pool liveness, exact selected -retrieval, and guarded cleanup for the recorded artifact and policy. They do not establish -bit-deterministic output, a miss-free forward, numerical equivalence to fully resident FP4, or -128K throughput. Second-order residue remains explicit. - -Host topology, opaque runtime IDs, host-specific paths, host- and address-specific endpoint -details, checkpoint/pack -fingerprints, launcher identity, and response IDs remain in private source receipts. Public run -labels are descriptive. The lane started on July 11 Pacific time, while UTC timestamps in the -integrated receipts fall on July 12. Verify the final public tree from this directory with: - -```bash -shasum -a 256 -c SHA256SUMS -``` diff --git a/evidence/public/ds4-w2-2026-07-11/SHA256SUMS b/evidence/public/ds4-w2-2026-07-11/SHA256SUMS deleted file mode 100644 index 0be7b77..0000000 --- a/evidence/public/ds4-w2-2026-07-11/SHA256SUMS +++ /dev/null @@ -1,47 +0,0 @@ -4e894b6b293a3f831cd5ce830d03f691e09a91d26b27b3a329d88fcf30f64c9f ./README.md -14e410651bc505b1bec6ec6a439be1d19600987a797fc6f615f71d8bb79e489a ./baseline/README.md -85b3eff601c3a8d1f70810fc297fa8f6a40c7e5e5b238710cc1068e86ffe7054 ./baseline/baseline-corrected.json -be456388a14da84f0a2d7f5fd30222fddeac10d3847946f6f6fc259b2c12bbd4 ./exact-image-verification.json -e7eb19fc75dc8b49d587b9f07c87c5db182cd764a2f85998aac78d85a03698b8 ./p0/baked-checkpoint-residency.json -27de4d773ac034dce3d9f6d29b70275ec195219fd69077343a47843dc764c107 ./p0/baked-checkpoint-retry.json -28d4b707ff1f49cf3b52091483a47d20ae855f001bd9937b48a69dcd0d13fe80 ./p0/baked-constrained-pack-build.json -bf514ce9a0aef75c28ac55ef6243eb1043aa67a733c1e864197b9d493d8c1171 ./p0/cold-restage-cleanup-receipt.json -9271af0f90160566729a6507f8b8e07ac7d05699e122701110393035b6135f26 ./p0/cold-restage-memory-trace.tsv -1cbbd4f5e177a16ff3de4a179fc5a8763a37c1d410266b5eb0155da731527a39 ./p0/cold-restage-summary.json -59403aa1b8d2a7ed2294a9d7b78566ef5320316e1cdaeff67e5d3d06bc031d35 ./p0/frozen-rc-memory-trace.tsv -aba59dd8e1a8051e4ea93400e0e4931e958c75d239c7dd56444afa7136eee710 ./p0/frozen-rc-summary.json -005b225341e1303db4560c782d09a6eb8c9422c12267d74712c381fb71e33add ./p1/aggregate.json -aa572d1bfa31827f949bef0e422e6593bc4889472cbf6d2ed53b70e3cd84e74a ./p1/cleanup.json -0aa4e2f999a721c0a8bd36521cc3487c5b4297958de8b02abfd63a2b992450cb ./p1/context-30k.manifest.json -cd2c7621f168683aee68e37c9008dd5faecc808b74fe93ed3b39405f841393fe ./p1/context-30k.receipts.jsonl -1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630 ./p1/pool-gate-policy.json -e32564fb10f3302538af4d8825f3ec95637399f1d54d7dd7aac11dfb13d902de ./p1/runtime-clean.json -e559c313cbfeb47a79743d6bc73c84f1244ac20ed36d85d07e49587bfae110fb ./p1/seed42.manifest.json -1c4978408014aff023ddb1b71eae0b9f4e8fee59e9cb4434bc38fabd05756487 ./p1/seed42.raw.jsonl -3c2bdf2e75a0967028a70ca065a0e67c8e70daf4c1ccab1d84491524155f1da0 ./p1/seed42.warmup.jsonl -b5db436fa14bc8ff3864030212e62c1e5a1ff3217f6eb8fd0ace845220f7ae54 ./p1/seed43.manifest.json -77cee2bd64cdffa4deb4ac23352cf6053e1bbb02f87bda9b24ab621358d40630 ./p1/seed43.raw.jsonl -474fb509940ff0a3c143d709538edcec81764d1ea15559f118b8da3fc3a39313 ./p1/seed43.warmup.jsonl -75c4bbf593ebc84d7d57ea778374f487a6665d2a51d90dd9669597469e0a5dd7 ./p1/seed44.manifest.json -10a93bf29ff4bd411535f2b48d3d5dfc28ff08f6b6435169b7b505e27c9569ac ./p1/seed44.raw.jsonl -f832cca3346094be00650267899a1890c5c40e961fd64d60b203238c1a2c9db8 ./p1/seed44.warmup.jsonl -5ff7e3d0d22073fdba1f0413aca5c10db573fbf235596746559fee5ec7f22c0f ./p1/server.json -5ee72db204c8e30574d426a83782474ac7ec2f67f904da0ad04ff10dab0308a3 ./p1/strict-zero-residue-diagnostic.json -cad626e05b01464f81f1bb58434e3f6bec5886f69223e8cc8d037dd17d5963ab ./p2/cleanup.json -6e16b2af587301748b96d5b24a3e06acff8b73b171b6a483918b2338d63771b3 ./p2/context-120k.manifest.json -67c2a1f834b9a6ce54d4ea4f2ce98a51c5257bfb8a78cf9a3917bbab52ea1db7 ./p2/context-120k.receipts.jsonl -db649f7008e2a0bd3a06a51ab242e884b2846eee2f9985ca06ef557ff7a5ac14 ./p2/frozen-rc-sentinel.json -1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630 ./p2/pool-gate-policy.json -40362d6150626552760a7843b8ea5454e0d71c0ed1af60f161b6783788f799c9 ./p2/quality-aggregate.json -fb4732bfa7700598ba8686d8d585c7508848b215bad690ba6e25a4a97c44fbac ./p2/readiness.json -1912d3b9d34aafbbbc72fb0a08212cddbbf492a6e4063567f907321b5917d0a0 ./p2/runtime-clean.json -1d5222c1195ff47766ca7b2a2ab69dd664acbe8c848f0a893170947c66c780f4 ./p2/seed42.manifest.json -db5b50a8ed30dd68f61431cae477cf65902768d400b4f7d20fc75790c5abc2b6 ./p2/seed42.raw.jsonl -c0f30b140c53006c5d2041f7e3f75f7dc977bd8980c059aec745c7ea559a909b ./p2/seed42.warmup.jsonl -17996af880a997bb5fd1967845b1da14a6af2188de43b571984d83b20b8bde33 ./p2/seed43.manifest.json -12ebd8458751bbea4d7683794a5c9e7c447784a93d2fae7dce275d59f242f5fc ./p2/seed43.raw.jsonl -c89b523c53ee899193e829eaa1b58c06cf992f1ffb587433f293221cbe9ec86d ./p2/seed43.warmup.jsonl -58834e56c51c4ef94cc591ed4eb0c1521e20111a4cc623911b2b76cd58c5b443 ./p2/seed44.manifest.json -d188e788324b3d47a8a81112e7c1e185e1297e703c78df6f30d19b5c0dae7600 ./p2/seed44.raw.jsonl -e1485a5efec3960924b722834bd04d87112bf32ad1a98373a9981455412d08ba ./p2/seed44.warmup.jsonl -f4514891b1a84f1415b3dafaac76bfa8f1261f0804561201d683faf9f84fd8ef ./p2/server.json diff --git a/evidence/public/ds4-w2-2026-07-11/exact-image-verification.json b/evidence/public/ds4-w2-2026-07-11/exact-image-verification.json deleted file mode 100644 index 514bd4a..0000000 --- a/evidence/public/ds4-w2-2026-07-11/exact-image-verification.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "schema_version": "vllm-moet-exact-image-verification-v3", - "frozen_release_candidate": { - "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", - "origin_main_cutoff": "94be3aa3d7a8b82c7fc9687990a7edb6035f69f3", - "wrapper_head_commit": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc", - "source_patch_sha256": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7", - "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", - "image_source_patch_label": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e354200eb92aca104bd954d3f2", - "image_wrapper_commit_label": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc" - }, - "immediately_preceding_comprehensive_artifact": { - "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", - "integrated_origin_main_commit": "7d2429c109b625f23ed7926eb4e80f5d8d80f2e5", - "wrapper_head_commit": "5e69228e1e8e6f7345ae96657ab33b50e5805be7", - "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", - "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", - "validation_scope": "three quality seeds and three exact 120K context depths" - }, - "applied_tree": { - "files_changed": 70, - "insertions": 14223, - "deletions": 226, - "apply_check": "pass", - "source_diff_whitespace_check": "pass", - "python_compile": "pass", - "fresh_applied_source_match": "70/70 baked source files matched" - }, - "baked_source_sha256": { - "vllm/forward_context.py": "b3b5d84c16e0f5c886186cc06fcd65e1aa577ee6e58c2746ecea4c599f778ec7", - "vllm/v1/worker/gpu_model_runner.py": "63a08d992701cfca677de0e35eab2bc00e97a4514ae6d69858d544460d35be3f", - "vllm/v1/worker/gpu_ubatch_wrapper.py": "cc9526d859ccecdeb69b42140c92ba13c6fb80a8091734ab518a819c322dd1e7", - "vllm/v1/worker/gpu_worker.py": "76331291a8cd98236a17d85ffced0a4ed2d749da7e68f163e5ffb3df922faca5", - "vllm/model_executor/layers/quantization/utils/moe_w2_cubit.py": "3fa37293b68084358bc0bf6c9630a81ee722d2c8a936f010837f71f7cde27ca0", - "vllm/model_executor/layers/quantization/utils/moe_w2_delta.py": "25235377b2e86c0a5bc84d7fdbcf7bdac0a57f8b4080a66754e795b902bbe736", - "vllm/model_executor/layers/quantization/utils/moe_w2_gate.py": "d035e371fd93a7840733ecb3c9b2b89675a5448efac0da834fd5628c1052691b", - "vllm/model_executor/layers/quantization/utils/moe_w2_planes.py": "3555b5561063ca000be91fabaf3e65a8da4b56e6c75e93c46611aa82c66e5a56", - "tests/model_executor/layers/quantization/test_moe_w2_padded_routes.py": "5452b492bcdeb64413dab659e5baa1b28571f08af1d6cb2abf67a25836a054d1", - "tests/model_executor/layers/quantization/test_moe_w2_step_pins.py": "aed09d21defaba3e524a98640005c9ba00b8b8bc3dac539ec5948250743ea1db" - }, - "canonical_synthetic_safety_probes": { - "checkpoint_residency_sha256": "e7eb19fc75dc8b49d587b9f07c87c5db182cd764a2f85998aac78d85a03698b8", - "checkpoint_next_shard_retry_sha256": "27de4d773ac034dce3d9f6d29b70275ec195219fd69077343a47843dc764c107", - "constrained_pack_build_sha256": "28d4b707ff1f49cf3b52091483a47d20ae855f001bd9937b48a69dcd0d13fe80", - "image_identity_match": true - }, - "frozen_rc_exact_image_validation": { - "source_focused_manager_window_cgroup_route_pin": "21 passed on CUDA", - "store_safety": "37 passed", - "mxfp4_stream_safety": "10 passed", - "gpu_store_backends": "all pinned, mmap, reboot, tiered, eviction, overflow, scan, and preheat checks passed", - "forward_matrix_e8": "base 2-bit, full-FP4 delta, and split-FP4 refinement passed", - "three_tier_split_e8": { - "mixed_max_relative_error": 0.02446, - "mixed_cosine_similarity": 0.999867, - "transient_miss_count": 2, - "transient_max_relative_error": 0.02661, - "eviction_mapped_experts": "4/4", - "result": "pass" - }, - "checkpoint_residency_128_mib": "pass", - "checkpoint_retry_512_mib": "pass", - "constrained_pack_48x8x4_mib": "pass below 2 GiB with zero swap" - }, - "split_fp4_base_cache_boundary": { - "support": "split-FP4 refinement over the base cache is supported behind the explicit split flag with residency coupling and the fp4s tier tag", - "serving_sentinel": "split mode was disabled, so the guarded release-candidate serving run used full-nibble FP4 delta planes", - "separate_fixture": "the exact-image E=8 three-tier fixture covered mixed residency, a transient base miss, and eviction" - }, - "serving_validation": { - "frozen_release_candidate": { - "quality_seeds": [ - 42, - 43 - ], - "responses": 80, - "strict_machine_exact": 79, - "semantically_correct": 80, - "sink_detections": 0, - "retry_free_prewarms": "20/20", - "pool_gates": "4/4", - "exact_120k_context": "1/1 at depth 0.9 with zero prompt-token tolerance" - }, - "immediately_preceding_comprehensive_artifact": { - "quality": "120/120 machine-exact, 120/120 semantically correct, 0/120 sinks across three seeds", - "retry_free_prewarms": "30/30", - "pool_gates": "6/6", - "exact_120k_context": "3/3 at depths 0.1, 0.5, and 0.9 with zero prompt-token tolerance" - } - }, - "project_validation": { - "evaluation_and_context_harness": "39 passed, 17 subtests passed", - "ruff": "changed W2 harness and targeted project files pass; broad upstream helper lint is outside this receipt", - "format": "changed W2 harness and targeted project files pass", - "benchmark_lint": "0 errors, 0 warnings", - "benchmark_render_check": "up to date" - }, - "evidence_boundary": "The frozen release candidate is the current exact image and received focused exact-image GPU, cold-restage, two-seed quality, and deepest-context sentinel validation. The immediately preceding 41d7b2f artifact remains the comprehensive three-seed and three-depth serving series; those broader counts are historical evidence and are not relabeled as frozen-RC reruns." -}