diff --git a/evidence/public/ds4-w2-2026-07-11/baseline/README.md b/evidence/public/ds4-w2-2026-07-11/baseline/README.md new file mode 100644 index 0000000..0b266b0 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/baseline/README.md @@ -0,0 +1,29 @@ +# Corrected 32K baseline re-score + +All rows were re-scored from the supplied raw `content` with the same robust +n-gram, repeated-line, vocabulary, special-token, and max-token rules. The only +semantic correction here is that max-token scoring now reads the field the +runner actually emitted: `ct`. + +The three-run aggregate below used 32K, base 8 GiB, delta 6 GiB, LRU, and gate +tau 0.67. It is not a tau-0.75 control arm. + +| Eval seed | Source file | SHA-256 | Clean | Sinks | Sink IDs | +|---:|---|---|---:|---:|---| +| 42 | `raw-rig-32k-base8-delta6-lru-s42.jsonl` | `04baf5e34635706839cb07cdefcde1952992c6478f4001200004f61778fa5815` | 27/40 | 5/40 | `r07`, `c10`, `r14`, `r15`, `c18` | +| 43 | `raw-rig-32k-b8d6-lru-s43.jsonl` | `0b863f6440f099ba73197d52c65ef81e384b0e29553a08ea0fa2bfeb28bfc37d` | 22/40 | 7/40 | `r04`, `r06`, `r07`, `r12`, `r14`, `r15`, `r16` | +| 44 | `raw-rig-32k-b8d6-lru-s44.jsonl` | `66f3b203e5578df3b12b10320fd712dd4645e2725e5024260079d9d281efb69e` | 27/40 | 4/40 | `r01`, `c03`, `r10`, `c10` | + +Combined: **16/120 sinks (13.3%)**, with a 4-7 sink range. This does not meet +the requested stable 1-2/40 bar. + +The tau-0.75 seed-42 file also changes under the alias fix: + +- `raw-rig-32k-b8d6-lru-tau075-s42.jsonl` +- SHA-256 `605f1538493754b5126eaddad3371f32decfaa50a2b340731c9451ee792a6a67` +- corrected: 27/40 clean, 5/40 sinks (`c07`, `c13`, `c16`, `c17`, `c20`) +- old standalone re-scorer: 28/40 clean, 3/40 sinks + +The original standalone re-scorer undercounted seed 42 by one sink, seed 43 by +one, and tau-0.75 seed 42 by two. Seed 44 happened to be unchanged because its +max-token row also tripped an n-gram rule. diff --git a/evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json b/evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json new file mode 100644 index 0000000..2aeaeb5 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/baseline/baseline-corrected.json @@ -0,0 +1,45 @@ +{ + "combined": { + "n": 120, + "sink_rate": 0.13333333333333333, + "sinks": 16 + }, + "configuration": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.67, + "max_model_len": 32768, + "mode": "historical-warm-noncomparable" + }, + "runs": [ + { + "clean": 27, + "eval_seed": 42, + "file": "raw-rig-32k-base8-delta6-lru-s42.jsonl", + "n": 40, + "sha256": "04baf5e34635706839cb07cdefcde1952992c6478f4001200004f61778fa5815", + "sink_ids": ["r07", "c10", "r14", "r15", "c18"], + "sinks": 5 + }, + { + "clean": 22, + "eval_seed": 43, + "file": "raw-rig-32k-b8d6-lru-s43.jsonl", + "n": 40, + "sha256": "0b863f6440f099ba73197d52c65ef81e384b0e29553a08ea0fa2bfeb28bfc37d", + "sink_ids": ["r04", "r06", "r07", "r12", "r14", "r15", "r16"], + "sinks": 7 + }, + { + "clean": 27, + "eval_seed": 44, + "file": "raw-rig-32k-b8d6-lru-s44.jsonl", + "n": 40, + "sha256": "66f3b203e5578df3b12b10320fd712dd4645e2725e5024260079d9d281efb69e", + "sink_ids": ["r01", "c03", "r10", "c10"], + "sinks": 4 + } + ], + "schema_version": "ds4-w2-baseline-rescore-v1" +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json new file mode 100644 index 0000000..46d4508 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-residency.json @@ -0,0 +1,36 @@ +{ + "cgroup": { + "anon": 517152768, + "current": 555065344, + "events": { + "high": 0, + "low": 0, + "max": 0, + "oom": 0, + "oom_group_kill": 0, + "oom_kill": 0, + "sock_throttled": 0 + }, + "file": 106496, + "file_mapped": 4096, + "high_available": null, + "known": true, + "limited": true, + "max_available": 1592418304, + "swap_current": 0, + "swap_limit": 0, + "version": 2 + }, + "checksum": 2949120, + "file_bytes": 134217816, + "probe": "checkpoint-residency", + "provenance": { + "captured_at": "2026-07-12T03:16:41.750930+00:00", + "image": "vllm-moet-sm120:v024-w2union-241ba984b1c5", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", + "kernel": "7.0.0-14-generic" + }, + "resident_after_immediate": 0, + "resident_after_retry": 0, + "resident_before_dontneed": 134221824 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json new file mode 100644 index 0000000..d118794 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/baked-checkpoint-retry.json @@ -0,0 +1,36 @@ +{ + "cgroup": { + "anon": 517853184, + "current": 555704320, + "events": { + "high": 0, + "low": 0, + "max": 0, + "oom": 0, + "oom_group_kill": 0, + "oom_kill": 0, + "sock_throttled": 0 + }, + "file": 94208, + "file_mapped": 0, + "high_available": null, + "known": true, + "limited": true, + "max_available": 1591779328, + "swap_current": 0, + "swap_limit": 0, + "version": 2 + }, + "checksum": 11796480, + "file_bytes": 536871000, + "probe": "checkpoint-next-shard-retry", + "provenance": { + "captured_at": "2026-07-12T03:16:55.533013+00:00", + "image": "vllm-moet-sm120:v024-w2union-241ba984b1c5", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", + "kernel": "7.0.0-14-generic" + }, + "resident_after_live_mapping_dontneed": 536870912, + "resident_after_next_shard_retry": 0, + "resident_before_first_dontneed": 536875008 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json b/evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json new file mode 100644 index 0000000..88e0399 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/baked-constrained-pack-build.json @@ -0,0 +1,30 @@ +{ + "arena_bytes": 134217728, + "experts": 8, + "final_events": { + "high": 0, + "low": 0, + "max": 0, + "oom": 0, + "oom_group_kill": 0, + "oom_kill": 0, + "sock_throttled": 0 + }, + "layers": 48, + "logical_pack_bytes": 1610612736, + "max_cgroup_anon": 631267328, + "max_cgroup_current": 818429952, + "max_cgroup_file": 145010688, + "min_cgroup_high_available": null, + "min_cgroup_max_available": 1329053696, + "probe": "constrained-pack-build", + "provenance": { + "captured_at": "2026-07-12T03:17:22.364693+00:00", + "image": "vllm-moet-sm120:v024-w2union-241ba984b1c5", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2", + "kernel": "7.0.0-14-generic" + }, + "slot_bytes": 4194304, + "write_cache_drop_bytes": 1610612736, + "write_cache_drop_calls": 48 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json new file mode 100644 index 0000000..4d997c4 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-cleanup-receipt.json @@ -0,0 +1,10 @@ +{ + "schema": "w2-guarded-cleanup-receipt-v1", + "controller_result": "success", + "cleanup_exit_code": 0, + "evaluation_container_absent_after": true, + "stopped_services_expected_count": 2, + "stopped_services_active_after_count": 2, + "production_pack_fingerprint_unchanged": true, + "verification_note": "Derived from retained private controller, pack-fingerprint, and service receipts; topology-specific identifiers and hashes are intentionally omitted from this public artifact." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv new file mode 100644 index 0000000..e49b20d --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-memory-trace.tsv @@ -0,0 +1,246 @@ +elapsed_s mem_available cached dirty writeback swap_free_delta cg_current cg_peak cg_max cg_high cg_headroom cg_anon cg_file cg_file_mapped cg_file_dirty cg_file_writeback cg_swap_current cg_swap_max event_high event_max event_oom event_oom_kill swap_event_max psi_full_avg10 pswpin_delta pswpout_delta host_oom_kill_delta pack_version pack_layers health +0.0 117085605888 1450582016 2306048 16384 0 36315136 36315136 88046829568 83751862272 83715547136 11935744 21692416 9961472 24576 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +1.0 116970790912 1732173824 2613248 0 0 540712960 540712960 88046829568 83751862272 83211149312 229400576 302170112 200548352 24576 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +2.0 117291757568 1857245184 3301376 0 3309568 794918912 795041792 88046829568 83751862272 82956943360 358780928 415850496 248762368 69632 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +3.0 118126309376 1897623552 4698112 0 3309568 937848832 937971712 88046829568 83751862272 82814013440 446894080 458493952 253849600 1372160 0 0 4294967296 0 0 0 0 0 0.0 0 0 0 -1 0 0 +4.1 118089687040 1942753280 6512640 0 3309568 1049882624 1049882624 88046829568 83751862272 82701979648 458555392 513093632 255082496 1609728 0 0 4294967296 0 0 0 0 0 0.0 1 0 0 -1 0 0 +5.1 118034776064 2014257152 7090176 0 3309568 1211535360 1211535360 88046829568 83751862272 82540326912 531881984 586133504 283230208 1970176 0 0 4294967296 0 0 0 0 0 0.0 1 0 0 -1 0 0 +6.1 117709262848 2059014144 11481088 0 3309568 1554698240 1554698240 88046829568 83751862272 82197164032 834437120 619548672 303923200 6180864 0 0 4294967296 0 0 0 0 0 0.0 1 0 0 -1 0 0 +7.1 117533982720 2059218944 11538432 0 3309568 1725820928 1725874176 88046829568 83751862272 82026041344 1005281280 619548672 304881664 6180864 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +8.1 117458501632 2060206080 11583488 0 3309568 1810386944 1810386944 88046829568 83751862272 81941475328 1088094208 620609536 305868800 6193152 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +9.1 117416284160 2074902528 13717504 0 3309568 1870434304 1870442496 88046829568 83751862272 81881427968 1128071168 635723776 310910976 8323072 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +10.1 117889777664 2263764992 14241792 0 3309568 1521717248 2048557056 88046829568 83751862272 82230145024 597733376 825180160 302002176 9240576 0 0 4294967296 0 0 0 0 0 0.0 2 0 0 -1 0 0 +11.2 117517762560 2277109760 16334848 0 3309568 1967046656 2048557056 88046829568 83751862272 81784815616 1024925696 838385664 314294272 10915840 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +12.2 117357342720 2277089280 16478208 0 3309568 2149842944 2149842944 88046829568 83751862272 81602019328 1207271424 838414336 315379712 10919936 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +13.2 117265506304 2277298176 16486400 0 3309568 2235961344 2235961344 88046829568 83751862272 81515900928 1207271424 838414336 315379712 10919936 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +14.2 117125955584 2292813824 18227200 0 3309568 2312253440 2312261632 88046829568 83751862272 81439608832 1356271616 846802944 323518464 12656640 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +15.2 117003280384 2525093888 19501056 0 3309568 2672254976 2672353280 88046829568 83751862272 81079607296 1470324736 1081372672 445341696 13934592 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +16.2 115669733376 3789197312 19804160 0 3309568 5305212928 5305475072 88046829568 83751862272 78446649344 2822189056 2350137344 1700651008 14188544 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +17.2 110461964288 8903155712 20197376 0 3309568 12718534656 12718796800 88046829568 83751862272 71033327616 5100060672 7460327424 6812127232 14192640 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +18.3 101391523840 17940385792 20197376 0 3309568 21794222080 21794484224 88046829568 83751862272 61957640192 5100060672 16497627136 15849426944 14192640 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +19.3 92302761984 26997825536 20209664 0 3309568 30889345024 30889607168 88046829568 83751862272 52862517248 5100060672 25554710528 24906506240 14204928 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +20.3 83201916928 36071538688 20213760 0 3309568 40002035712 40002297856 88046829568 83751862272 43749826560 5100060672 34628894720 33980694528 14204928 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +21.3 78395707392 40450232320 20267008 0 3309568 44396879872 44396879872 88046829568 83751862272 39354982400 5100060672 39006294016 38358093824 14204928 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +22.3 75246886912 40455991296 20291584 0 3309568 47534043136 47534043136 88046829568 83751862272 36217819136 8225923072 39012048896 38362406912 14221312 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 -1 0 0 +23.3 78995447808 40533966848 20389888 0 3309568 42977333248 48185647104 88046829568 83751862272 40774529024 3598479360 39090724864 34874417152 14266368 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 2 1 0 +24.4 75819794432 44022665216 20393984 0 3309568 49901867008 49901867008 88046829568 83751862272 33849995264 7021047808 42578432000 38362488832 14266368 0 0 4294967296 0 0 0 0 0 0.0 3 0 0 2 1 0 +25.4 75351531520 45834694656 540491776 8388608 3309568 51763548160 51763548160 88046829568 83751862272 31988314112 7021047808 44390506496 38362488832 534360064 8388608 0 4294967296 0 0 0 0 0 0.0 3 0 0 2 1 0 +26.4 78379032576 42040037376 20516864 0 3309568 45901762560 51763548160 88046829568 83751862272 37850099712 5010186240 40599408640 36381007872 14315520 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 2 0 +27.4 75764297728 44053225472 20361216 0 3309568 50687668224 51763548160 88046829568 83751862272 33064194048 7774269440 42608754688 38392463360 14221312 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 2 0 +28.4 79956611072 40818544640 20471808 0 3309568 43254779904 51794395136 88046829568 83751862272 40497082368 3599233024 39370719232 38428704768 14278656 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 3 0 +29.4 77035573248 43567468544 20480000 0 3309568 48956518400 51794395136 88046829568 83751862272 34795343872 6528430080 42126548992 37877768192 14278656 0 0 4294967296 0 0 0 0 0 0.0 4 0 0 2 3 0 +30.4 76074532864 45311987712 1268420608 0 3309568 51227271168 51794395136 88046829568 83751862272 32524591104 7021801472 43867389952 38371098624 1262084096 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 3 0 +31.5 79457857536 41159184384 13344768 0 3309568 44127584256 51802677248 88046829568 83751862272 39624278016 4129808384 39712358400 35499913216 12144640 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 4 0 +32.5 76565270528 44053655552 14970880 0 3309568 49926619136 51802677248 88046829568 83751862272 33825243136 7021801472 42603606016 38391803904 12144640 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 4 0 +33.5 79412604928 44057849856 15040512 0 3309568 46506299392 51802677248 88046829568 83751862272 37245562880 3599233024 42607804416 38395932672 12201984 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 5 0 +34.5 77769478144 42857783296 15052800 0 3309568 47524327424 51802677248 88046829568 83751862272 36227534848 5818814464 41409216512 37167673344 12201984 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 5 0 +35.5 76087570432 44061966336 16072704 0 3309568 50368913408 51802677248 88046829568 83751862272 33382948864 7453995008 42611646464 38370615296 12201984 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 5 0 +36.5 79415365632 40849063936 10280960 0 3309568 43496828928 51802677248 88046829568 83751862272 40255033344 3809714176 39402717184 35179761664 7249920 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 6 0 +37.5 76302512128 44062728192 10235904 0 3309568 49936257024 51802677248 88046829568 83751862272 33815605248 7021809664 42611511296 38391803904 7249920 0 0 4294967296 0 0 0 0 0 0.0 5 0 0 2 6 0 +38.6 74998013952 44610326528 11100160 0 3309568 50526068736 51802677248 88046829568 83751862272 33225793536 7021809664 43154817024 38391803904 7286784 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 6 0 +39.6 77236326400 42541797376 11112448 0 3309568 46893277184 51802677248 88046829568 83751862272 36858585088 5502775296 41094975488 36851613696 7286784 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 7 0 +40.6 75325288448 44063313920 11431936 0 3309568 49986437120 51802677248 88046829568 83751862272 33765425152 7071461376 42611990528 38370615296 7446528 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 7 0 +41.6 78454108160 40502710272 6955008 0 3309568 42938265600 51802677248 88046829568 83751862272 40813596672 3599261696 39051423744 34849202176 2756608 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 8 0 +42.6 76160311296 44063010816 7274496 0 3309568 49936023552 51802677248 88046829568 83751862272 33815838720 7021854720 42611855360 38391803904 2756608 0 0 4294967296 0 0 0 0 0 0.0 6 0 0 2 8 0 +43.6 75684663296 45875146752 527372288 8388608 3309568 51797557248 51802677248 88046829568 83751862272 31954305024 7021858816 44423917568 38391803904 522850304 8388608 0 4294967296 0 0 0 0 0 0.0 7 0 0 2 8 0 +44.6 78307225600 42274664448 7344128 0 3309568 46351953920 51802677248 88046829568 83751862272 37399908352 5234925568 40825868288 36583702528 2809856 0 0 4294967296 0 0 0 0 0 0.0 7 0 0 2 9 0 +45.7 75402289152 44063596544 7499776 0 3313664 50829623296 51802677248 88046829568 83751862272 32922238976 7897149440 42612355072 38370615296 2945024 0 0 4294967296 0 0 0 0 0 0.0 15 0 0 2 9 0 +46.7 79770390528 40504336384 5459968 0 3313664 42938761216 51802677248 88046829568 83751862272 40813101056 3599462400 39051788288 37974171648 790528 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 10 0 +47.7 76570103808 44064374784 5697536 0 3313664 49936183296 51802677248 88046829568 83751862272 33815678976 7022080000 42612211712 38391742464 790528 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 10 0 +48.8 76079673344 45876768768 777449472 8388608 3313664 51798298624 51802677248 88046829568 83751862272 31953563648 7022080000 44424249344 38391742464 772542464 8388608 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 10 0 +49.8 78378029056 42262925312 5767168 0 3313664 46324998144 51802677248 88046829568 83751862272 37426864128 5220413440 40813154304 36569063424 843776 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 11 0 +50.8 75351093248 44065234944 5775360 0 3313664 51108184064 51802677248 88046829568 83751862272 32643678208 8165998592 42612723712 38370615296 843776 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 11 0 +51.8 79258775552 40504201216 5824512 0 3313664 42939654144 51802677248 88046829568 83751862272 40812208128 3599663104 39052152832 37354008576 897024 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 12 0 +52.9 76360691712 44065026048 5828608 0 3313664 49937207296 51802677248 88046829568 83751862272 33814654976 7022297088 42612576256 38391742464 897024 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 12 0 +53.9 75876065280 45877022720 710479872 8388608 3313664 51798532096 51802677248 88046829568 83751862272 31953330176 7022301184 44424626176 38391742464 705540096 8388608 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 12 0 +54.9 78269706240 42226458624 5898240 0 3313664 46255300608 51802677248 88046829568 83751862272 37496561664 5185757184 40777609216 36534124544 950272 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 13 0 +55.9 75299463168 44065488896 5902336 0 3313664 51147669504 51802677248 88046829568 83751862272 32604192768 8230367232 42613088256 38370615296 954368 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 13 0 +56.9 79155712000 40504496128 5951488 0 3313664 42939228160 51802677248 88046829568 83751862272 40812634112 3599835136 39052120064 38400761856 995328 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 14 0 +57.9 76355260416 44051030016 6836224 0 3313664 49870454784 51802677248 88046829568 83751862272 33881407488 6987407360 42579038208 38356709376 995328 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 14 0 +59.0 75699580928 46211645440 1390403584 8388608 3313664 51796926464 51802677248 88046829568 83751862272 31954935808 7022522368 44424916992 38391742464 1384464384 8388608 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 14 0 +60.0 78136778752 42427817984 7147520 0 3313664 45741711360 51802677248 88046829568 83751862272 38010150912 4928630784 40520691712 36276731904 401408 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 15 0 +61.0 75093340160 44580708352 6127616 0 3313664 50645307392 51802677248 88046829568 83751862272 33106554880 7730057216 42613452800 38370615296 401408 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 15 0 +62.0 79040913408 43074510848 6492160 0 3313664 44993323008 51802677248 88046829568 83751862272 38758539264 3600064512 41105272832 38400761856 458752 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 16 0 +63.0 76471930880 43978452992 6488064 0 3313664 48737300480 51802677248 88046829568 83751862272 35014561792 6421884928 42015191040 37791002624 458752 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 16 0 +64.0 75296788480 45310455808 734228480 4096 3313664 50690109440 51802677248 88046829568 83751862272 33061752832 7022747648 43343114240 38391742464 730267648 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 16 0 +65.0 77920591872 41749286912 6664192 0 3313664 44262043648 51802677248 88046829568 83751862272 39489818624 4192837632 39784792064 35540766720 512000 0 0 4294967296 0 0 0 0 0 0.0 23 0 0 2 17 0 +66.0 75034894336 44581433344 6746112 0 3313664 49939079168 51802677248 88046829568 83751862272 33812783104 7022858240 42613805056 38370615296 512000 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 17 0 +67.1 77866864640 44610400256 2400256 0 3313664 46539468800 51802677248 88046829568 83751862272 37212393472 3600289792 42642866176 38400761856 225280 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 18 0 +68.1 77353291776 43446865920 3018752 0 3313664 47670329344 51802677248 88046829568 83751862272 36081532928 5890281472 41482526720 37259288576 225280 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 18 0 +69.1 75918594048 44581244928 3702784 0 3313664 50539323392 51802677248 88046829568 83751862272 33212538880 7623000064 42613657600 38391742464 225280 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 18 0 +70.1 79379890176 41445249024 4087808 0 3313664 43655712768 51802677248 88046829568 83751862272 40096149504 3890241536 39482097664 35237924864 278528 0 0 4294967296 0 0 0 0 0 0.0 24 0 0 2 19 0 +71.1 76388634624 44581777408 4087808 0 3313664 49939910656 51802677248 88046829568 83751862272 33811951616 7023058944 42614169600 38370615296 278528 0 0 4294967296 0 0 0 0 0 0.0 25 0 0 2 19 0 +72.1 76117184512 44581904384 3465216 0 3313664 48751439872 51802677248 88046829568 83751862272 35000422400 5833830400 42614362112 38370615296 335872 0 0 4294967296 0 0 0 0 0 0.0 25 0 0 2 20 0 +73.1 75054391296 44581588992 3477504 0 3313664 51149950976 51802677248 88046829568 83751862272 32601911296 8231129088 42614030336 38391742464 335872 0 0 4294967296 0 0 0 0 0 0.0 25 0 0 2 20 0 +75.1 79682506752 41042276352 3796992 0 3313664 42963501056 51802677248 88046829568 83751862272 40788361216 3600601088 39074643968 38422020096 389120 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 21 0 +76.1 76601098240 44514037760 3870720 0 3313664 49811755008 51802677248 88046829568 83751862272 33940107264 6956896256 42551070720 38304366592 389120 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 21 0 +77.1 76054319104 46394241024 1421545472 8388608 3313664 51801870336 51802677248 88046829568 83751862272 31949991936 7023267840 44426518528 38370615296 1418063872 8388608 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 21 0 +78.2 78741053440 42387922944 3936256 0 3313664 45542686720 51802677248 88046829568 83751862272 38209175552 4830646272 40422600704 36199202816 446464 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 22 0 +79.2 75834683392 44582100992 3936256 0 3313664 50636656640 51802677248 88046829568 83751862272 33115205632 7717285888 42614394880 38391742464 446464 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 22 0 +80.2 79958962176 42444472320 4005888 0 3313664 44362452992 51802677248 88046829568 83751862272 39389409280 3600814080 40473403392 38422020096 499712 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 23 0 +81.2 76876185600 44250988544 4014080 0 3313664 49280712704 51802677248 88046829568 83751862272 34471149568 6693949440 42285969408 38041182208 499712 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 23 0 +82.2 76299644928 46237376512 1656569856 0 3313664 51642830848 51802677248 88046829568 83751862272 32109031424 7023484928 44269559808 38370615296 1653055488 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 23 0 +83.2 78914793472 42223316992 4087808 0 3313664 45212553216 51802677248 88046829568 83751862272 38539309056 4664647680 40257986560 36033110016 557056 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 24 0 +84.2 76093239296 44582633472 4087808 0 3313664 50387189760 51802677248 88046829568 83751862272 33364672512 7468175360 42614759424 38391742464 557056 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 24 0 +85.3 79830376448 43804336128 4149248 0 3313664 45728280576 51802677248 88046829568 83751862272 38023581696 3601031168 41834770432 38422020096 610304 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 25 0 +86.3 77160398848 43958775808 4198400 0 3313664 48699326464 51802677248 88046829568 83751862272 35052535808 6403911680 41996337152 37750906880 610304 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 25 0 +87.3 76060557312 45434650624 855674880 0 3313664 50818551808 51802677248 88046829568 83751862272 32933310464 7023697920 43468812288 38370615296 852054016 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 25 0 +88.3 79259701248 41893699584 4321280 0 3313664 44554158080 51803164672 88046829568 83751862272 39197704192 4337045504 39929638912 35705106432 667648 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 26 0 +89.3 76557975552 44582977536 4304896 0 3313664 49940856832 51803164672 88046829568 83751862272 33811005440 7023800320 42615123968 38391742464 667648 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 26 0 +90.3 79034310656 44612276224 3678208 0 3313664 46541946880 51803164672 88046829568 83751862272 37209915392 3601240064 42644496384 38422020096 57344 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 27 0 +91.3 77590409216 43551809536 3723264 0 3313664 47880069120 51803164672 88046829568 83751862272 35871793152 5994737664 41587220480 37341560832 57344 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 27 0 +92.4 76086636544 44596051968 14209024 0 3313664 49956827136 51803164672 88046829568 83751862272 33795035136 7023910912 42628206592 38370615296 10543104 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 27 0 +93.4 79605239808 41531944960 3780608 0 3313664 43827851264 51804401664 88046829568 83751862272 39924011008 3974541312 39567794176 35342606336 114688 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 28 0 +94.4 76553572352 44582920192 3637248 0 3313664 49942016000 51804401664 88046829568 83751862272 33809846272 7024017408 42615476224 38391742464 114688 0 0 4294967296 0 0 0 0 0 0.0 26 0 0 2 28 0 +95.4 77533130752 44583510016 3702784 0 3313664 48459800576 51804401664 88046829568 83751862272 35292061696 5517656064 42615648256 38391742464 167936 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 29 0 +96.4 77931900928 43212800000 3715072 0 3313664 47198842880 51804401664 88046829568 83751862272 36553019392 5653663744 41248178176 37000364032 167936 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 29 0 +97.4 76073058304 44583899136 2093056 0 3313664 50139197440 51804401664 88046829568 83751862272 33612664832 7219671040 42615988224 38370615296 167936 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 29 0 +98.5 79610834944 41074749440 2453504 0 3313664 42990305280 51804401664 88046829568 83751862272 40761556992 3601555456 39107948544 34883502080 225280 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 30 0 +99.5 76195364864 44583215104 2408448 0 3313664 49942573056 51804401664 88046829568 83751862272 33809289216 7024222208 42615840768 38391742464 225280 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 30 0 +100.5 75695230976 46395596800 615350272 8388608 3313664 51803996160 51804401664 88046829568 83751862272 31947866112 7024226304 44427902976 38391742464 612593664 8388608 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 30 0 +101.5 77972684800 42815848448 3608576 0 3313664 46404435968 51804401664 88046829568 83751862272 37347426304 5259419648 40852439040 36605792256 278528 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 31 0 +102.5 74977685504 44583706624 3346432 0 3313664 50955837440 51804401664 88046829568 83751862272 32796024832 8034086912 42616352768 38370615296 278528 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 31 0 +103.6 79619969024 41037815808 3452928 0 3313664 42946060288 51805405184 88046829568 83751862272 40805801984 3601768448 39055781888 38010347520 335872 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 32 0 +104.6 76270899200 44536807424 3457024 0 3313664 49828786176 51805405184 88046829568 83751862272 33923076096 6966775808 42559311872 38334169088 335872 0 0 4294967296 0 0 0 0 0 0.0 40 0 0 2 32 0 +105.6 75702251520 46410182656 1384038400 12582912 3313664 51804078080 51805405184 88046829568 83751862272 31947784192 7024435200 44428181504 38391742464 1376067584 8388608 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 32 0 +106.6 78302904320 42503913472 4661248 0 3313664 45746462720 51805405184 88046829568 83751862272 38005399552 4930654208 40525156352 36276826112 389120 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 33 0 +107.6 75209183232 44598964224 4669440 0 3313664 50905419776 51805405184 88046829568 83751862272 32846442496 7983710208 42616717312 38370615296 389120 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 33 0 +108.6 79940288512 41038454784 4718592 0 3313664 42947076096 51805405184 88046829568 83751862272 40804786176 3601973248 39055749120 38400761856 446464 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 34 0 +109.6 76847214592 44296957952 4722688 0 3313664 49345130496 51805405184 88046829568 83751862272 34406731776 6724173824 42318467072 38091587584 446464 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 34 0 +110.7 76057391104 46272286720 1678258176 0 3313664 51667128320 51805405184 88046829568 83751862272 32084733952 7024644096 44292194304 38391742464 1673973760 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 34 0 +111.7 78892961792 42253729792 4796416 0 3313664 45243863040 51805405184 88046829568 83751862272 38507999232 4681064448 40273940480 36027088896 499712 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 35 0 +112.7 76028354560 44599222272 4796416 0 3313664 50455834624 51805405184 88046829568 83751862272 33296027648 7534137344 42617081856 38370615296 499712 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 35 0 +113.7 79675002880 43478802432 4874240 0 3313664 45385752576 51806076928 88046829568 83751862272 38366109696 3602182144 41493987328 38400761856 557056 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 36 0 +114.7 76963524608 44010926080 4878336 0 3313664 48775122944 51806076928 88046829568 83751862272 34976739328 6441299968 42034176000 37808300032 557056 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 36 0 +115.7 75642351616 45559517184 963280896 0 3313664 50934185984 51806076928 88046829568 83751862272 32817676288 7024857088 43577430016 38391742464 958955520 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 36 0 +116.8 78445658112 41953599488 4952064 0 3313664 44645531648 51806687232 88046829568 83751862272 39106330624 4382478336 39975649280 35728252928 610304 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 37 0 +117.8 76353425408 44599709696 5017600 0 3313664 49970974720 51806687232 88046829568 83751862272 33780887552 7049723904 42617434112 38370615296 610304 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 37 0 +118.8 78503342080 44628410368 5079040 0 3313664 46546071552 51807232000 88046829568 83751862272 37205790720 3602391040 42646495232 38400761856 667648 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 38 0 +119.8 77144268800 43667681280 5083136 0 3313664 48084865024 51807232000 88046829568 83751862272 35666997248 6095028224 41689841664 37461860352 667648 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 38 0 +120.8 75630604288 44599508992 5103616 0 3313664 50193227776 51807232000 88046829568 83751862272 33558634496 7256379392 42617286656 38391742464 667648 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 38 0 +121.8 78672875520 41661263872 4489216 0 3870720 44060561408 51807232000 88046829568 83751862272 39691300864 4089118720 39684227072 35434704896 57344 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 39 0 +122.8 75849175040 44604862464 5820416 0 3870720 49944506368 51807232000 88046829568 83751862272 33807355904 7025168384 42617798656 38370615296 57344 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 39 0 +123.9 75494551552 44610260992 7372800 0 3870720 49071874048 51807232000 88046829568 83751862272 34679988224 6143250432 42617982976 38370615296 114688 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 40 0 +124.9 77126365184 43008303104 7434240 0 3870720 46736187392 51807232000 88046829568 83751862272 37015674880 5425262592 41018216448 36791812096 114688 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 40 0 +125.9 74531397632 44599603200 5529600 0 3870720 51115958272 51807232000 88046829568 83751862272 32635904000 8191389696 42617651200 38391742464 114688 0 0 4294967296 0 0 0 0 0 0.0 41 0 0 2 40 0 +126.9 78238212096 41086648320 5902336 0 3870720 42968788992 51807232000 88046829568 83751862272 40783073280 3602706432 39078264832 38422020096 167936 0 0 4294967296 0 0 0 0 0 0.0 44 0 0 2 41 0 +127.9 75343089664 44575121408 6029312 0 3870720 49850454016 51807232000 88046829568 83751862272 33901408256 6976630784 42570190848 38321979392 167936 0 0 4294967296 0 0 0 0 0 0.0 44 0 0 2 41 0 +128.9 73793277952 46438756352 1551265792 8388608 3870720 51807191040 51807232000 88046829568 83751862272 31944671232 7025377280 44430127104 38370615296 1543671808 16777216 0 4294967296 0 0 0 0 0 0.0 44 0 0 2 41 0 +130.0 76014407680 42364473344 1650688 0 3870720 45414113280 51807453184 88046829568 83751862272 38337748992 4764254208 40359194624 36130852864 225280 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 42 0 +131.0 74125791232 44627402752 3039232 0 3870720 50399088640 51807453184 88046829568 83751862272 33352773632 7477075968 42618015744 38391742464 225280 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 42 0 +132.0 77552828416 44638117888 3440640 0 3870720 46527172608 51807522816 88046829568 83751862272 37224689664 3602915328 42628542464 38422020096 278528 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +133.0 78295511040 37537144832 6971392 0 3870720 39429685248 51807522816 88046829568 83751862272 44322177024 3624722432 35529547776 34846232576 2928640 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +134.0 78366998528 37589159936 6758400 0 3870720 39577858048 51807522816 88046829568 83751862272 44174004224 3721748480 35581038592 34859835392 2940928 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +135.0 78380539904 37632651264 5574656 0 3870720 39533019136 51807522816 88046829568 83751862272 44218843136 3632955392 35624992768 34870460416 1781760 0 0 4294967296 0 0 0 0 0 0.0 105 0 0 2 43 0 +136.0 78066335744 37668044800 18604032 0 3870720 39894077440 51807522816 88046829568 83751862272 43857784832 3953139712 35661176832 34901975040 14602240 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +137.1 78171701248 37799256064 13193216 0 3870720 39798906880 51807522816 88046829568 83751862272 43952955392 3726987264 35792265216 34938703872 9113600 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +138.1 78198902784 37808930816 13209600 0 3870720 39898607616 51807522816 88046829568 83751862272 43853254656 3817148416 35801649152 34948853760 9117696 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +139.1 78245273600 37809119232 13221888 0 3870720 39903191040 51807522816 88046829568 83751862272 43848671232 3822071808 35801837568 34949021696 9117696 0 0 4294967296 0 0 0 0 0 0.0 106 0 0 2 43 0 +140.1 78235447296 37827510272 23699456 0 3870720 40095277056 51807522816 88046829568 83751862272 43656585216 3993559040 35820273664 34978406400 19591168 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +141.1 78035369984 37834608640 14397440 0 3870720 39960104960 51807522816 88046829568 83751862272 43791757312 3851681792 35827716096 34965004288 10600448 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +142.1 78035939328 37848453120 14016512 0 3870720 39964078080 51807522816 88046829568 83751862272 43787784192 3840991232 35841875968 34964770816 9875456 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +143.1 78129344512 38178484224 20570112 0 3870720 40430260224 51807522816 88046829568 83751862272 43321602048 3974266880 36171620352 35021021184 16412672 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +144.1 78002130944 38179586048 20869120 0 3870720 40497205248 51807522816 88046829568 83751862272 43254657024 4040044544 36172742656 35022856192 16691200 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +145.1 77974974464 38179733504 20877312 0 3870720 40639741952 51807522816 88046829568 83751862272 43112120320 4181454848 36172894208 35023048704 16695296 0 0 4294967296 0 0 0 0 0 0.0 107 0 0 2 43 0 +146.2 77929734144 38185676800 25722880 0 3870720 40535863296 51807522816 88046829568 83751862272 43215998976 4071370752 36178837504 35024154624 21532672 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +147.2 77999460352 38190219264 19783680 0 3870720 40561541120 51807522816 88046829568 83751862272 43190321152 4092432384 36183793664 35013672960 16035840 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +148.2 77929320448 38191874048 21188608 0 3870720 40696582144 51807522816 88046829568 83751862272 43055280128 4225298432 36185350144 35032801280 17027072 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +149.2 77875699712 38203695104 21987328 0 3870720 40743227392 51807522816 88046829568 83751862272 43008634880 4259454976 36196921344 35043192832 17457152 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +150.2 77937905664 38234390528 21368832 0 3870720 40740745216 51807522816 88046829568 83751862272 43011117056 4225118208 36228308992 35034537984 17022976 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +151.2 77850329088 38316666880 21811200 0 3870720 40863252480 51807522816 88046829568 83751862272 42888609792 4264673280 36310351872 35101786112 17387520 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +152.2 77784772608 38327156736 32342016 0 3870720 40987738112 51807522816 88046829568 83751862272 42764124160 4377743360 36320804864 35127762944 27557888 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +153.2 78012522496 38317527040 23158784 0 3870720 40900222976 51807522816 88046829568 83751862272 42851639296 4300476416 36311646208 35110039552 18776064 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +154.3 77853245440 38336544768 23621632 0 3870720 41128951808 51807522816 88046829568 83751862272 42622910464 4508442624 36330962944 35127455744 18968576 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +155.3 77528633344 38346010624 29745152 0 3870720 41143406592 51807522816 88046829568 83751862272 42608455680 4515229696 36337799168 35129397248 25337856 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +156.3 77525311488 38340558848 24260608 0 3870720 41205690368 51807522816 88046829568 83751862272 42546171904 4583874560 36331974656 35116101632 19476480 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +157.3 77540818944 38340689920 24293376 0 3870720 41210839040 51807522816 88046829568 83751862272 42541023232 4589244416 36331974656 35116101632 19476480 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +158.3 77508595712 38351163392 34803712 0 3870720 41544142848 51807522816 88046829568 83751862272 42207719424 4910243840 36342448128 35142209536 29949952 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +159.3 77488336896 38344138752 25976832 0 4030464 41222287360 51807522816 88046829568 83751862272 42529574912 4595294208 36335620096 35119099904 21045248 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +160.3 77420613632 38344732672 28123136 4096 4030464 41386463232 51807522816 88046829568 83751862272 42365399040 4758786048 36336025600 35142324224 23384064 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +161.3 77278867456 38346698752 23511040 4096 4030464 41234452480 51807522816 88046829568 83751862272 42517409792 4601999360 36340617216 35125116928 22872064 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +162.4 77344313344 38350233600 28372992 0 4030464 41413627904 51807522816 88046829568 83751862272 42338234368 4777934848 36343709696 35143929856 25903104 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +163.4 77378576384 38355644416 34381824 0 4030464 41430384640 51807522816 88046829568 83751862272 42321477632 4789895168 36349116416 35144695808 30744576 0 0 4294967296 0 0 0 0 0 0.0 130 0 0 2 43 0 +164.4 77342220288 38345134080 21897216 0 4030464 41229242368 51807522816 88046829568 83751862272 42522619904 4599984128 36339101696 35118776320 18374656 0 0 4294967296 0 0 0 0 0 0.0 131 0 0 2 43 0 +165.4 77362556928 38345621504 22315008 0 4030464 41235795968 51807522816 88046829568 83751862272 42516066304 4606877696 36339101696 35118776320 18374656 0 0 4294967296 0 0 0 0 0 0.0 131 0 0 2 43 0 +166.4 77425917952 38347309056 21680128 0 5062656 41240039424 51807522816 88046829568 83751862272 42511822848 4611502080 36339101696 35118776320 18444288 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +167.4 77382635520 38357782528 32186368 0 5062656 41590054912 51807522816 88046829568 83751862272 42161807360 4949479424 36349575168 35144876032 28921856 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +168.4 77605363712 38348156928 22663168 0 5062656 41251864576 51807522816 88046829568 83751862272 42499997696 4623548416 36340056064 35136241664 19275776 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +169.5 77671751680 38353461248 20361216 0 5062656 41364127744 51807522816 88046829568 83751862272 42387734528 4726636544 36345720832 35145166848 17342464 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +170.5 77645402112 38353731584 20852736 0 5062656 41264738304 51807522816 88046829568 83751862272 42487123968 4626874368 36345790464 35145023488 17580032 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +171.5 77732151296 38353047552 19181568 0 5062656 41284300800 51807522816 88046829568 83751862272 42467561472 4646797312 36345110528 35127214080 15941632 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +172.5 77723406336 38350839808 16384000 0 5062656 41248247808 51807522816 88046829568 83751862272 42503614464 4614033408 36342763520 35120586752 12685312 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +173.5 77783707648 38351245312 16453632 0 5062656 41248813056 51807522816 88046829568 83751862272 42503049216 4614115328 36342919168 35122999296 12853248 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +174.5 77809983488 38351335424 14807040 0 5062656 41248653312 51807522816 88046829568 83751862272 42503208960 4614152192 36343009280 35123064832 11214848 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +175.5 77736333312 38360559616 20283392 0 5062656 41596071936 51807522816 88046829568 83751862272 42155790336 4949880832 36352577536 35151765504 16998400 0 0 4294967296 0 0 0 0 0 0.0 132 0 0 2 43 0 +176.5 77902999552 38355898368 15294464 0 5062656 41257009152 51807522816 88046829568 83751862272 42494853120 4615118848 36347301888 35126611968 11431936 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +178.2 77859545088 38361612288 20656128 0 5062656 41404321792 51807522816 88046829568 83751862272 42347540480 4757037056 36352983040 35151605760 17022976 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +179.2 77749358592 38361817088 20762624 0 5062656 41576505344 51807522816 88046829568 83751862272 42175356928 4928987136 36353093632 35151777792 17031168 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +180.2 77786308608 38362456064 20631552 0 5062656 41366818816 51807522816 88046829568 83751862272 42385043456 4719001600 36353863680 35161305088 17022976 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +181.3 77827784704 38362587136 20635648 0 5062656 41332088832 51807522816 88046829568 83751862272 42419773440 4651130880 36354134016 35126611968 17166336 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +182.3 77812649984 38359752704 17661952 0 5062656 41276510208 51807522816 88046829568 83751862272 42475352064 4631642112 36351094784 35132837888 13975552 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +183.3 77830389760 38362312704 20156416 0 5062656 41442762752 51807522816 88046829568 83751862272 42309099520 4795699200 36353581056 35151589376 16388096 0 0 4294967296 0 0 0 0 0 0.0 137 0 0 2 43 0 +184.3 77518499840 38372077568 21225472 0 5062656 41585176576 51807522816 88046829568 83751862272 42166685696 4938575872 36353671168 35151798272 16396288 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +185.3 77642547200 38373314560 15400960 0 5062656 41376575488 51807522816 88046829568 83751862272 42375286784 4729192448 36354572288 35166777344 10006528 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +186.3 77466324992 38364450816 12242944 0 5062656 41301843968 51807522816 88046829568 83751862272 42450018304 4656484352 36352065536 35132923904 7458816 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +187.3 77528399872 38362775552 14127104 0 5062656 41419476992 51807522816 88046829568 83751862272 42332385280 4772265984 36353982464 35151618048 9302016 0 0 4294967296 0 0 0 0 0 0.0 138 0 0 2 43 0 +188.3 77235093504 38362861568 14176256 0 5062656 41521852416 51807522816 88046829568 83751862272 42230009856 4874817536 36354039808 35151781888 9310208 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +189.4 76951838720 38363435008 14737408 0 5062656 41369341952 51807522816 88046829568 83751862272 42382520320 4720705536 36354895872 35161182208 10121216 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +190.4 76884328448 38360268800 10764288 0 5062656 41280659456 51807522816 88046829568 83751862272 42471202816 4635713536 36351938560 35132858368 6352896 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +191.4 76863574016 38363140096 13606912 0 5062656 41410183168 51807522816 88046829568 83751862272 42341679104 4763066368 36354248704 35151626240 8613888 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +192.4 78017622016 38363181056 14118912 0 5062656 41538539520 51807522816 88046829568 83751862272 42213322752 4890406912 36354310144 35151773696 8622080 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +193.4 78029893632 38363283456 14311424 0 5062656 41594167296 51807522816 88046829568 83751862272 42157694976 4946649088 36354392064 35151777792 8626176 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +194.4 78118932480 38363881472 14831616 0 5062656 41368838144 51807522816 88046829568 83751862272 42383024128 4720582656 36355280896 35165188096 9437184 0 0 4294967296 0 0 0 0 0 0.0 142 0 0 2 43 0 +195.4 78165893120 38363324416 13746176 0 5062656 41263181824 51807522816 88046829568 83751862272 42488680448 4615393280 36354580480 35127373824 8183808 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +196.4 78220550144 38363815936 13926400 0 5062656 41498664960 51807522816 88046829568 83751862272 42253197312 4849999872 36354637824 35151650816 8192000 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +197.5 78121455616 38364368896 10489856 0 5062656 41367953408 51807522816 88046829568 83751862272 42383908864 4719017984 36355354624 35166035968 8859648 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +198.5 78201135104 38364524544 10510336 0 5062656 41324810240 51807522816 88046829568 83751862272 42427052032 4675129344 36355608576 35139895296 9003008 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +199.5 78221619200 38358966272 4837376 0 5062656 41257947136 51807522816 88046829568 83751862272 42493915136 4614475776 36349431808 35125628928 2609152 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +200.5 78173028352 38364020736 8663040 0 5062656 41399619584 51807522816 88046829568 83751862272 42352242688 4749877248 36355096576 35151601664 6676480 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +201.5 78078410752 38364200960 8679424 0 5062656 41594314752 51807522816 88046829568 83751862272 42157547520 4943839232 36355162112 35151798272 6684672 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +202.5 78146744320 38362071040 6451200 57344 5062656 41302061056 51807522816 88046829568 83751862272 42449801216 4654256128 36353368064 35132882944 4775936 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +203.5 78076092416 38364581888 8888320 0 5062656 41439973376 51807522816 88046829568 83751862272 42311888896 4789907456 36355399680 35151585280 6705152 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +204.5 78168887296 38364696576 8933376 0 5062656 41537998848 51807522816 88046829568 83751862272 42213863424 4887461888 36355518464 35151781888 6709248 0 0 4294967296 0 0 0 0 0 0.0 147 0 0 2 43 0 +205.6 78104211456 38365286400 8429568 0 5062656 41606270976 51807522816 88046829568 83751862272 42145591296 4954456064 36356427776 35153399808 6504448 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +206.6 77958819840 38364073984 8183808 0 5062656 41320427520 51807522816 88046829568 83751862272 42431434752 4670472192 36354973696 35132973056 4964352 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +207.6 77710462976 38365024256 9084928 0 5062656 41500200960 51807522816 88046829568 83751862272 42251661312 4849807360 36355788800 35151654912 5722112 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +208.6 77655711744 38365597696 10088448 0 5062656 41370345472 51807522816 88046829568 83751862272 42381516800 4719243264 36356538368 35166846976 6414336 0 0 4294967296 0 0 0 0 0 0.0 149 0 0 2 43 0 +209.6 77506416640 38359777280 4190208 45056 5062656 41258967040 51807522816 88046829568 83751862272 42492895232 4614475776 36350353408 35125628928 143360 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +210.6 77573890048 38360399872 4874240 0 5062656 41271115776 51807522816 88046829568 83751862272 42480746496 4624883712 36351709184 35132665856 1409024 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +211.6 77559574528 38370320384 14737408 0 5062656 41282904064 51807522816 88046829568 83751862272 42468958208 4625895424 36361592832 35138834432 11296768 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +212.6 77581275136 38361853952 5156864 0 5062656 41295429632 51807522816 88046829568 83751862272 42456432640 4650323968 36351127552 35125735424 847872 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +213.7 77585891328 38361505792 4812800 0 5062656 41300942848 51807522816 88046829568 83751862272 42450919424 4656222208 36351127552 35125735424 847872 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +214.7 77504110592 38371983360 15273984 0 5062656 41413660672 51807522816 88046829568 83751862272 42338201600 4757241856 36361601024 35151691776 11321344 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +215.7 77743837184 38364405760 6008832 0 5062656 41312108544 51807522816 88046829568 83751862272 42439753728 4662632448 36354199552 35128717312 2056192 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +216.7 77731147776 38363799552 6344704 0 5062656 41389195264 51807522816 88046829568 83751862272 42362667008 4739768320 36354007040 35126325248 2666496 0 0 4294967296 0 0 0 0 0 0.0 150 0 0 2 43 0 +217.7 77740331008 38366638080 7385088 0 5062656 41396953088 51807522816 88046829568 83751862272 42354909184 4742991872 36356542464 35126968320 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +218.7 77746827264 38371958784 13496320 0 5062656 41396482048 51807522816 88046829568 83751862272 42355380224 4742991872 36356542464 35126968320 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +219.7 77690560512 38376599552 18583552 0 5062656 41396088832 51807522816 88046829568 83751862272 42355773440 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +220.7 77526806528 38376599552 18558976 20480 5062656 41396613120 51807522816 88046829568 83751862272 42355249152 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +221.8 77244223488 38376603648 18554880 0 5062656 41396613120 51807522816 88046829568 83751862272 42355249152 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +222.8 77212688384 38376628224 18886656 0 5062656 41396629504 51807522816 88046829568 83751862272 42355232768 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +223.8 77232615424 38376706048 19476480 0 5062656 41395499008 51807522816 88046829568 83751862272 42356363264 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +224.8 77271818240 38376701952 19484672 0 5062656 41395658752 51807522816 88046829568 83751862272 42356203520 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +225.8 77279969280 38376701952 19488768 0 5062656 41395920896 51807522816 88046829568 83751862272 42355941376 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +226.8 77312999424 38376734720 19505152 12288 5062656 41395929088 51807522816 88046829568 83751862272 42355933184 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +227.9 77348290560 38376734720 19554304 0 5062656 41396449280 51807522816 88046829568 83751862272 42355412992 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +228.9 77398888448 38381166592 19632128 0 5062656 41396330496 51807522816 88046829568 83751862272 42355531776 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +229.9 77219287040 38381174784 19644416 0 5062656 41396563968 51807522816 88046829568 83751862272 42355298304 4742991872 36356567040 35127042048 3907584 0 0 4294967296 0 0 0 0 0 0.0 156 0 0 2 43 200 +230.9 76972318720 38381170688 18419712 0 5062656 41396559872 51807522816 88046829568 83751862272 42355302400 4742991872 36356567040 35127042048 3330048 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +231.9 77618880512 38398685184 18616320 0 5062656 41394565120 51807522816 88046829568 83751862272 42357297152 4742991872 36356567040 35127042048 3330048 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +232.9 77659168768 38398685184 14266368 0 5062656 41395077120 51807522816 88046829568 83751862272 42356785152 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +233.9 77707554816 38398689280 14270464 0 5062656 41395073024 51807522816 88046829568 83751862272 42356789248 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +235.0 77740412928 38398689280 15360000 0 5062656 41395077120 51807522816 88046829568 83751862272 42356785152 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +236.0 77782859776 38398685184 15749120 0 5062656 41395073024 51807522816 88046829568 83751862272 42356789248 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +237.0 77820874752 38398746624 15769600 0 5062656 41395331072 51807522816 88046829568 83751862272 42356531200 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +238.0 77852401664 38398717952 15769600 0 5062656 41395589120 51807522816 88046829568 83751862272 42356273152 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +239.0 77895094272 38398717952 15790080 0 5062656 41395879936 51807522816 88046829568 83751862272 42355982336 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +240.0 77934510080 38398722048 15794176 0 5062656 41395879936 51807522816 88046829568 83751862272 42355982336 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +241.1 77965197312 38398763008 15564800 0 5062656 41395879936 51807522816 88046829568 83751862272 42355982336 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +242.1 77989707776 38398758912 16244736 0 5062656 41395871744 51807522816 88046829568 83751862272 42355990528 4742991872 36356567040 35127042048 3297280 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +243.1 78019624960 38398894080 16277504 0 5062656 41395847168 51807522816 88046829568 83751862272 42356015104 4742991872 36356567040 35127042048 3059712 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +244.1 78059020288 38398902272 16285696 0 5062656 41395601408 51807522816 88046829568 83751862272 42356260864 4742991872 36356567040 35127042048 3059712 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +245.1 78073024512 38398902272 16285696 0 5062656 41395351552 51807522816 88046829568 83751862272 42356510720 4742991872 36356567040 35127042048 3063808 0 0 4294967296 0 0 0 0 0 0.0 157 0 0 2 43 200 +246.1 78093692928 38398906368 14999552 0 5062656 41395351552 51807522816 88046829568 83751862272 42356510720 4742991872 36356567040 35127042048 3063808 0 0 4294967296 0 0 0 0 0 0.0 159 0 0 2 43 200 +247.2 78118166528 38399066112 15077376 0 5062656 41395613696 51807522816 88046829568 83751862272 42356248576 4742991872 36356567040 35127042048 1806336 0 0 4294967296 0 0 0 0 0 0.0 159 0 0 2 43 200 +248.2 78073634816 38399393792 15822848 0 5062656 41394036736 51807522816 88046829568 83751862272 42357825536 4742991872 36356567040 35127042048 1806336 0 0 4294967296 0 0 0 0 0 0.0 160 0 0 2 43 200 +249.2 77955104768 38399864832 17100800 0 5062656 41394270208 51807522816 88046829568 83751862272 42357592064 4742991872 36356567040 35127042048 1806336 0 0 4294967296 0 0 0 0 0 0.0 160 0 0 2 43 200 diff --git a/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json new file mode 100644 index 0000000..93d06bd --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/cold-restage-summary.json @@ -0,0 +1,31 @@ +{ + "schema": "w2-cold-restage-summary-v1", + "result": "pass", + "scope": "all 43 routed-expert layers, cold base-pack rebuild, health hold and guarded cleanup", + "source_patch_sha256_prefix": "e7417054a6e8", + "image_id": "sha256:40f7cd43dac3cb451d984479d730d11051c5984df727a49e9d586101423d4930", + "samples": 245, + "elapsed_seconds": 249.2, + "pack_layers_complete": 43, + "final_health_http": 200, + "host_mem_available_min_bytes": 73793277952, + "cgroup_memory_current_max_bytes": 51807191040, + "cgroup_memory_peak_bytes": 51807522816, + "cgroup_anon_max_bytes": 8231129088, + "cgroup_file_max_bytes": 44430127104, + "cgroup_file_mapped_max_bytes": 38428704768, + "cgroup_swap_current_max_bytes": 0, + "cgroup_event_high_max": 0, + "cgroup_event_max_max": 0, + "cgroup_event_oom_max": 0, + "cgroup_event_oom_kill_max": 0, + "psi_full_avg10_max": 0.0, + "host_swap_in_pages_delta": 160, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0, + "production_pack_fingerprint_unchanged": true, + "services_restored_healthy": true, + "trace_sha256": "9271af0f90160566729a6507f8b8e07ac7d05699e122701110393035b6135f26", + "trace_sanitization": "Epoch and absolute cumulative vmstat counters were removed; swap and OOM counters are expressed as deltas from sample 1.", + "relationship_to_final_patch": "The canonical final patch retains this lazy one-layer staging and fail-closed cache-control implementation; exact-head store, MXFP4, cgroup, baked-image, checkpoint-residency, next-shard retry, and constrained-pack probes are recorded separately." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv new file mode 100644 index 0000000..cd6d6e4 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-memory-trace.tsv @@ -0,0 +1,219 @@ +elapsed_s mem_available cached dirty writeback swap_free_delta cg_current cg_peak cg_max cg_high cg_headroom cg_anon cg_file cg_file_mapped cg_file_dirty cg_file_writeback cg_swap_current cg_swap_max event_high_delta event_max_delta event_oom_delta event_oom_kill_delta swap_event_max_delta psi_full_avg10 pswpin_delta pswpout_delta host_oom_kill_delta pack_version pack_layers health +0.0 118397390848 563482624 3190784 0 0 23961600 24223744 107374182400 103079215104 107350220800 7917568 13549568 5619712 8192 0 0 0 0 0 0 0 0 0.54 0 0 0 2 43 0 +1.0 117926977536 1353629696 3653632 0 0 549392384 549392384 107374182400 103079215104 106824790016 234795008 304627712 200728576 8192 0 0 0 0 0 0 0 0 0.44 0 0 0 2 43 0 +2.0 117597454336 1616166912 4456448 0 0 801034240 801042432 107374182400 103079215104 106573148160 362037248 417058816 248782848 53248 0 0 0 0 0 0 0 0 0.44 0 0 0 2 43 0 +3.0 117473005568 1714683904 6737920 0 0 934932480 935059456 107374182400 103079215104 106439249920 446742528 457793536 253952000 1597440 0 0 0 0 0 0 0 0 0.36 0 0 0 2 43 0 +4.1 117319901184 1749766144 6881280 0 0 1041285120 1041285120 107374182400 103079215104 106332897280 458108928 505905152 255168512 1597440 0 0 0 0 0 0 0 0 0.36 0 0 0 2 43 0 +5.1 116816187392 1828638720 7282688 0 0 1211604992 1211871232 107374182400 103079215104 106162577408 531808256 585850880 283238400 1957888 0 0 0 0 0 0 0 0 0.29 0 0 0 2 43 0 +6.1 115947737088 1869303808 11665408 0 0 1520861184 1520861184 107374182400 103079215104 105853321216 800190464 620187648 304193536 5910528 0 0 0 0 0 0 0 0 0.29 0 0 0 2 43 0 +7.1 115727941632 1944739840 11669504 0 0 1707851776 1707855872 107374182400 103079215104 105666330624 986824704 620187648 305143808 5910528 0 0 0 0 0 0 0 0 0.24 0 0 0 2 43 0 +8.1 115710132224 1948045312 11669504 0 0 1768222720 1768222720 107374182400 103079215104 105605959680 1045995520 620187648 305958912 5910528 0 0 0 0 0 0 0 0 0.24 0 0 0 2 43 0 +9.1 115724996608 1963143168 13910016 0 0 1870073856 1870397440 107374182400 103079215104 105504108544 1128431616 636502016 311029760 8052736 0 0 0 0 0 0 0 0 0.19 0 0 0 2 43 0 +10.2 116800208896 2122969088 13971456 0 0 2018578432 2018590720 107374182400 103079215104 105355603968 1119002624 796012544 397414400 8052736 0 0 0 0 0 0 0 0 0.19 0 0 0 2 43 0 +11.2 117113360384 2165555200 17879040 0 0 1707204608 2045825024 107374182400 103079215104 105666977792 769855488 838475776 304963584 11796480 0 0 0 0 0 0 0 0 0.16 0 0 0 2 43 0 +12.2 116867780608 2166120448 17887232 0 0 2111320064 2111320064 107374182400 103079215104 105262862336 1168556032 838987776 315285504 11800576 0 0 0 0 0 0 0 0 0.16 0 0 0 2 43 0 +13.2 116866400256 2179563520 17924096 0 0 2202939392 2202939392 107374182400 103079215104 105171243008 1258278912 839258112 316633088 11804672 0 0 0 0 0 0 0 0 0.13 0 0 0 2 43 0 +14.2 116850286592 2183008256 19230720 0 0 2308886528 2308911104 107374182400 103079215104 105065295872 1359388672 842805248 319520768 12783616 0 0 0 0 0 0 0 0 0.13 0 0 0 2 43 0 +15.2 116682989568 2366763008 20340736 0 0 2584514560 2584514560 107374182400 103079215104 104789667840 1438748672 1028677632 429568000 13893632 0 0 0 0 0 0 0 0 0.1 0 0 0 2 43 0 +16.2 116441042944 2451116032 20426752 0 0 2952884224 2956066816 107374182400 103079215104 104421298176 1715949568 1113575424 466493440 14094336 0 0 0 0 0 0 0 0 0.1 0 0 0 2 43 0 +17.2 115011117056 4208332800 20815872 0 0 6336376832 6336376832 107374182400 103079215104 101037805568 3329961984 2873348096 2224398336 14336000 0 0 0 0 0 0 0 0 0.08 0 0 0 2 43 0 +18.3 109336764416 5991366656 20836352 0 0 13719232512 13719232512 107374182400 103079215104 93654949888 8913756160 4653318144 4002549760 14352384 0 0 0 0 0 0 0 0 0.08 0 0 0 2 43 0 +19.3 108237103104 8621199360 2648600576 0 0 16142331904 16142331904 107374182400 103079215104 91231850496 8634175488 7283150848 4002553856 2644193280 0 0 0 0 0 0 0 0 0.07 0 0 0 2 43 0 +20.3 108245139456 9413922816 1159622656 1075838976 0 16954351616 16954454016 107374182400 103079215104 90419830784 8634175488 8075874304 4002553856 1153118208 1075838976 0 0 0 0 0 0 0 0.07 0 0 0 2 43 0 +21.3 106278252544 5991366656 20869120 0 0 15308840960 16954454016 107374182400 103079215104 92065341440 10499907584 4653338624 4002553856 14364672 0 0 0 0 0 0 0 0 0.05 0 0 0 2 1 0 +22.3 106502279168 7803318272 220098560 538968064 0 17115705344 17115705344 107374182400 103079215104 90258477056 10446143488 6465282048 4002553856 213594112 538968064 0 0 0 0 0 0 0 0.05 0 0 0 2 1 0 +23.3 108440928256 8316358656 20885504 0 0 16346181632 17115705344 107374182400 103079215104 91028000768 9210392576 6981046272 2763821056 14364672 0 0 0 0 0 0 0 0 0.04 0 0 0 2 1 0 +24.4 105323708416 9557725184 21168128 0 0 20904058880 20904321024 107374182400 103079215104 86470123520 12518113280 8219561984 4002631680 14364672 0 0 0 0 0 0 0 0 0.04 0 0 0 2 1 0 +25.4 106472497152 12980277248 1349591040 566231040 0 22346424320 22346731520 107374182400 103079215104 85027758080 10449260544 11642114048 4002631680 1343741952 559939584 0 0 0 0 0 0 0 0.03 0 0 0 2 1 0 +26.4 105994678272 11369672704 686891008 538968064 0 20692144128 22346731520 107374182400 103079215104 86682038272 10449260544 10031509504 4002631680 681041920 538968064 0 0 0 0 0 0 0 0.03 0 0 0 2 2 0 +27.4 108581580800 7710363648 17956864 0 0 15102033920 22346731520 107374182400 103079215104 92272148480 8573960192 6374395904 2156646400 12058624 0 0 0 0 0 0 0 0 0.03 0 0 0 2 2 0 +28.4 106555764736 9587900416 18092032 0 0 19670212608 22346731520 107374182400 103079215104 87703969792 11255795712 8249720832 4032606208 12058624 0 0 0 0 0 0 0 0 0.03 0 0 0 2 2 0 +29.4 107300401152 13010460672 3361153024 79691776 0 22377869312 22377869312 107374182400 103079215104 84996313088 10450063360 11672272896 4032606208 3350724608 81788928 0 0 0 0 0 0 0 0.02 0 0 0 2 2 0 +30.4 106656325632 10244448256 667537408 8192 0 19538128896 22377869312 107374182400 103079215104 87836053504 10450063360 8906129408 4032606208 668467200 0 0 0 0 0 0 0 0 0.02 0 0 0 2 3 0 +31.5 110101766144 6971944960 13242368 0 0 13614575616 22377869312 107374182400 103079215104 93759606784 7828148224 5638123520 1389604864 12058624 0 0 0 0 0 0 0 0 0.02 0 0 0 2 3 0 +32.5 107704705024 9596600320 14364672 0 0 18890244096 22377869312 107374182400 103079215104 88483938304 10468073472 8258269184 4011241472 12058624 0 0 0 0 0 0 0 0 0.02 0 0 0 2 3 0 +33.5 107243966464 11651813376 2067742720 0 0 20984111104 22377869312 107374182400 103079215104 86390071296 10450075648 10315575296 4011241472 2067267584 0 0 0 0 0 0 0 0 0.01 0 0 0 2 3 0 +34.5 107230277632 13019156480 1431785472 538968064 0 22386843648 22386843648 107374182400 103079215104 84987338752 10450075648 11680821248 4011241472 1427636224 538968064 0 0 0 0 0 0 0 0.01 0 0 0 2 3 0 +35.5 107211280384 13019152384 16728064 343932928 0 22386843648 22386843648 107374182400 103079215104 84987338752 10450075648 11680821248 4011241472 12058624 343932928 0 0 0 0 0 0 0 0.01 0 0 0 2 3 0 +36.5 107164979200 11408572416 815521792 538968064 0 20732108800 22386843648 107374182400 103079215104 86642073600 10450075648 10070208512 4011241472 811712512 538968064 0 0 0 0 0 0 0 0.01 0 0 0 2 4 0 +37.5 110718218240 6200098816 12320768 0 0 12031627264 22386843648 107374182400 103079215104 95342555136 7027507200 4859641856 4041388032 8503296 0 0 0 0 0 0 0 0 0.01 0 0 0 2 4 0 +38.6 107979034624 9331535872 13733888 0 0 18338877440 22386843648 107374182400 103079215104 89035304960 10187042816 7989628928 3769425920 8503296 0 0 0 0 0 0 0 0 0.01 0 0 0 2 4 0 +39.6 107261247488 9597845504 13959168 4096 0 19199889408 22386843648 107374182400 103079215104 88174292992 10783412224 8251744256 4032430080 8622080 0 0 0 0 0 0 0 0 0.0 0 0 0 2 4 0 +40.6 107235872768 13020393472 2301952000 538968064 0 22380814336 22386843648 107374182400 103079215104 84993368064 10450075648 11674296320 4032430080 2296614912 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 4 0 +41.6 107222818816 13020409856 282361856 538968064 0 22380621824 22386843648 107374182400 103079215104 84993560576 10450075648 11674296320 4032430080 277147648 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 4 0 +42.6 106884366336 11204284416 1612484608 0 0 20516990976 22386843648 107374182400 103079215104 86857191424 10450075648 9858162688 4032430080 1606963200 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +43.6 110454980608 6771453952 8183808 0 0 13196677120 22386843648 107374182400 103079215104 94177505280 7623692288 5427490816 1184960512 2641920 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +44.7 107729293312 9598144512 8249344 0 0 18864529408 22386843648 107374182400 103079215104 88509652992 10450075648 8252071936 4011241472 2641920 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +45.7 106248032256 10829234176 1237180416 0 0 20131581952 22386843648 107374182400 103079215104 87242600448 10450075648 9483100160 4011241472 1233670144 0 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +46.7 106265022464 13020766208 750592000 404750336 0 22380568576 22386843648 107374182400 103079215104 84993613824 10450075648 11674624000 4011241472 744984576 404750336 0 0 0 0 0 0 0 0.0 0 0 0 2 5 0 +47.7 105686884352 9598222336 6164480 0 0 19446075392 22386843648 107374182400 103079215104 87928107008 11029708800 8252071936 4011241472 540672 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +48.7 106079248384 11410292736 6209536 402653184 0 20725796864 22386843648 107374182400 103079215104 86648385536 10450075648 10064011264 4011241472 540672 402653184 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +49.7 109232508928 7395844096 6213632 0 0 14449172480 22386843648 107374182400 103079215104 92925009920 8248623104 6051082240 1831047168 540672 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +50.7 107153977344 9598078976 6815744 0 0 19384397824 22386843648 107374182400 103079215104 87989784576 10968096768 8251752448 4032442368 540672 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +51.8 106932387840 12571975680 2973143040 348160 0 21920419840 22386843648 107374182400 103079215104 85453762560 10450075648 11225513984 4032430080 2972061696 0 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +52.8 106918912000 13020766208 1081991168 1075838976 0 22379343872 22386843648 107374182400 103079215104 84994838528 10450075648 11674304512 4032430080 1080430592 1075838976 0 0 0 0 0 0 0 0.0 0 0 0 2 6 0 +53.8 106462613504 9598222336 3162112 0 0 19123916800 22386843648 107374182400 103079215104 88250265600 10709864448 8251752448 4032430080 397312 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +54.8 106720096256 11410165760 739463168 538968064 0 20724051968 22386843648 107374182400 103079215104 86650130432 10450075648 10063691776 4032430080 736497664 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +55.8 110867984384 6058786816 3698688 0 0 11886710784 22386843648 107374182400 103079215104 95487471616 7027507200 4712579072 2605416448 397312 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +56.8 107947950080 9565511680 3837952 0 0 18804719616 22386843648 107374182400 103079215104 88569462784 10418896896 8221724672 3980169216 397312 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +57.8 106467373056 9598554112 3780608 0 0 19567702016 22386843648 107374182400 103079215104 87806480384 11151171584 8252080128 4011241472 389120 0 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +58.9 106574442496 13021143040 2350510080 538968064 0 22380707840 22386843648 107374182400 103079215104 84993474560 10450075648 11674632192 4011241472 2347102208 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +59.9 106572197888 13021147136 480161792 538968064 0 22380261376 22386843648 107374182400 103079215104 84993921024 10450075648 11674632192 4011241472 476446720 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 7 0 +60.9 105696542720 10420682752 824098816 0 0 19711062016 22386843648 107374182400 103079215104 87663120384 10450075648 9074163712 4011241472 822476800 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +61.9 105697988608 11410538496 4407296 536870912 0 20724482048 22386843648 107374182400 103079215104 86649700352 10450075648 10064019456 4011241472 4096 536870912 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +62.9 108176412672 7544889344 5910528 0 0 14734835712 22386843648 107374182400 103079215104 92639346688 8390684672 6193668096 1973149696 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +63.9 106046472192 9609084928 7249920 0 0 19397558272 22386843648 107374182400 103079215104 87976624128 10981040128 8251760640 4032430080 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +64.9 106349850624 12291358720 2696814592 0 0 21629562880 22386843648 107374182400 103079215104 85744619520 10450075648 10944503808 4032430080 2690654208 0 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +66.0 106366296064 13021167616 1354620928 538968064 0 22377377792 22386843648 107374182400 103079215104 84996804608 10450075648 11674312704 4032430080 1348476928 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 8 0 +67.0 105807478784 9598767104 2703360 0 0 19255898112 22386843648 107374182400 103079215104 88118284288 10843582464 8251760640 4032430080 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +68.0 108871806976 9627910144 2969600 0 0 15461072896 22386843648 107374182400 103079215104 91913109504 7027507200 8280961024 4062642176 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +69.0 106697789440 8801681408 3661824 0 0 17271500800 22386843648 107374182400 103079215104 90102681600 9653325824 7457800192 3214528512 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +70.0 103726841856 9599311872 4591616 0 0 21015232512 22386843648 107374182400 103079215104 86358949888 12597563392 8252088320 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +71.0 105442463744 13022900224 164196352 587202560 0 22379573248 22386843648 107374182400 103079215104 84994609152 10450075648 11674640384 4011241472 153100288 593494016 0 0 0 0 0 0 0 0.0 0 0 0 2 9 0 +72.0 106660319232 11412299776 203988992 538968064 0 20725116928 22386843648 107374182400 103079215104 86649065472 10450075648 10064027648 4011241472 199237632 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +73.1 110310752256 6612418560 5263360 0 0 12877455360 22386843648 107374182400 103079215104 94496727040 7464464384 5266665472 1046827008 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +74.1 107605176320 9599692800 5492736 0 0 18864930816 22386843648 107374182400 103079215104 88509251584 10450075648 8251760640 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +75.1 107087081472 9962876928 368304128 0 0 19239768064 22386843648 107374182400 103079215104 88134414336 10450075648 8616665088 4032368640 362815488 0 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +76.1 107053281280 13022621696 1815334912 538968064 0 22381039616 22386843648 107374182400 103079215104 84993142784 10450075648 11674312704 4032368640 1809850368 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +77.1 107056136192 13022679040 146001920 538968064 0 22380888064 22386843648 107374182400 103079215104 84993294336 10450075648 11674312704 4032368640 140517376 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 10 0 +78.1 107149537280 11412070400 1278480384 538968064 0 20726038528 22386843648 107374182400 103079215104 86648143872 10450075648 10063699968 4032368640 1272979456 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +79.1 110229913600 9629253632 5509120 0 0 15464505344 22386843648 107374182400 103079215104 91909677056 7027507200 8280973312 4062646272 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +80.2 108513243136 8711675904 5525504 0 0 17087209472 22386843648 107374182400 103079215104 90286972928 9563369472 7366041600 3124572160 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +81.2 105483730944 9600188416 5529600 0 0 21016522752 22386843648 107374182400 103079215104 86357659648 12597563392 8252100608 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +82.2 107156439040 13023076352 2629001216 538968064 0 22380732416 22386843648 107374182400 103079215104 84993449984 10450079744 11674652672 4011241472 2623545344 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +83.2 107140014080 13023084544 615743488 538968064 0 22380732416 22386843648 107374182400 103079215104 84993449984 10450079744 11674652672 4011241472 610279424 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 11 0 +84.2 106922962944 9600536576 5480448 0 0 19426152448 22386843648 107374182400 103079215104 87948029952 11009957888 8252100608 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +85.2 107164864512 11412475904 137633792 538968064 0 20725657600 22386843648 107374182400 103079215104 86648524800 10450079744 10064039936 4011241472 132128768 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +86.2 110310961152 6933360640 5525504 0 0 13519962112 22386843648 107374182400 103079215104 93854220288 7785324544 5587587072 1367625728 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +87.3 107684757504 9601339392 6275072 0 0 18865192960 22386843648 107374182400 103079215104 88508989440 10450157568 8251768832 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +88.3 107199586304 10879340544 1282899968 0 0 20181045248 22386843648 107374182400 103079215104 87193137152 10450161664 9531031552 4032368640 1277173760 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +89.3 107188436992 13024825344 1488658432 538968064 0 22380957696 22386843648 107374182400 103079215104 84993224704 10450161664 11674320896 4032368640 1482694656 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +90.3 106958802944 12813053952 6107136 0 0 22179360768 22386843648 107374182400 103079215104 85194821632 10450161664 11458314240 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 12 0 +91.3 107028553728 11414319104 1010642944 538968064 0 20725919744 22386843648 107374182400 103079215104 86648262656 10450161664 10063708160 4032368640 1004544000 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +92.3 110505127936 6062825472 6111232 0 0 11887886336 22386843648 107374182400 103079215104 95486296064 7027593216 4712210432 4062646272 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +93.3 107543048192 9533091840 6098944 0 0 18735480832 22386843648 107374182400 103079215104 88638701568 10383966208 8187265024 3945041920 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +94.4 105865629696 9602732032 6656000 0 0 19552124928 22386843648 107374182400 103079215104 87822057472 11135717376 8252108800 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +95.4 106331328512 13025284096 2353369088 538968064 0 22380371968 22386843648 107374182400 103079215104 84993810432 10450276352 11674660864 4011241472 2346721280 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 13 0 +96.4 106009518080 11414745088 809955328 538968064 0 20725964800 22386843648 107374182400 103079215104 86648217600 10450280448 10064048128 4011241472 803217408 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +97.4 109912162304 6309539840 1429504 0 0 12114202624 22386843648 107374182400 103079215104 95259979776 7027712000 4942024704 4041388032 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +98.4 108053950464 9242034176 1294336 0 0 18115260416 22386843648 107374182400 103079215104 89258921984 10076057600 7878176768 3658125312 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +99.4 106342576128 9616814080 2396160 0 0 18976702464 22386843648 107374182400 103079215104 88397479936 10561265664 8251777024 4032368640 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +100.4 106042630144 13039591424 2290950144 538968064 0 22380421120 22386843648 107374182400 103079215104 84993761280 10450382848 11674329088 4032368640 2287996928 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +101.5 106070298624 13039595520 277688320 538968064 0 22380367872 22386843648 107374182400 103079215104 84993814528 10450382848 11674329088 4032368640 274731008 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 14 0 +102.5 105983713280 10571194368 949231616 0 0 19839709184 22386843648 107374182400 103079215104 87534473216 10450382848 9199689728 4032368640 945823744 0 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +103.5 106050596864 11437318144 3366912 603979776 0 20725194752 22386843648 107374182400 103079215104 86648987648 10450382848 10063716352 4032368640 8192 603979776 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +104.5 108768972800 7892148224 3313664 0 0 15388938240 22386843648 107374182400 103079215104 91985244160 8717361152 6519582720 2278215680 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +105.5 106451939328 9625722880 3592192 0 0 19922038784 22386843648 107374182400 103079215104 87452143616 11504955392 8252116992 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +106.5 107382222848 13048274944 2887176192 538968064 0 22381092864 22386843648 107374182400 103079215104 84993089536 10450505728 11674669056 4011241472 2883592192 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +107.5 107374936064 13048283136 1150775296 538968064 0 22380900352 22386843648 107374182400 103079215104 84993282048 10450505728 11674669056 4011241472 1147150336 538968064 0 0 0 0 0 0 0 0.0 0 0 0 2 15 0 +108.6 107251408896 11209146368 1584889856 0 0 20493262848 22386843648 107374182400 103079215104 86880919552 10450509824 9835466752 4011241472 1583357952 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +109.6 109511196672 7480139776 3760128 0 0 14493601792 22386843648 107374182400 103079215104 92880580608 8270569472 6073073664 1852641280 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +110.6 106965409792 9660907520 3760128 0 0 19405860864 22386843648 107374182400 103079215104 87968321536 10990034944 8251785216 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +111.6 106806591488 12743720960 3084476416 0 0 22033825792 22386843648 107374182400 103079215104 85340356608 10450612224 11334598656 4032368640 3082821632 0 0 0 0 0 0 0 0 0.0 0 0 0 2 16 0 +112.6 106289045504 11183448064 1526288384 0 0 20432715776 22386843648 107374182400 103079215104 86941466624 10450612224 9776414720 4032368640 1522540544 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +113.6 109067612160 7472316416 3776512 0 0 14481444864 22386843648 107374182400 103079215104 92892737536 8263237632 6066835456 1823862784 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +114.6 106702999552 9661362176 4390912 0 0 19504009216 22386843648 107374182400 103079215104 87870173184 11087831040 8252125184 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +115.7 106912468992 12974874624 3315814400 0 0 22270873600 22386843648 107374182400 103079215104 85103308800 10450714624 11565625344 4011241472 3313508352 0 0 0 0 0 0 0 0 0.0 0 0 0 2 17 0 +116.7 106910429184 11286667264 1627607040 0 0 20536594432 22386843648 107374182400 103079215104 86837587968 10450714624 9877417984 4011241472 1623203840 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +117.7 110115471360 7393480704 4390912 0 0 14323113984 22386843648 107374182400 103079215104 93051068416 8184975360 5988696064 1766793216 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +118.7 107495116800 9660694528 4399104 0 0 19326365696 22386843648 107374182400 103079215104 88047816704 10910445568 8251793408 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +119.7 107475009536 12484022272 2825203712 0 0 21766725632 22386843648 107374182400 103079215104 85607456768 10450833408 11074560000 4032368640 2822774784 0 0 0 0 0 0 0 0 0.0 0 0 0 2 18 0 +120.7 106982449152 11003432960 1346711552 0 0 20247916544 22386843648 107374182400 103079215104 87126265856 10450833408 9596067840 4032368640 1342185472 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +121.7 110263414784 7289073664 4493312 0 0 14113398784 22386843648 107374182400 103079215104 93260783616 8080326656 5882404864 1640796160 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +122.8 107596492800 9661452288 4509696 0 0 19149512704 22386843648 107374182400 103079215104 88224669696 10732838912 8252133376 4011241472 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +123.8 107399155712 12186574848 2529484800 0 0 21464231936 22386843648 107374182400 103079215104 85909950464 10450935808 10779201536 4011241472 2524971008 0 0 0 0 0 0 0 0 0.0 0 0 0 2 19 0 +124.8 107008991232 10450132992 790990848 0 0 19677839360 22386843648 107374182400 103079215104 87696343040 10450935808 9040662528 4011241472 788533248 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +125.8 109240676352 7097925632 6590464 0 0 13708283904 22386843648 107374182400 103079215104 93665898496 7879618560 5681156096 1461096448 4096 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +126.8 106684760064 9671565312 7593984 0 0 18864492544 22386843648 107374182400 103079215104 88509689856 10451030016 8251801600 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +127.8 106269081600 10862768128 1202085888 0 0 20098904064 22386843648 107374182400 103079215104 87275278336 10451038208 9453469696 4032368640 1199579136 0 0 0 0 0 0 0 0 0.0 0 0 0 2 20 0 +128.8 105808842752 9665294336 4616192 0 0 18870317056 22386843648 107374182400 103079215104 88503865344 10451038208 8255995904 4032368640 4202496 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +129.9 109422878720 6799933440 3608576 0 0 13130784768 22386843648 107374182400 103079215104 94243397632 7590572032 5393653760 1150844928 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +130.9 106415665152 9661280256 3956736 0 0 18865840128 22386843648 107374182400 103079215104 88508342272 10451136512 8252141568 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +131.9 105259581440 10412396544 753061888 0 0 19638996992 22386843648 107374182400 103079215104 87735185408 10451140608 9002921984 4011241472 748695552 0 0 0 0 0 0 0 0 0.0 0 0 0 2 21 0 +132.9 104501608448 9661636608 3932160 0 0 19339714560 22386843648 107374182400 103079215104 88034467840 10923454464 8252141568 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +133.9 108817342464 6581121024 4939776 0 0 12695609344 22386843648 107374182400 103079215104 94678573056 7373000704 5176659968 954437632 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +134.9 106428825600 9661292544 4841472 0 0 18865537024 22386843648 107374182400 103079215104 88508645376 10451243008 8251809792 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +136.0 105631199232 9661595648 5316608 0 0 19938484224 22386843648 107374182400 103079215104 87435698176 11524988928 8251809792 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 22 0 +137.0 104697782272 9661603840 5328896 0 0 19746553856 22386843648 107374182400 103079215104 87627628544 11305926656 8251809792 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +138.0 109012815872 6278742016 5390336 0 0 12081827840 22386843648 107374182400 103079215104 95292354560 7068823552 4870475776 628920320 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +139.0 106803253248 9662140416 5406720 0 0 18865868800 22386843648 107374182400 103079215104 88508313600 10451341312 8252149760 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +140.0 105460244480 9662943232 7225344 0 0 19346317312 22386843648 107374182400 103079215104 88027865088 10930470912 8252149760 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 23 0 +141.1 105384886272 9662947328 7233536 0 0 18880823296 22386843648 107374182400 103079215104 88493359104 10464194560 8252149760 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +142.1 109308166144 6352306176 7258112 0 0 12232773632 22386843648 107374182400 103079215104 95141408768 7144706048 4945465344 725770240 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +143.1 106869440512 9662730240 7282688 0 0 18865422336 22386843648 107374182400 103079215104 88508760064 10451447808 8251817984 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +144.1 105568686080 9662730240 7282688 0 0 19940999168 22386843648 107374182400 103079215104 87433183232 11525193728 8251817984 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 24 0 +145.2 105246900224 9662730240 7413760 0 0 19452952576 22386843648 107374182400 103079215104 87921229824 11025162240 8251817984 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +146.2 109408595968 6247596032 7421952 0 0 12018630656 22386843648 107374182400 103079215104 95355551744 7037820928 4839292928 597725184 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +147.2 106517901312 9663086592 7434240 0 0 18866167808 22386843648 107374182400 103079215104 88508014592 10451554304 8252157952 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +148.2 105799794688 9663086592 7413760 0 0 19415240704 22386843648 107374182400 103079215104 87958941696 10975076352 8252157952 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 25 0 +149.3 105906974720 9663143936 7417856 0 0 19402555392 22386843648 107374182400 103079215104 87971627008 10985623552 8252157952 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +150.3 110180798464 6208659456 7553024 0 0 11970166784 22386843648 107374182400 103079215104 95404015616 7029002240 4798988288 579178496 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +151.3 107212869632 9662820352 7561216 0 0 18865909760 22386843648 107374182400 103079215104 88508272640 10451664896 8251830272 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +152.3 106147004416 9662820352 7561216 0 0 19918766080 22386843648 107374182400 103079215104 87455416320 11501760512 8251830272 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 26 0 +153.3 105504985088 9662820352 7499776 0 0 19652481024 22386843648 107374182400 103079215104 87721701376 11223584768 8251830272 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +154.4 109907079168 6284025856 7663616 0 0 12097585152 22386843648 107374182400 103079215104 95276597248 7074770944 4878192640 634388480 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +155.4 107018014720 9663172608 7942144 0 0 18865483776 22386843648 107374182400 103079215104 88508698624 10451767296 8252170240 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +156.4 105930321920 9663172608 7925760 0 0 19736768512 22386843648 107374182400 103079215104 87637413888 11305127936 8252170240 4011241472 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 27 0 +157.4 105237319680 9663176704 8069120 0 0 20075380736 22386843648 107374182400 103079215104 87298801664 11659739136 8252170240 4011241472 0 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +158.5 110307127296 6274990080 2494464 0 0 12073127936 22386843648 107374182400 103079215104 95301054464 7065370624 4866314240 646074368 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +159.5 107365552128 9662984192 4296704 0 0 18865442816 22386843648 107374182400 103079215104 88508739584 10451869696 8251838464 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +160.5 106615648256 9662984192 5640192 0 0 19335667712 22386843648 107374182400 103079215104 88038514688 10897801216 8251838464 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 28 0 +161.5 107060629504 9662980096 5484544 0 0 18883571712 22386843648 107374182400 103079215104 88490610688 10464792576 8251838464 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +162.6 111084343296 6301020160 5660672 0 0 12126593024 22386843648 107374182400 103079215104 95247589376 7091867648 4892684288 651255808 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +163.6 107753869312 9663332352 5664768 0 0 18866663424 22386843648 107374182400 103079215104 88507518976 10451980288 8252178432 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +164.6 106607960064 9671716864 5795840 0 0 19531137024 22386843648 107374182400 103079215104 87843045376 11094605824 8252178432 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 29 0 +165.6 105876307968 9671716864 5799936 0 0 20076466176 22386843648 107374182400 103079215104 87297716224 11659948032 8252178432 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +166.6 110824050688 6204747776 5750784 0 0 11957866496 22386843648 107374182400 103079215104 95416315904 7029415936 4786421760 566857728 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +167.6 107677933568 9671503872 5730304 0 0 18866167808 22386843648 107374182400 103079215104 88508014592 10452082688 8251846656 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +168.7 105560879104 9671503872 3833856 266240 0 19941949440 22386843648 107374182400 103079215104 87432232960 11525828608 8251846656 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 30 0 +169.7 105340706816 9671737344 3977216 0 0 19214073856 22386843648 107374182400 103079215104 88160108544 10787946496 8251846656 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +170.7 110496514048 6298058752 3989504 0 0 12106280960 22386843648 107374182400 103079215104 95267901440 7079981056 4882718720 639213568 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +171.7 107623440384 9672085504 3993600 0 0 18867437568 22386843648 107374182400 103079215104 88506744832 10452180992 8252186624 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +172.8 106852339712 9672085504 4038656 0 0 19150225408 22386843648 107374182400 103079215104 88223956992 10716884992 8252186624 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 31 0 +173.8 105812852736 9672089600 4030464 0 0 19682312192 22386843648 107374182400 103079215104 87691870208 11263741952 8252186624 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +174.8 110987747328 6279401472 4374528 0 0 12064464896 22386843648 107374182400 103079215104 95309717504 7060967424 4861280256 641196032 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +175.8 107746754560 9671766016 4509696 0 0 18866569216 22386843648 107374182400 103079215104 88507613184 10452291584 8251854848 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +176.8 106683183104 9671770112 4644864 0 0 19533541376 22386843648 107374182400 103079215104 87840641024 11093082112 8251854848 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 32 0 +177.9 106003193856 9671770112 4644864 0 0 19482275840 22386843648 107374182400 103079215104 87891906560 11063787520 8251854848 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +178.9 110446886912 6328791040 4669440 0 0 12163473408 22386843648 107374182400 103079215104 95210708992 7109414912 4910632960 668512256 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +179.9 107403780096 9671794688 4706304 0 0 18867150848 22386843648 107374182400 103079215104 88507031552 10452393984 8252194816 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +180.9 106565308416 9672130560 4710400 0 0 19192467456 22386843648 107374182400 103079215104 88181714944 10772959232 8252194816 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 33 0 +181.9 105866752000 9672126464 4706304 0 0 19437027328 22386843648 107374182400 103079215104 87937155072 11000430592 8252194816 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +183.0 109762113536 6365741056 4718592 0 0 12242980864 22386843648 107374182400 103079215104 95131201536 7149916160 4950081536 730009600 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +184.0 107516383232 9671802880 4718592 0 0 18867118080 22386843648 107374182400 103079215104 88507064320 10452496384 8251863040 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +185.0 107046137856 9671802880 4718592 0 0 18872279040 22386843648 107374182400 103079215104 88501903360 10453946368 8251863040 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 34 0 +186.0 106367213568 9680617472 6205440 0 0 18914902016 22386843648 107374182400 103079215104 88459280384 10501865472 8251863040 4032368640 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +187.0 109684105216 6323675136 7065600 0 0 12137586688 22386843648 107374182400 103079215104 95236595712 7097364480 4898209792 656183296 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +188.0 106741686272 9682501632 7196672 0 0 18867097600 22386843648 107374182400 103079215104 88507084800 10452598784 8252203008 4011241472 12288 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +189.1 105688719360 9672196096 6479872 0 0 19940184064 22386843648 107374182400 103079215104 87433998336 11526344704 8252203008 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 35 0 +190.1 105659330560 9672437760 1044480 0 0 18869616640 22386843648 107374182400 103079215104 88504565760 10452606976 8252203008 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +191.1 109686640640 6271156224 2625536 0 0 12048011264 22386843648 107374182400 103079215104 95326171136 7052730368 4852752384 632635392 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +192.1 105751339008 9672007680 2895872 0 0 18866335744 22386843648 107374182400 103079215104 88507846656 10452709376 8251871232 4032368640 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +193.1 104840015872 9672335360 3772416 0 0 19247882240 22386843648 107374182400 103079215104 88126300160 10812915712 8251871232 4032368640 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 36 0 +194.2 104583036928 9672413184 5140480 0 0 19492478976 22386843648 107374182400 103079215104 87881703424 11066060800 8251871232 4032368640 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +195.2 110337110016 6250061824 5152768 0 0 12000391168 22386843648 107374182400 103079215104 95373791232 7030153216 4829777920 588742656 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +196.2 107057000448 9672761344 5730304 0 0 18867339264 22386843648 107374182400 103079215104 88506843136 10452815872 8252211200 4011241472 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +197.3 106141708288 9672765440 5865472 0 0 19279933440 22386843648 107374182400 103079215104 88094248960 10852663296 8252211200 4011241472 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 37 0 +198.3 105704759296 9672765440 5865472 0 0 19729543168 22386843648 107374182400 103079215104 87644639232 11304013824 8252211200 4011241472 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +199.3 110663204864 6287581184 5951488 0 0 12087222272 22386843648 107374182400 103079215104 95286960128 7071035392 4872085504 650653696 16384 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +200.3 107311988736 9672921088 4890624 0 0 18867527680 22386843648 107374182400 103079215104 88506654720 10452918272 8251879424 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +201.4 105432145920 9672921088 4890624 0 0 19943219200 22386843648 107374182400 103079215104 87430963200 11526664192 8251879424 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 38 0 +202.4 105517785088 9672921088 4894720 0 0 19522424832 22386843648 107374182400 103079215104 87851757568 11105914880 8251879424 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +203.4 110013861888 6292484096 4907008 0 0 12092190720 22386843648 107374182400 103079215104 95281991680 7073005568 4874547200 631504896 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +204.4 106923438080 9673314304 5300224 0 0 18867478528 22386843648 107374182400 103079215104 88506703872 10453020672 8252219392 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +205.4 105970049024 9673314304 5279744 0 0 19189751808 22386843648 107374182400 103079215104 88184430592 10762825728 8252219392 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 39 0 +206.4 105824931840 9673314304 5439488 0 0 18880282624 22386843648 107374182400 103079215104 88493899776 10462920704 8252219392 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +207.5 109989425152 6351507456 5455872 0 0 12212494336 22386843648 107374182400 103079215104 95161688064 7133655040 4934483968 713019392 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +208.5 107304099840 9672994816 5451776 0 0 18867871744 22386843648 107374182400 103079215104 88506310656 10453131264 8251887616 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +209.5 105747546112 9673347072 5554176 0 0 19163373568 22386843648 107374182400 103079215104 88210808832 10736046080 8251887616 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 40 0 +210.5 105152454656 9673355264 5689344 0 0 19166117888 22386843648 107374182400 103079215104 88208064512 10749353984 8251887616 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +211.5 109454630912 6394028032 5701632 0 0 12294451200 22386843648 107374182400 103079215104 95079731200 7174336512 4975943680 732577792 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +212.5 106834354176 9673388032 5701632 0 0 18868027392 22386843648 107374182400 103079215104 88506155008 10453233664 8252227584 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +213.6 106769035264 9673707520 5705728 0 0 18935398400 22386843648 107374182400 103079215104 88438784000 10520080384 8252227584 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 41 0 +214.6 106633592832 9673707520 5836800 0 0 18875744256 22386843648 107374182400 103079215104 88498438144 10457751552 8252227584 4011241472 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +215.6 110484443136 6343184384 6389760 0 0 12189859840 22386843648 107374182400 103079215104 95184322560 7124361216 4923674624 703545344 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +216.6 107371524096 9673076736 6377472 0 0 18867568640 22386843648 107374182400 103079215104 88506613760 10453331968 8251895808 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +217.6 106535313408 9673388032 6512640 0 0 18891390976 22386843648 107374182400 103079215104 88482791424 10473922560 8251895808 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 42 0 +218.6 105980203008 9673388032 6643712 0 0 18907787264 22386843648 107374182400 103079215104 88466395136 10489798656 8251895808 4032368640 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 43 0 +219.6 109866704896 6591528960 6758400 0 0 12343566336 22386843648 107374182400 103079215104 95030616064 7030779904 5170307072 930189312 8192 0 0 0 0 0 0 0 0 0.0 0 0 0 2 43 0 +220.7 109414805504 2634194944 8765440 0 0 8413315072 22386843648 107374182400 103079215104 98960867328 7064363008 1213825024 481644544 2260992 0 0 0 0 0 0 0 0 0.0 0 0 0 2 43 0 diff --git a/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json new file mode 100644 index 0000000..d508a0d --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p0/frozen-rc-summary.json @@ -0,0 +1,55 @@ +{ + "schema_version": "ds4-w2-frozen-rc-cold-restage-v1", + "artifact": { + "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "origin_main_cutoff": "94be3aa3d7a8b82c7fc9687990a7edb6035f69f3", + "wrapper_commit": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc", + "source_patch_sha256": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2" + }, + "restage": { + "checkpoint_shards_completed": 46, + "checkpoint_shards_total": 46, + "expert_pack_layers": 43, + "checkpoint_shard_loading_seconds": 203, + "container_start_to_ready_seconds": 340, + "base_cache_gb": 8, + "delta_cache_gb": 6, + "fp4_split_enabled": false + }, + "cold_restage_trace": { + "samples": 218, + "window_seconds": 220.7, + "min_mem_available_bytes": 103726841856, + "max_cgroup_current_bytes": 22386843648, + "max_cgroup_peak_bytes": 22386843648, + "min_cgroup_hard_headroom_bytes": 84987338752, + "min_memory_high_headroom_bytes": 80692371456, + "max_cgroup_anon_bytes": 12597563392, + "max_cgroup_file_bytes": 11680821248, + "max_cgroup_file_mapped_bytes": 4062646272, + "max_cgroup_swap_bytes": 0, + "max_psi_full_avg10": 0.54, + "memory_high_event_delta": 0, + "memory_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_page_delta": 0, + "host_swap_out_page_delta": 0, + "host_oom_kill_delta": 0, + "trace": "frozen-rc-memory-trace.tsv" + }, + "lifecycle": { + "controller_exit_status": 0, + "evaluation_container_absent_after_cleanup": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "production_services_active": true, + "production_health_codes": [ + 200, + 200 + ], + "disposable_store_removed": true + }, + "evidence_boundary": "The trace covers the exact frozen release candidate from container start through completion of all checkpoint shards. Later quality and context activity is summarized separately and is not included in these cold-restage maxima." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/aggregate.json b/evidence/public/ds4-w2-2026-07-11/p1/aggregate.json new file mode 100644 index 0000000..fceab4c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/aggregate.json @@ -0,0 +1,208 @@ +{ + "schema_version": "ds4-w2-p1-public-aggregate-v1", + "evaluation_scope": { + "seeds": [ + 42, + 43, + 44 + ], + "responses_per_seed": 40, + "response_total": 120, + "order": "reasoning-coding-interleaved-fixed", + "prewarm": { + "suite_version": "ds4-w2-prewarm-v4", + "cases_per_seed": 10, + "accepted_per_seed": { + "42": 10, + "43": 10, + "44": 10 + }, + "accepted_combined": 30, + "total_combined": 30, + "retries": 0 + } + }, + "baseline_context": { + "machine_exact": 76, + "responses": 120, + "sinks": 16, + "sink_rate": 0.13333333333333333, + "comparability_caveat": "The baseline is a corrected re-score of historical warm runs under a different runtime and prewarm contract. It is operational context, not a causal control arm for any single change." + }, + "final_quality": { + "per_seed": [ + { + "seed": 42, + "machine_exact": 39, + "machine_lenient": 39, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + }, + { + "seed": 43, + "machine_exact": 40, + "machine_lenient": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + }, + { + "seed": 44, + "machine_exact": 40, + "machine_lenient": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + } + ], + "combined": { + "machine_exact": 119, + "machine_lenient": 119, + "semantic_equivalent": 120, + "responses": 120, + "sinks": 0, + "request_errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0, + "retries": 0 + }, + "latex_normalization_caveat": { + "seed": 42, + "item": "r17", + "expected": "3/8", + "returned_final": "\\(\\frac{3}{8}\\)", + "machine_exact": false, + "machine_lenient": false, + "sink": false, + "interpretation": "The returned value is mathematically equivalent to 3/8, but the frozen scorer does not normalize this LaTeX wrapper. The public machine score remains 119/120; 120/120 is reported separately as a semantic-equivalence interpretation." + } + }, + "receipt_derived_performance": { + "latency_seconds": { + "percentile_method": "nearest-rank", + "per_seed": [ + { + "seed": 42, + "sum": 428.445, + "mean": 10.711125, + "p50": 9.7485, + "p95": 17.671, + "max": 29.01 + }, + { + "seed": 43, + "sum": 441.176, + "mean": 11.0294, + "p50": 10.7295, + "p95": 15.435, + "max": 31.227 + }, + { + "seed": 44, + "sum": 418.249, + "mean": 10.456225, + "p50": 9.6525, + "p95": 16.364, + "max": 30.377 + } + ], + "combined": { + "sum": 1287.87, + "mean": 10.73225, + "p50": 9.981, + "p95": 17.671, + "max": 31.227 + } + }, + "completion_tokens": { + "percentile_method": "nearest-rank", + "per_seed": [ + { + "seed": 42, + "sum": 3082, + "mean": 77.05, + "p50": 70.5, + "p95": 145, + "max": 230 + }, + { + "seed": 43, + "sum": 3202, + "mean": 80.05, + "p50": 78.5, + "p95": 136, + "max": 235 + }, + { + "seed": 44, + "sum": 2996, + "mean": 74.9, + "p50": 70, + "p95": 136, + "max": 253 + } + ], + "combined": { + "sum": 9280, + "mean": 77.33333333333333, + "p50": 71.5, + "p95": 138, + "max": 253 + } + }, + "serial_completion_tokens_per_receipt_wall_second": 7.205696227103666, + "throughput_caveat": "The derived rate divides completion-token receipts by summed per-request wall time. It is not a concurrent engine-throughput benchmark." + }, + "near_edge_context": { + "served_window_tokens": 32768, + "target_prompt_tokens": 30000, + "depths": [ + 0.1, + 0.5, + 0.9 + ], + "accepted": 3, + "of": 3, + "exact_prompt_token_count_required": true, + "exact_terminal_passphrase_required": true, + "role": "P1 near-edge validation and rehearsal of the P2 context harness; it is not a 128K P2 result." + }, + "pool_activity_during_scoring": { + "per_seed": [ + { + "seed": 42, + "evictions": 76911, + "promotions": 76911 + }, + { + "seed": 43, + "evictions": 80902, + "promotions": 80902 + }, + { + "seed": 44, + "evictions": 75113, + "promotions": 75113 + } + ], + "combined": { + "evictions": 232926, + "promotions": 232926 + }, + "policy_boundary": "All three quality runs passed their pre-score and post-score liveness/churn policy. Replay rate and second-order residue were retained telemetry, not rejection thresholds; the separate strict zero-residue diagnostic did not pass." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/cleanup.json b/evidence/public/ds4-w2-2026-07-11/p1/cleanup.json new file mode 100644 index 0000000..a2749e3 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/cleanup.json @@ -0,0 +1,22 @@ +{ + "schema_version": "ds4-w2-p1-public-cleanup-v1", + "result": "pass", + "stop_handshake_accepted": true, + "controller_cleanup_exit_code": 0, + "cleanup_completed_at_utc": "2026-07-11T22:37:13Z", + "watchdog_done_marker_present": true, + "abort_receipt_present": false, + "evaluation_container_absent_after": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "stopped_services_expected_count": 2, + "stopped_services_active_after_count": 2, + "generated_store_removed_after_evidence_sync": true, + "generated_store_removed_bytes": 230317622095, + "controller_log": { + "line_count": 31, + "byte_count": 2646, + "sha256": "d328c7b47d08c0fd0564cdee2c41f56afe1d3ef9321e543f0a6f764b342e161f" + }, + "verification_note": "The final container-inspect receipt was captured before stop. Post-stop absence is established by the guarded controller's successful remove-and-reinspect path and zero cleanup exit code; topology-specific identifiers remain private." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json new file mode 100644 index 0000000..f196366 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.manifest.json @@ -0,0 +1,94 @@ +{ + "schema_version": "ds4-w2-context-v1", + "run_label": "p1-final-32k-context-30k", + "probe_role": "P1 near-edge validation and rehearsal of the P2 context harness; this is not a 128K P2 result.", + "status": "complete", + "started_at_utc": "2026-07-11T22:31:49.983051Z", + "completed_at_utc": "2026-07-11T22:36:27.833651Z", + "context_validated": true, + "probe": { + "cases": [ + { + "depth": 0.1, + "target_prompt_tokens": 30000 + }, + { + "depth": 0.5, + "target_prompt_tokens": 30000 + }, + { + "depth": 0.9, + "target_prompt_tokens": 30000 + } + ], + "expected_runtime": { + "base_cache_gb": 8.0, + "delta_gb": 6.0, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "max_num_seqs": 1, + "speculative_tokens": 0 + }, + "generator_version": "deterministic-word-haystack-v1", + "max_tokens": 256, + "model": "deepseek-v4-flash-w2", + "prompt_token_tolerance": 64, + "seed": 20260711, + "timeout_seconds": 3600 + }, + "harness": { + "files": { + "context_probe.py": "07b76343c5007ae98e84de22cb34931a440243e9a923d480aebc02e0d2664312", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "summary": { + "accepted": 3, + "max_observed_prompt_tokens": 30000, + "of": 3, + "receipts_sha256": "cd2c7621f168683aee68e37c9008dd5faecc808b74fe93ed3b39405f841393fe", + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "error": null, + "artifacts": { + "manifest": "context-30k.manifest.json", + "receipts_jsonl": "context-30k.receipts.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl new file mode 100644 index 0000000..d4c659b --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/context-30k.receipts.jsonl @@ -0,0 +1,3 @@ +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":32768,"n_words":30000,"prompt_tokens":39927,"request_sha256":"34bbaf286de7fcb13d16f258807f96d401dc7d3c927acfdf7a15f5b914964db2","status_code":200,"wall_seconds":0.147},{"max_model_len":32768,"n_words":14999,"prompt_tokens":19957,"request_sha256":"c3bf421539aa3f3af246ae0eb1631c29f6d4a4c2f423c5dda7fcda4ee1235017","status_code":200,"wall_seconds":0.088},{"max_model_len":32768,"n_words":22499,"prompt_tokens":29930,"request_sha256":"d3ac4d088c15da03795dbf8d73c9f2fd6ca4e07985f514b20f761dd4338ff4a0","status_code":200,"wall_seconds":0.103},{"max_model_len":32768,"n_words":26249,"prompt_tokens":34944,"request_sha256":"c9bff07bd89b153a17ca09d3371ea88de865ab780c627b5140fd5c389384e394","status_code":200,"wall_seconds":0.123},{"max_model_len":32768,"n_words":24374,"prompt_tokens":32459,"request_sha256":"b8d1b0b767cbed27bafae967c8d9dedfd3a22daae43f77c1be4d0998004dad84","status_code":200,"wall_seconds":0.127},{"max_model_len":32768,"n_words":23436,"prompt_tokens":31220,"request_sha256":"f753893468230c5955c8163d26b8e134facfd6ce91d1f131acc6222218eb675e","status_code":200,"wall_seconds":0.108},{"max_model_len":32768,"n_words":22967,"prompt_tokens":30564,"request_sha256":"acaafd5022aba072a233ced8c90b0a127e089e5b8dfffed19fdefdf3e245bff9","status_code":200,"wall_seconds":0.126},{"max_model_len":32768,"n_words":22733,"prompt_tokens":30262,"request_sha256":"c360ed1276f8b5e543bd29f2f1bdcb18cb2fa4e41dfaca40c70fa2dcfbb13a7f","status_code":200,"wall_seconds":0.107},{"max_model_len":32768,"n_words":22616,"prompt_tokens":30092,"request_sha256":"37bc24b467528a107343ed6358642e4f559773dec570861d4a53363cd7a44b97","status_code":200,"wall_seconds":0.091},{"max_model_len":32768,"n_words":22557,"prompt_tokens":30006,"request_sha256":"dbffc59bbe13154bce9b1ec7496fefab9ea2de2aefb17dd20fb4e6fd64011ba5","status_code":200,"wall_seconds":0.093},{"max_model_len":32768,"n_words":22528,"prompt_tokens":29970,"request_sha256":"eb92c59cf1fef102694933cfa33c32c7a79239b20661e51abcbc56bfee509b49","status_code":200,"wall_seconds":0.106},{"max_model_len":32768,"n_words":22542,"prompt_tokens":29989,"request_sha256":"7c0f63094973ffc423e4ce24c633744545843897104d28da92489a618b165b10","status_code":200,"wall_seconds":0.117},{"max_model_len":32768,"n_words":22549,"prompt_tokens":29997,"request_sha256":"2ef293f5145971fc795ecfcb030420783b992b8d787d624ec5875bf106f9d2aa","status_code":200,"wall_seconds":0.11},{"max_model_len":32768,"n_words":22553,"prompt_tokens":30000,"request_sha256":"32c73e3443cfda2c360db92b681c4ccae3b5d8d404f7ac8348415a238d7fe7eb","status_code":200,"wall_seconds":0.096}],"observed_prompt_tokens":30000,"selected_words":22553},"completed_at_utc":"2026-07-11T22:33:25.499988Z","depth":0.1,"error":null,"expected_answer":"DS4-1D3DD7406490E406","generator_version":"deterministic-word-haystack-v1","ordinal":1,"prompt_token_tolerance":64,"request":{"max_tokens":256,"prompt_bytes":158041,"prompt_sha256":"719c3cb3b77dbd120e75a693e18748d45398e350c8caaabea4fac8ec1e7f0f1c","request_sha256":"a5803dbcf66e29942f2e9b1fd69907a7faf062f06597c2759b61c93d9c475e3f","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":13,"content":"DS4-1D3DD7406490E406","content_sha256":"2512497137568daef5c757fd225887ccac533a1c075b930662c0a9d15d14af1a","extracted_answer":"DS4-1D3DD7406490E406","finish_reason":"stop","prompt_tokens":30000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":93.914},"schema_version":"ds4-w2-context-v1","seed":20260711,"started_at_utc":"2026-07-11T22:31:49.984064Z","target_prompt_tokens":30000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":32768,"n_words":30000,"prompt_tokens":40096,"request_sha256":"62885d256802cdd84011ca2e81758784ca85fe601af0509b122d99e8a98e0b2f","status_code":200,"wall_seconds":0.108},{"max_model_len":32768,"n_words":14999,"prompt_tokens":20089,"request_sha256":"373e83f4035daad293d18ee376cbb410673e29b2eff93fc34c0ca4c6c486e2c1","status_code":200,"wall_seconds":0.092},{"max_model_len":32768,"n_words":22499,"prompt_tokens":30106,"request_sha256":"bdcb8a6570ef1081767a2eff7e208242e70b7b6d13efc8c316c9cecc52fc0096","status_code":200,"wall_seconds":0.09},{"max_model_len":32768,"n_words":18749,"prompt_tokens":25064,"request_sha256":"bd96ce643204e105709ff4c2364dfa84d7f433fcc94f485bbbfa8b015a07451f","status_code":200,"wall_seconds":0.085},{"max_model_len":32768,"n_words":20624,"prompt_tokens":27578,"request_sha256":"85b83c78817f3144cbd02220b46d2cda6157bf016e3e4f15cb879a5bfeaebb1c","status_code":200,"wall_seconds":0.083},{"max_model_len":32768,"n_words":21561,"prompt_tokens":28854,"request_sha256":"219fe2a82506822171c2357c18c6d5fb8d6e828211e79e36c8532b89192752c6","status_code":200,"wall_seconds":0.081},{"max_model_len":32768,"n_words":22030,"prompt_tokens":29490,"request_sha256":"b6c40716fc78726db1441f1fd5d7425f934a661a6e5db18ebdc9f0a6d132b6b1","status_code":200,"wall_seconds":0.109},{"max_model_len":32768,"n_words":22264,"prompt_tokens":29788,"request_sha256":"3a939d73706400fc9e8a6c2574f223550d3e598996d10628b4da30e9cc9b6e64","status_code":200,"wall_seconds":0.093},{"max_model_len":32768,"n_words":22381,"prompt_tokens":29940,"request_sha256":"18ed22ff3a76efec4963c4f91fcaf06ce0981d1a000f69b1b0e16a710aaa307f","status_code":200,"wall_seconds":0.089},{"max_model_len":32768,"n_words":22440,"prompt_tokens":30021,"request_sha256":"24df54ebd04e28baa0bfc9fb7f12be292f05bfa811e94105e4894408c3c2470f","status_code":200,"wall_seconds":0.091},{"max_model_len":32768,"n_words":22410,"prompt_tokens":29978,"request_sha256":"6be328d88b951bb5e6f3e05693920fbc1691d95ef3465a443d3f20c5bf975199","status_code":200,"wall_seconds":0.115},{"max_model_len":32768,"n_words":22425,"prompt_tokens":29999,"request_sha256":"04caf3bc867ba8eaa97ff24aeed0a9a58dbf672f0073551b5c9f6cddd6275b05","status_code":200,"wall_seconds":0.089},{"max_model_len":32768,"n_words":22432,"prompt_tokens":30007,"request_sha256":"9121fe173f476b656a13945105628e402c3c2fecaa6599c352b0b3aec9cf5eea","status_code":200,"wall_seconds":0.092},{"max_model_len":32768,"n_words":22428,"prompt_tokens":30004,"request_sha256":"f24d581d9c2a59f1771577cc4a74eeab3740559ed85fec52f061093cc6c56348","status_code":200,"wall_seconds":0.096},{"max_model_len":32768,"n_words":22426,"prompt_tokens":30000,"request_sha256":"63e98c9064d65f853a9ef4148a7551d1f6e969f435eaab315cfc505a8e994e0c","status_code":200,"wall_seconds":0.101}],"observed_prompt_tokens":30000,"selected_words":22426},"completed_at_utc":"2026-07-11T22:34:56.523151Z","depth":0.5,"error":null,"expected_answer":"DS4-5C1FFB67472838B8","generator_version":"deterministic-word-haystack-v1","ordinal":2,"prompt_token_tolerance":64,"request":{"max_tokens":256,"prompt_bytes":157293,"prompt_sha256":"1b546e91185d6bb1b79e08cd9faa993afd8fea367d3c0ab0bb8a86d40a5134b3","request_sha256":"2a3fdac503d4f6151aa806d05695d53382600e7efb699ff1012cc1b23875d352","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":14,"content":"DS4-5C1FFB67472838B8","content_sha256":"122001f8de39482e6ed15a3f2c91233c1c1e88131f6e24a1cb5fa586a3664a0a","extracted_answer":"DS4-5C1FFB67472838B8","finish_reason":"stop","prompt_tokens":30000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":89.529},"schema_version":"ds4-w2-context-v1","seed":20260712,"started_at_utc":"2026-07-11T22:33:25.500632Z","target_prompt_tokens":30000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":32768,"n_words":30000,"prompt_tokens":40140,"request_sha256":"4bf1ab78ed6dfd2eed3fac4ec9e3304edb613634c96c1e2d3cca737f420fc904","status_code":200,"wall_seconds":0.1},{"max_model_len":32768,"n_words":14999,"prompt_tokens":20177,"request_sha256":"9f3458b26219a0fece6197e3a73072c1fe744f877a39475acb5b06d3b8d99265","status_code":200,"wall_seconds":0.073},{"max_model_len":32768,"n_words":22499,"prompt_tokens":30135,"request_sha256":"73da5c55e22755485cbdb549dcb21ae4e0ad5672583d8aa44c6c4370a893d9bb","status_code":200,"wall_seconds":0.096},{"max_model_len":32768,"n_words":18749,"prompt_tokens":25140,"request_sha256":"c88c6d3775b49dc32cc37c08021085f7b9a615236ce5bfafa599b4642ab2ec0b","status_code":200,"wall_seconds":0.1},{"max_model_len":32768,"n_words":20624,"prompt_tokens":27654,"request_sha256":"c090231b8cb540fde094da6659292527e65f728b9ddcf99dd2f1049ef9058426","status_code":200,"wall_seconds":0.122},{"max_model_len":32768,"n_words":21561,"prompt_tokens":28893,"request_sha256":"3300491edcf1d870c2a0c994bdfcbd178537bc3308754fbd2768b7aad265128d","status_code":200,"wall_seconds":0.099},{"max_model_len":32768,"n_words":22030,"prompt_tokens":29508,"request_sha256":"cefe8d26f8fcd8c7413a904d82f476dcb03e9d4992ed5436936b8de3445f8f80","status_code":200,"wall_seconds":0.11},{"max_model_len":32768,"n_words":22264,"prompt_tokens":29818,"request_sha256":"e8c34ed7a91a35833ee79ecf5ffb32ea0c04a3b13c8e074ecb9ae968984bf789","status_code":200,"wall_seconds":0.123},{"max_model_len":32768,"n_words":22381,"prompt_tokens":29977,"request_sha256":"55df4ed2d535d6c0ef9ae1debbe32fca2c240f60c869742aa081e62be27ef58d","status_code":200,"wall_seconds":0.115},{"max_model_len":32768,"n_words":22440,"prompt_tokens":30056,"request_sha256":"a322c190c59d6ade0113a7c47bcceeceaf1f408579b9504f1a8c323125296796","status_code":200,"wall_seconds":0.089},{"max_model_len":32768,"n_words":22410,"prompt_tokens":30018,"request_sha256":"ff0c52abefa096972e48dd52b60d45694ba8f38562e5d40e21871ea539f8f019","status_code":200,"wall_seconds":0.096},{"max_model_len":32768,"n_words":22395,"prompt_tokens":29998,"request_sha256":"18ed558f959c166e43171ab8364f416160b2156a6742d663b89fe0ee2b2747bb","status_code":200,"wall_seconds":0.099},{"max_model_len":32768,"n_words":22402,"prompt_tokens":30006,"request_sha256":"1cc9d62a643b1514ef55ee3a4ee6878a36bdf67803cdb4bab3190df04001c555","status_code":200,"wall_seconds":0.118},{"max_model_len":32768,"n_words":22398,"prompt_tokens":30000,"request_sha256":"2e385a02e9df2f6658167f96c19ec4797b8e01589d1d670992d5868cb9e5800f","status_code":200,"wall_seconds":0.098}],"observed_prompt_tokens":30000,"selected_words":22398},"completed_at_utc":"2026-07-11T22:36:27.832798Z","depth":0.9,"error":null,"expected_answer":"DS4-BE7A37C24C5F170E","generator_version":"deterministic-word-haystack-v1","ordinal":3,"prompt_token_tolerance":64,"request":{"max_tokens":256,"prompt_bytes":157137,"prompt_sha256":"c720a5ea0df6d893178b877af466df147574db8661ea09ad2008e1798a661fa9","request_sha256":"4a60bf6e6efb5db40798635e5bff6a86a3db087b25496f3b66dc5df562a40a50","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":15,"content":"DS4-BE7A37C24C5F170E","content_sha256":"81f1766ab432afa671b7608d1fc7045c1eee3e29264d6001f89ccb2e01faebc5","extracted_answer":"DS4-BE7A37C24C5F170E","finish_reason":"stop","prompt_tokens":30000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":89.763},"schema_version":"ds4-w2-context-v1","seed":20260713,"started_at_utc":"2026-07-11T22:34:56.523896Z","target_prompt_tokens":30000} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json b/evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json new file mode 100644 index 0000000..59e2013 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/pool-gate-policy.json @@ -0,0 +1,7 @@ +{ + "max_base_unrestored_experts": 0, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json b/evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json new file mode 100644 index 0000000..4f1a2b9 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/runtime-clean.json @@ -0,0 +1,122 @@ +{ + "schema_version": "ds4-w2-p1-public-runtime-clean-v2", + "log_snapshot": { + "scope": "complete server log through the final 30K context case and last pre-stop health check", + "line_count": 17610, + "byte_count": 4047543, + "sha256": "c35886a6e262f8cbe754c60314f3fbee8d16e2a91fd70fa0a59baecdcbdb6a63" + }, + "http_response_scan": { + "health_200": 2362, + "chat_200": 163, + "tokenize_200": 43, + "non_200": 0 + }, + "exact_pattern_scan": { + "replay_skipped": 0, + "gate_skipped": 0, + "draft_prefetch_skipped": 0, + "unrestored_experts": 0, + "pool_too_tight": 0, + "pool_too_small": 0, + "fixed_point_replay_hit_maximum": 0, + "error_severity": 0, + "error_substring": 0, + "traceback": 0, + "actionable_or_nonzero_oom": 0, + "abort_substring": 0 + }, + "wording_caveats": { + "oom_event_fields": { + "matching_lines": 230, + "all_values_zero": true, + "values": { + "oom": 0, + "oom_kill": 0, + "oom_group_kill": 0 + }, + "interpretation": "These are repeated zero-valued cgroup telemetry fields, not OOM events." + }, + "generic_skipped": { + "matching_lines": 45, + "persistent_quantization_staging_notices": 2, + "per_layer_boot_from_pack_requant_notices": 43, + "replay_or_gate_skips": 0, + "interpretation": "Every generic skipped line is an expected persistent-quantization boot fast path; none reports a serving replay or gate failure." + }, + "startup_warnings": { + "uppercase_warning_lines": 25, + "deprecated_model_option": 1, + "custom_or_build_environment_keys": 16, + "compile_pipeline_disabled_notices": 4, + "generation_config_override": 1, + "first_shape_jit_notices": 3, + "serving_correctness_or_safety_failures": 0 + } + }, + "base_kpi_windows": { + "window_count": 156, + "steps_per_window": 64, + "windows_with_fp_residue": 156, + "windows_with_unrestored_experts": 0, + "replay_percent": { + "min": 42.2, + "max": 100.0, + "mean": 97.747 + }, + "fp_residue_steps": { + "min": 27, + "max": 64, + "mean": 62.558 + }, + "reported_average_residual_pairs": { + "min": 19, + "max": 40, + "mean_of_window_reports": 27.423 + }, + "final_window": { + "replay_percent": 42.2, + "cumulative_replay_percent": 97.8, + "cumulative_steps": 9984, + "fp_residue_steps": 27, + "average_residual_pairs": 40, + "base_pool_slots": 1213, + "base_expert_coverage_percent": 11.0 + } + }, + "memory_watchdog": { + "samples": 2080, + "elapsed_seconds": 2120.5, + "trace_byte_count": 525459, + "trace_sha256": "a37bdca9341b2d5dd59f8da018de45cdc87d663d8a3d5a489e2d0f950932ed35", + "host_mem_available_min_bytes": 109256560640, + "cgroup_memory_current_max_bytes": 103080009728, + "cgroup_memory_peak_bytes": 103082889216, + "cgroup_anon_max_bytes": 3689418752, + "cgroup_file_max_bytes": 99536830464, + "cgroup_file_mapped_max_bytes": 4124221440, + "cgroup_hard_max_bytes": 107374182400, + "cgroup_hard_headroom_min_bytes": 4294172672, + "cgroup_soft_high_bytes": 103079215104, + "cgroup_soft_high_headroom_min_bytes": -794624, + "samples_above_soft_high": 13, + "soft_high_event_delta": 64122, + "cgroup_swap_current_max_bytes": 0, + "hard_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_pages_delta": 0, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0, + "psi_full_avg10_max": 0.49, + "psi_nonzero_samples": 66, + "interpretation": "The quality and context lane stayed above its hard fail-closed floor with no swap, hard-limit, or OOM event. File-cache growth briefly crossed memory.high and caused observable soft reclaim and pressure; those events are not reported as zero." + }, + "kpi_semantics": { + "window_boundary": "base_fp_residue_steps is the count in the latest 64-step KPI window, not a cumulative counter.", + "residue_boundary": "Residue records second-order misses exposed after the mandatory first-order fetch and replay. Under the throughput-oriented default, those experts are fetched for later steps while their current-step contribution remains zero.", + "unrestored_boundary": "Zero unrestored experts establishes fetch/store liveness. It does not establish a miss-free forward, bit-identical logits, or identical token streams across boots.", + "policy_boundary": "The final quality policy observed residue and replay but did not reject on either metric. A separate strict zero-residue diagnostic failed before scoring." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json new file mode 100644 index 0000000..af88e3a --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed42.manifest.json @@ -0,0 +1,268 @@ +{ + "schema_version": "ds4-w2-eval-v1", + "run_label": "p1-final-55d30bb9-nomtp-32k-s42", + "status": "complete", + "started_at_utc": "2026-07-11T22:06:53.899460Z", + "completed_at_utc": "2026-07-11T22:14:32.075635Z", + "inputs": { + "expected_count": 40, + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 42, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "3c2bdf2e75a0967028a70ca065a0e67c8e70daf4c1ccab1d84491524155f1da0", + "receipts_sha256_scope": "published_sanitized_jsonl", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0 + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 36613, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 9202, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 91.7, + "base_cumulative_steps": 192, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:07:23.301093Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 36613, + "fp4_token_hit_pct": 19.3, + "fp4_total_evicted": 9202, + "fp4_total_promoted": 9683, + "fp4_window_evicted": 179, + "fp4_window_promoted": 179, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 61931, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 86113, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 76911, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.2, + "base_cumulative_steps": 3328, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:14:32.074605Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 30.7, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 61931, + "fp4_token_hit_pct": 32.7, + "fp4_total_evicted": 86113, + "fp4_total_promoted": 86594, + "fp4_window_evicted": 160, + "fp4_window_promoted": 160, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 91.7, + "base_cumulative_steps": 192, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:07:23.301093Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 36613, + "fp4_token_hit_pct": 19.3, + "fp4_total_evicted": 9202, + "fp4_total_promoted": 9683, + "fp4_window_evicted": 179, + "fp4_window_promoted": 179, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "summary": { + "clean": 39, + "coding_clean": 20, + "lenient": 39, + "n": 40, + "reasoning_clean": 19, + "sinks": 0 + }, + "quality_comparable": true, + "error": null, + "artifacts": { + "manifest": "seed42.manifest.json", + "raw_jsonl": "seed42.raw.jsonl", + "warmup_jsonl": "seed42.warmup.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed42.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed42.raw.jsonl new file mode 100644 index 0000000..7c000e6 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed42.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":72,"content":"The journey from 09:47 to 13:22 on the same day is:\n\nFrom 09:47 to 12:47 is 3 hours = 180 minutes. \nFrom 12:47 to 13:22 is 35 minutes. \nTotal = 180 + 35 = 215 minutes.\n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"7a2c04dbde20ffbb7f255ddb5ed26620090ddc65cf23cf2b6fcb5fcdd65a4e1d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.708,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The set of characters in \"mississippi\" is {'m', 'i', 's', 'p'}. That's 4 unique letters, so `len` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"14f327a8fd412f3c8eeecc2321ffd42d834a1e7ddbb2129568d8b9f2a120a991","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.556,"why":""} +{"cat":"reasoning","completion_tokens":50,"content":"We can compute this step by step.\n\nFirst, 17 × 23 = 391. \nThen, 19 × 13 = 247. \nNow subtract: 391 - 247 = 144.\n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"dd35b0cdc81b6fbccaf3abee4a8f4ed46639784845f5b5993fe2ab20797cc184","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.207,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` accesses the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"495db429ea02876b77befec2600c8a06cd1e839ab25f0e17dc3a2244fd78c559","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.315,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). \nGiven length \\(l = 14\\), we have \\(2(14 + w) = 46\\) → \\(14 + w = 23\\) → \\(w = 9\\). \nArea = \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"5477c400ea98db95483e6d932e2464d160331c61a491f82083c5aa0f3bb0eb33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.455,"why":""} +{"cat":"coding","completion_tokens":74,"content":"The variable `y` is assigned to the same list object as `x`. When you append `4` to `y`, it modifies the list that both `x` and `y` reference. So `x` now becomes `[1, 2, 3, 4]`, and its length is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"99eacf437cec9e4476f9d8ab0e5dfe9e9f5420e5d353663ce607ae2b16ea422a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.301,"why":""} +{"cat":"reasoning","completion_tokens":55,"content":"If 5 machines make 5 widgets in 5 minutes, that means each machine makes 1 widget in 5 minutes. So, 100 machines would make 100 widgets in the same 5 minutes, since each machine works independently.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"cf3d16e7e3dee0a39f7d129901cb2828dae5a333dfa4625835f3e428f79d7f96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.85,"why":""} +{"cat":"coding","completion_tokens":51,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, giving `\"abcabc\"`. Then `+ \"d\"` concatenates \"d\", resulting in `\"abcabcd\"`. \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"aca85bf608dc1e716eb550971c98e7a688ca03dfe8ec999c17888aa14a04ae6e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.503,"why":""} +{"cat":"reasoning","completion_tokens":165,"content":"We want \\( 2^{10} \\bmod 7 \\).\n\nWe can use modulo arithmetic: \n\\( 2^1 \\equiv 2 \\pmod{7} \\) \n\\( 2^2 \\equiv 4 \\pmod{7} \\) \n\\( 2^3 \\equiv 8 \\equiv 1 \\pmod{7} \\) \n\nSo \\( 2^3 \\equiv 1 \\), and the cycle length is 3.\n\nNow \\( 2^{10} = 2^{3 \\cdot 3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 \\equiv 2 \\pmod{7} \\).\n\nThus the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"ef039fa1b68dc5e7baaa0527b3904a927aef2bde574bc6b3c3d050fb9b9fa5d8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":18.623,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The `//` operator performs floor division (integer division), and `%` gives the remainder. \n10 // 3 = 3, and 10 % 3 = 1. \n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"f3febd2fc61bded89806c137d7d4702351f50151bddef7a4cc9129ce83fc0a2a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.241,"why":""} +{"cat":"reasoning","completion_tokens":122,"content":"Let Ben's current age be \\( b \\). \nThen Anna's current age is \\( 2b \\). \n\nIn 6 years: \nBen will be \\( b + 6 \\), Anna will be \\( 2b + 6 \\). \n\nSum of their ages in 6 years: \n\\[\n(b + 6) + (2b + 6) = 42\n\\] \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"1db66dffd39f302ae2f2daa2b729f1fea170241237c4b7c1e9cdd9452e40da5d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.405,"why":""} +{"cat":"coding","completion_tokens":55,"content":"The list comprehension generates squares of odd numbers from 0 to 4 (i where i%2==1). The odd numbers in that range are 1 and 3. Their squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"6b30caa41e7a57e54226f7d37ac228c8944a45d66936cc98d7084b0b0c37103c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.553,"why":""} +{"cat":"reasoning","completion_tokens":99,"content":"25! = 25 × 24 × ... × 1. Trailing zeros come from factors of 10, which are 2 × 5. There are many more factors of 2 than 5, so we count the number of factors of 5 in 25!. \nFloor(25/5) = 5, and floor(25/25) = 1, so total = 5 + 1 = 6. \n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"ec5fd1bbda6e36683404123ea40546482504419e08c7ec500aa028a7c08e3078","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.292,"why":""} +{"cat":"coding","completion_tokens":105,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it assigns to `d[\"c\"]` the value of `d.get(\"c\", 0) + 5`. Since `\"c\"` is not yet in `d`, `get` returns `0`, so `d[\"c\"]` becomes `0 + 5 = 5`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"c5efabc772a6447927bab47d2e78e16a60518cae13eba248d275ed556b9651fa","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.42,"why":""} +{"cat":"reasoning","completion_tokens":71,"content":"First, discount 20% off $50: \n20% of $50 = $10, so discounted price = $50 - $10 = $40. \n\nThen add 10% tax: \n10% of $40 = $4, so final price = $40 + $4 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"1068ba537bb7a19f07aa604443372062781f2d7ccaf2e342d7d0bf61ddd83192","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.372,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The `replace` method replaces occurrences of a substring with another, and the third argument limits the number of replacements. Here, it replaces the first \"l\" in \"hello\" with \"L\", resulting in \"heLlo\".\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"e03e42a98e0c214cbc55e853df757fb5af2ce8b359965b6eefd54d01b66666b5","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.316,"why":""} +{"cat":"reasoning","completion_tokens":87,"content":"The sequence is: 2, 6, 12, 20, 30, ...\n\nThese are consecutive terms of the form n(n+1): \n1×2 = 2 \n2×3 = 6 \n3×4 = 12 \n4×5 = 20 \n5×6 = 30 \nSo the next term is 6×7 = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"9c1712f51efb94207fa3c3ad4b516e1834e17236b3c213e421b464c633bf1cb6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.276,"why":""} +{"cat":"coding","completion_tokens":34,"content":"The expression `typeof null` in JavaScript returns the string `\"object\"`, which is a well-known historical bug in the language.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"cd5dc94c26726439503b7f2b23f8a6b4f18d60342f3261ae08668d36844d0002","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.169,"why":""} +{"cat":"reasoning","completion_tokens":112,"content":"The three consecutive even integers can be written as \\(x\\), \\(x+2\\), and \\(x+4\\). Their sum is:\n\n\\[\nx + (x+2) + (x+4) = 3x + 6 = 96\n\\]\n\nSolving:\n\n\\[\n3x + 6 = 96\n\\]\n\\[\n3x = 90\n\\]\n\\[\nx = 30\n\\]\n\nThe integers are 30, 32, and 34. The largest is 34.\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"95b7da1a513780ee24e3dc582b9209c0cb45a46bab5d522e6fd0fe710e6517cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.686,"why":""} +{"cat":"coding","completion_tokens":41,"content":"The expression `0.1 + 0.2` in JavaScript does not exactly equal `0.3` due to floating-point precision issues. It evaluates to `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"9815431ed668d70249b5cbdca743757d4e4bd73606797d54d4d0ea933ca3b503","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.103,"why":""} +{"cat":"reasoning","completion_tokens":118,"content":"Let’s add 1011 (binary) and 110 (binary).\n\nAlign them: \n 1011 \n+ 0110 (pad 110 to 4 bits: 0110)\n\nAdd bit by bit from right: \n1 + 0 = 1 \n1 + 1 = 0, carry 1 \n0 + 1 + carry 1 = 0, carry 1 \n1 + 0 + carry 1 = 0, carry 1 \n\nResult with final carry: 10001 \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"3f86e9fe11ee934ea0befc11b0d6a39bf89d2586d3195b08c166cda8ce8eb670","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.657,"why":""} +{"cat":"coding","completion_tokens":81,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence. For `n = 7`, the sequence goes: \nf(0)=0, f(1)=1, f(2)=1, f(3)=2, f(4)=3, f(5)=5, f(6)=8, f(7)=13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"e13762c349eb794bba6e26ba0d86c5bd5373a29201111955b7bea34be03a3d67","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.529,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"The minute hand at 15 minutes is at 90° (15 × 6°). \nThe hour hand at 3:15 is at 97.5° (3 hours × 30° + 15 minutes × 0.5°). \nThe difference is 97.5° - 90° = 7.5°.\n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"2f9ac61f957df41caa2d0325cd3f15699a937221ec97b2cfff319ef09f2afbb4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.468,"why":""} +{"cat":"coding","completion_tokens":46,"content":"bool([]) evaluates to False because an empty list is falsy. \nbool([0]) evaluates to True because a non-empty list is truthy, even if it contains a single zero. \n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"070a9320ef0c0f461a140192d0e43aaa33b281deacf1e0b913c3e5314766d0ab","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.95,"why":""} +{"cat":"reasoning","completion_tokens":75,"content":"We start on Wednesday. Since days of the week repeat every 7 days, we find the remainder when 100 is divided by 7. \n\n100 ÷ 7 = 14 weeks and 2 days remainder. \n\nSo 100 days from Wednesday is the same as 2 days later. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b17db4f64dc1aa64dff5f34342d1bced41b9a93694694f149bf769cdca07637b","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.53,"why":""} +{"cat":"coding","completion_tokens":64,"content":"The slice `s[1:4]` starts at index 1 (character 'b') and goes up to but not including index 4 (character 'e'). So it includes indices 1, 2, and 3: 'b', 'c', 'd'.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"fb806f18b608f1cac0ea30023045562ae49623bdc35df1faa4a339550148d245","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.569,"why":""} +{"cat":"reasoning","completion_tokens":24,"content":"The greatest common divisor (gcd) of 84 and 126 is 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"71ef048034879cf463430bcbc77ea0d5e8a1849f61b25f0175299cef383eeb0d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.582,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The code `print(sum(range(1,11)))` computes the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). The sum is 1+2+...+10 = 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"9e656cefac1dfaab9c9ac19fcf6e1f093da124cbdfa4087f4fd97676c8a07113","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.512,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The total distance is 24 + 24 = 48 km. \nThe time for the first part is 24 / 12 = 2 hours. \nThe time for the second part is 24 / 8 = 3 hours. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = total distance / total time = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"6d0305a035264842b90a3c4ed94d67fc8a59eff3624144ec3fe87803b8ea4461","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.694,"why":""} +{"cat":"coding","completion_tokens":69,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `12.5` is not a valid integer literal (it contains a decimal point), a `ValueError` is raised. The `except` block catches that error and prints `\"err\"`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"8d49ed8ad9f6f15589eef9828ad9e29b6041606d351fd956be63276f79b2fe11","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.807,"why":""} +{"cat":"reasoning","completion_tokens":230,"content":"The word BOOK has 4 letters: B, O, O, K. \nWe need distinct 3-letter arrangements, using each letter at most as many times as it appears. \nThe multiset is {B:1, O:2, K:1}.\n\nWe consider cases based on the number of O's used:\n\n1. **0 O's**: Choose 3 letters from {B, K} — only 2 letters, impossible. So 0.\n\n2. **1 O**: Choose 2 other letters from {B, K}. That’s 2 choose 2 = 1 way (B and K). \n Arrange O, B, K: 3! = 6 arrangements. \n So 6.\n\n3. **2 O's**: Need 1 more letter from {B, K}. That’s 2 choices. \n Arrange O, O, X: 3! / 2! = 3 arrangements per choice. \n So 2 × 3 = 6.\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"043a147d1e8013c60a0eeb91a5dd2339e134ff0c97a1477d256cb1b71bc4ca20","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":29.01,"why":""} +{"cat":"coding","completion_tokens":103,"content":"The `max` function with `key=len` compares the strings by their lengths. \n\"apple\" has length 5, \"banana\" has length 6, \"cherry\" has length 6. \nSince \"banana\" and \"cherry\" both have length 6, `max` returns the first one encountered (lexicographically in case of tie, but here it's just the first in order). \nSo it prints \"banana\". \n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"f2364b070837a53942cf17d8fee23606c751525facc1cbc0248e3611484a002a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.719,"why":""} +{"cat":"reasoning","completion_tokens":145,"content":"The probability of getting exactly two heads in three flips of a fair coin can be found using the binomial formula.\n\nNumber of ways to choose which two flips are heads: \\(\\binom{3}{2} = 3\\). \nProbability of heads on a specific flip = \\( \\frac{1}{2} \\), tails also \\( \\frac{1}{2} \\). \nSo probability = \\( 3 \\times \\left(\\frac{1}{2}\\right)^2 \\times \\left(\\frac{1}{2}\\right)^1 = 3 \\times \\frac{1}{8} = \\frac{3}{8} \\).\n\nFINAL: \\(\\frac{3}{8}\\)","error":null,"exact":false,"expected":"3/8","final":"\\(\\frac{3}{8}\\)","finish_reason":"stop","id":"r17","lenient":false,"position":33,"request_sha256":"79ff8fd2f87f14f58775a08eb080959b2f29f6b83217c3efeb08441b0e206591","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":17.671,"why":""} +{"cat":"coding","completion_tokens":28,"content":"Binary search on a sorted array of n elements has a worst-case time complexity of O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"884f8a16f85529406062792505be2b5a50c6cd00e2c1dda7cd7ad66e9435a4ce","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.615,"why":""} +{"cat":"reasoning","completion_tokens":75,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together, they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank is filled in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"3c045d0f4b9c301de754ac873e118dc9b3b2628900a29a4bec1216d58d2d053f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.347,"why":""} +{"cat":"coding","completion_tokens":109,"content":"The zip function pairs elements from the two lists, stopping when the shorter list ends. Here, [1,2,3] has length 3, [4,5] has length 2, so zip produces two pairs: (1,4) and (2,5). Converting to a list gives [(1,4), (2,5)]. Indexing with -1 retrieves the last element, (2,5). Printing that tuple shows (2,5). \n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"31391257aa7e539773740819208c647be6df86b5e70a2be01e320dff73d55b65","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.005,"why":""} +{"cat":"reasoning","completion_tokens":32,"content":"First, 15% of 400 is 60. \nThen, 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"307e623961dca2d1d052fed3607cc560444fa6a1e557a434c0efb7710fa8a9a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.185,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. \n`len()` returns the number of characters, which is 3. \n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"a6bf85cb8a470b618c1e37c850f26f117e33a608897825c3a11edb8b285f5557","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.069,"why":""} +{"cat":"reasoning","completion_tokens":70,"content":"Let the number be \\( x \\). \nDouble it: \\( 2x \\). \nIncrease by 9: \\( 2x + 9 = 41 \\). \nSubtract 9: \\( 2x = 32 \\). \nDivide by 2: \\( x = 16 \\).\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"841b32e96ea4fb5ad5e041013e71bf193536309838cd2abd550fc2fa3c972e39","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.485,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `['1', '22', '333']`. Index `[1]` gives the second match, which is `'22'`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"1c95bb64d53da34f92f77cf40027d14618ad52877cf0e7f0b47be5161d24dcd7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.69,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed42.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed42.warmup.jsonl new file mode 100644 index 0000000..9e94a50 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed42.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-11T22:06:56.948369Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.047},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:06:53.900504Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-11T22:06:59.360382Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.411},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:06:56.948854Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-11T22:07:02.303402Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.943},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:06:59.360507Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-11T22:07:04.721799Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.418},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:02.303558Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-11T22:07:09.168186Z","expected_final":"yes","extracted_final":"Yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":23,"content":"7 is a prime number because it has no divisors other than 1 and itself. \nFINAL: Yes","content_sha256":"b01f81228d4ddbb146be0a50239e8f7808d808c00498d737ee7f1705f89d7101","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":4.446},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:04.722006Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-11T22:07:12.251521Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.083},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:09.168339Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-11T22:07:14.639603Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":5,"content":"FINAL: Tuesday","content_sha256":"e398610eb214f776337042c137e9d8cbc92b60fda08eb4fa7ee0febf70c70d22","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.388},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:12.251911Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-11T22:07:17.744885Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.105},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:14.639732Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-11T22:07:20.738013Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.993},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:17.745072Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-11T22:07:23.170445Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.431},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:07:20.738869Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json new file mode 100644 index 0000000..88ab72c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed43.manifest.json @@ -0,0 +1,268 @@ +{ + "schema_version": "ds4-w2-eval-v1", + "run_label": "p1-final-55d30bb9-nomtp-32k-s43", + "status": "complete", + "started_at_utc": "2026-07-11T22:14:51.904609Z", + "completed_at_utc": "2026-07-11T22:22:42.856122Z", + "inputs": { + "expected_count": 40, + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 43, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "474fb509940ff0a3c143d709538edcec81764d1ea15559f118b8da3fc3a39313", + "receipts_sha256_scope": "published_sanitized_jsonl", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0 + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 67535, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 91002, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.0, + "base_cumulative_steps": 3456, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:15:21.428427Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.4, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 67535, + "fp4_token_hit_pct": 31.3, + "fp4_total_evicted": 91002, + "fp4_total_promoted": 91483, + "fp4_window_evicted": 189, + "fp4_window_promoted": 189, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 94253, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 171904, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 80902, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 6720, + "base_fp_residue_steps": 64, + "base_replay_pct": 100.0, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:22:42.854413Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 29.2, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 94253, + "fp4_token_hit_pct": 29.8, + "fp4_total_evicted": 171904, + "fp4_total_promoted": 172385, + "fp4_window_evicted": 184, + "fp4_window_promoted": 184, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.0, + "base_cumulative_steps": 3456, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:15:21.428427Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.4, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 67535, + "fp4_token_hit_pct": 31.3, + "fp4_total_evicted": 91002, + "fp4_total_promoted": 91483, + "fp4_window_evicted": 189, + "fp4_window_promoted": 189, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "quality_comparable": true, + "error": null, + "artifacts": { + "manifest": "seed43.manifest.json", + "raw_jsonl": "seed43.raw.jsonl", + "warmup_jsonl": "seed43.warmup.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed43.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed43.raw.jsonl new file mode 100644 index 0000000..713225c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed43.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":45,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes. \n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"1caace845da51dc4c3d2f0b56850ddffaba96703d4d84e1823c624c9dca6afc3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.536,"why":""} +{"cat":"coding","completion_tokens":59,"content":"The string \"mississippi\" has characters: m, i, s, p. The set of unique characters is {'m', 'i', 's', 'p'}, which has 4 elements. So `len(set(...))` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"62738abb8c348919c47e84dfeee4d86f74df1f7012f0c17aea8efad5903d9431","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.988,"why":""} +{"cat":"reasoning","completion_tokens":37,"content":"We can compute step by step:\n\n17 × 23 = 391 \n19 × 13 = 247 \n391 - 247 = 144 \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"96a69b94537561a4173556faa694e27bddb281c4465b88db8d5330b252bc4b75","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.148,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` gives the second element, which is `2`. \n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"344e7944384c821f7ad2ad13b19ab8bc5374f67d52bb74127825105d656571f3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.4,"why":""} +{"cat":"reasoning","completion_tokens":98,"content":"The perimeter of a rectangle is given by \\(2 \\times (\\text{length} + \\text{width})\\). \nGiven perimeter = 46 and length = 14: \n\\(2 \\times (14 + \\text{width}) = 46\\) \n\\(14 + \\text{width} = 23\\) \n\\(\\text{width} = 9\\) \nArea = length × width = \\(14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"b12295a815d01558746bd3d642a1e564ddfdba6381593dea8040e234ccc1b08d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.332,"why":""} +{"cat":"coding","completion_tokens":105,"content":"Let's go step by step:\n\n1. `x = [1, 2, 3]` creates a list and assigns it to `x`. \n2. `y = x` makes `y` reference the same list, not a copy. \n3. `y.append(4)` modifies the shared list, so now `x` is also `[1, 2, 3, 4]`. \n4. `len(x)` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"7fb599a0e073164c421762fb20e1e5cea32b5c7b53b3eccc92ee79a3c5605632","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.103,"why":""} +{"cat":"reasoning","completion_tokens":100,"content":"Let’s reason it out:\n\nIf 5 machines make 5 widgets in 5 minutes, that means each machine makes 1 widget in 5 minutes (since 5 machines × 5 minutes = 25 machine-minutes for 5 widgets → 5 minutes per widget per machine).\n\nSo 100 machines, each making 1 widget in 5 minutes, would make 100 widgets in the same 5 minutes (since they all work in parallel).\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"9b5b52ad344bccbd0d4cbdb7c2134fd010ea3a994b884cc46ae6aba14400157e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.901,"why":""} +{"cat":"coding","completion_tokens":42,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, resulting in \"abcabc\". Then concatenating with \"d\" gives \"abcabcd\". \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a569c6fc0731ed5f58c9431d9d67fe0b5ed4f6679899682e9c034f40bc3a67c7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.74,"why":""} +{"cat":"reasoning","completion_tokens":113,"content":"We can compute \\(2^{10} \\mod 7\\) by reducing stepwise.\n\nFirst, note \\(2^3 = 8 \\equiv 1 \\pmod{7}\\) because \\(8 \\div 7\\) leaves remainder 1.\n\nThen \\(2^{10} = 2^{3\\cdot3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 = 2 \\pmod{7}\\).\n\nThus the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"74f4f6aba3596826ccfcfc5442dd1235087db3cfd57b2207fb0e670ce8e977bc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.527,"why":""} +{"cat":"coding","completion_tokens":55,"content":"The first operation `10 // 3` performs integer division, giving 3. The second `10 % 3` gives the remainder, which is 1. So both values printed on one line are `3 1`.\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"6cdd615ba5bd49b016d3b6c09c3b2aa28571ce5749b4cabd336c49aed9ff0ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.399,"why":""} +{"cat":"reasoning","completion_tokens":125,"content":"Let Ben's current age be \\( b \\). \nThen Anna's current age is \\( 2b \\). \n\nIn 6 years: \nBen's age = \\( b + 6 \\) \nAnna's age = \\( 2b + 6 \\) \n\nSum: \n\\[\n(b + 6) + (2b + 6) = 42\n\\] \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \n\nBen is 10 years old now. \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"50cc7e67b4f040e29ae799c2af680dfee7fcd21c3d6731d8e032e7dd6a3af60e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.401,"why":""} +{"cat":"coding","completion_tokens":138,"content":"The code creates a list comprehension that squares each `i` from 0 to 4, but only includes those where `i` is odd (i % 2 == 1). \n\n- i=0: 0%2=0 → skip \n- i=1: 1%2=1 → 1*1=1 \n- i=2: 2%2=0 → skip \n- i=3: 3%2=1 → 3*3=9 \n- i=4: 4%2=0 → skip \n\nResult: [1, 9] \n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"0095f7709043e98593192f2d56182eab7071fcd2d3792a66bd2f7ba206fe393d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":17.92,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"25! has trailing zeros determined by the number of factors of 5 in its prime factorization, since factors of 2 are more abundant. \nCount multiples of 5: floor(25/5) = 5. \nCount multiples of 25: floor(25/25) = 1. \nTotal = 5 + 1 = 6. \n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"0d62934fe29261d784fb9bb6a0d675f3f462c434948a9d8cf5b784f46ac5f7cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.929,"why":""} +{"cat":"coding","completion_tokens":97,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it tries to get the value for key `\"c\"`, which doesn't exist, so `.get(\"c\", 0)` returns `0`. It adds `5` to that, resulting in `5`, and assigns it to `d[\"c\"]`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"8c8b0ca311189014715a74154a7439e2c5ca6cb53d3241cbe924eedc644b1384","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.205,"why":""} +{"cat":"reasoning","completion_tokens":77,"content":"The item is originally $50. \n\nFirst, a 20% discount reduces the price by 20% of $50 = $10, so the discounted price is $40. \n\nThen, a 10% tax is added to the discounted price: 10% of $40 = $4, so the final price is $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"3e0f66079c80e219ab579284223d0e950a7c7efe718bc455ff58041a345c862e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.622,"why":""} +{"cat":"coding","completion_tokens":35,"content":"The code replaces the first occurrence of \"l\" with \"L\" in the string \"hello\". The result is \"heLlo\".\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"0092c0d305f79d3ddef92346299b5afa24104dc4f6ac77f04178556daa3456f8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.11,"why":""} +{"cat":"reasoning","completion_tokens":73,"content":"The pattern in the sequence increases by consecutive even numbers: \n2 to 6 is +4, \n6 to 12 is +6, \n12 to 20 is +8, \n20 to 30 is +10. \n\nSo the next increase is +12, giving 30 + 12 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"6113064a1c3825bb4eaf44cc82467d290f8173917d99694ee9bdcf0838925ffb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.996,"why":""} +{"cat":"coding","completion_tokens":49,"content":"The JavaScript expression `typeof null` returns `\"object\"`. This is a well-known quirk in the language, where `null` is considered an object type due to a bug in the original implementation.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"bd45691a1d3d0e5b2b653cbad9bca13e1e663c33b7345013a24a5548a4821e70","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.621,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The three consecutive even integers can be written as \\(x\\), \\(x+2\\), and \\(x+4\\). \nTheir sum is: \n\\(x + (x+2) + (x+4) = 3x + 6 = 96\\) \nSubtract 6: \\(3x = 90\\) \nDivide: \\(x = 30\\) \nThe largest is \\(x+4 = 34\\). \n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"f1d055eb3154788d04ea364b796310597d6c9545d762e270a22ffad5a6ad6ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.776,"why":""} +{"cat":"coding","completion_tokens":52,"content":"The expression `0.1 + 0.2` evaluates to `0.30000000000000004` due to floating-point precision, which is not equal to `0.3`. So the comparison returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"26f7e16907c75199bceacee1a12aa9fea34e313bd0cef88b4dfbae8f8cf19e16","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.975,"why":""} +{"cat":"reasoning","completion_tokens":136,"content":"Let's add the binary numbers 1011 and 110, aligning them by place value:\n\n```\n 1011\n+ 110\n------\n```\n\nStarting from the rightmost bit:\n\n1. 1 + 0 = 1 \n2. 1 + 1 = 10 → write 0, carry 1 \n3. 0 + 1 + carry 1 = 10 → write 0, carry 1 \n4. 1 + 0 + carry 1 = 10 → write 0, carry 1 \n5. Final carry → 1 \n\nSo the result is 10001.\n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"857a016c6bb9bccb8a0a7e64d9dec4b12acf83824235b29a85dfe2190657ba69","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.331,"why":""} +{"cat":"coding","completion_tokens":95,"content":"The function `f` computes the nth Fibonacci number recursively. For `f(7)`, the Fibonacci sequence starting from `f(0)=0`, `f(1)=1` gives: \nf(0)=0, f(1)=1, f(2)=1, f(3)=2, f(4)=3, f(5)=5, f(6)=8, f(7)=13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"719c2e9e2c06bf836054a6e70732d83dd8455f7c9a1af48f235023e8c4c31d48","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.906,"why":""} +{"cat":"reasoning","completion_tokens":107,"content":"The minute hand at 15 minutes is at 90 degrees (15 × 6 = 90). \nThe hour hand at 3:15 is 3 hours plus 15 minutes, so it moves 0.5 degrees per minute: 3 hours = 90 degrees, plus 15 × 0.5 = 7.5 degrees, total 97.5 degrees. \nThe difference is 97.5 - 90 = 7.5 degrees. \n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"98c94f5c7d667cf4549479acdcc142b46e1533a54d5daa15803e4c57e67263fc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.438,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The boolean value of an empty list `[]` is `False`, while a list containing a single element `[0]` is `True` because it's non-empty. So the output is `False True`.\n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"b9fc8560343a94733845c4a55ea28b00acbb23e7c354fdf2a1325fdcc379afd0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.743,"why":""} +{"cat":"reasoning","completion_tokens":64,"content":"We start with Wednesday. Since days of the week repeat every 7 days, we find the remainder of 100 divided by 7. \n100 ÷ 7 = 14 weeks and 2 days remainder. \nSo 100 days from now is Wednesday + 2 days = Friday.\n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"ad13887b8bc3f634f6a2ed9f4b645afab265c3ec2af2527b527962fca1a7ac73","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.959,"why":""} +{"cat":"coding","completion_tokens":100,"content":"The code `s=\"abcdef\"` defines a string, and `s[1:4]` slices from index 1 (inclusive) to index 4 (exclusive). \n\nIndex positions: \n0: a \n1: b \n2: c \n3: d \n4: e \n5: f \n\nSo `s[1:4]` gives characters at indices 1, 2, 3 → \"bcd\". \n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"3eccf1ab6957defd925148777cbe9a9cf718b19f0318d20f6d24ccbab700b824","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.013,"why":""} +{"cat":"reasoning","completion_tokens":85,"content":"The greatest common divisor (GCD) of 84 and 126 can be found by prime factorization or the Euclidean algorithm. \n\n84 = 2² × 3 × 7 \n126 = 2 × 3² × 7 \n\nThe common factors are 2, 3, and 7. \nGCD = 2 × 3 × 7 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"b5bf60fdd67eb7559d9bed5e91a13a95cdca43fc5f6ef7c99aa5391789435c37","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.837,"why":""} +{"cat":"coding","completion_tokens":21,"content":"The sum of numbers from 1 to 10 inclusive is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"8d647123aaf416fa00094983788613d15843c42b64e694a8bd9a84108a734362","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.18,"why":""} +{"cat":"reasoning","completion_tokens":96,"content":"The first 24 km at 12 km/h takes 24 / 12 = 2 hours. \nThe second 24 km at 8 km/h takes 24 / 8 = 3 hours. \nTotal distance = 24 + 24 = 48 km. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"a5222910cb56db68e5d4d5e2375aadaff1c1dc27e11655a852b09b0bd245e65e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.549,"why":""} +{"cat":"coding","completion_tokens":69,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `\"12.5\"` is not a valid integer literal (it contains a decimal point), a `ValueError` is raised. The except block catches that error and prints `\"err\"`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"78c02162b80402c68ba56cca2295d109bd86f56ccdec542172fd62cf3616a980","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.791,"why":""} +{"cat":"reasoning","completion_tokens":235,"content":"We have the letters: B, O, O, K. \nWe want 3-letter arrangements, using each letter at most as many times as it appears.\n\nFirst, count the total distinct arrangements by cases based on repetition.\n\n**Case 1: All three letters distinct** \nPossible letters: B, O, K (only one O available for distinct case, but we have two O's in the pool — however \"distinct\" means we pick three different letters). \nAvailable distinct letters: B, O, K → that's 3 letters. \nNumber of permutations: \\(3! = 6\\).\n\n**Case 2: Two O's and one other letter** \nWe have two O's, and the other letter can be either B or K. \nFor each choice of the other letter, number of arrangements: \\(\\frac{3!}{2!} = 3\\). \nTwo choices (B or K) → \\(2 \\times 3 = 6\\).\n\n**Case 3: Three same letters** — impossible since only two O's.\n\nTotal = \\(6 + 6 = 12\\).\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"cc48f20f57756d0f6c3ff29dc8ecc620949ff2e19646a1871dc3dd0df8c2015a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":31.227,"why":""} +{"cat":"coding","completion_tokens":103,"content":"The `max` function with `key=len` compares the strings by their length. \"apple\" has length 5, \"banana\" has length 6, \"cherry\" has length 6. Both \"banana\" and \"cherry\" have length 6, but `max` returns the first one encountered with the maximum length in the case of a tie (since Python's `max` is stable in that sense). So it returns \"banana\".\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"57b773d4cc9276e22ee416de2e9287cec32eecefcbe7467e6796fd426dbac9c4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.285,"why":""} +{"cat":"reasoning","completion_tokens":80,"content":"The probability of exactly two heads in three flips is the number of ways to get two heads (HHH, HHT, HTH, THH) divided by total outcomes (2^3 = 8). The favorable outcomes are HHT, HTH, THH — that’s 3 ways.\n\nSo probability = 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"f569accc2c849fbc084354d98aae4c4628e52b20e0734198a13bda22d75ead09","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.903,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"28442cb666a54e6c81c9f21e50a2e6077ba70d14b309625d02c623098a204a02","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.524,"why":""} +{"cat":"reasoning","completion_tokens":73,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank fills in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"c18f363ab65a46effa4765eaa31255e35bbf02ed4fc3994b0aaf52a6dbc63508","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.174,"why":""} +{"cat":"coding","completion_tokens":115,"content":"The zip function pairs elements from the two lists, stopping when the shorter list ends. Here, [1,2,3] has 3 elements and [4,5] has 2, so zip yields two pairs: (1,4) and (2,5). The result of zip is an iterator, which list() converts to [(1,4), (2,5)]. Indexing with [-1] gives the last element, (2,5). So the print outputs (2,5).\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"b1cdbe5f12f3694b3a3532223209fc65c1359fad3e241b35f770795a22ec1e74","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.435,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"15% of 400 is 60. \nThen 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"1e6a14f9abcc7ff2b829f121dc43cb89e143d49b1b97458b6119c9c22397fcda","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.923,"why":""} +{"cat":"coding","completion_tokens":41,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. So `len(\"a\\nb\")` returns 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"e21f9a78e388abcf3579748d3340a27edaf56d50cd00da85c978aad6c94a08c2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.602,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 = 41 \\) \nSolve: \\( 2x = 32 \\) → \\( x = 16 \\).\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"fbe7318cb9cd8a9fa466640baee54ac854deb9fa6ee3acc67d5fc3eca93f995c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.48,"why":""} +{"cat":"coding","completion_tokens":93,"content":"The regex `\\d+` matches one or more digits. The string `\"a1b22c333\"` contains three digit sequences: `\"1\"`, `\"22\"`, and `\"333\"`. `re.findall` returns a list of these matches: `['1', '22', '333']`. Index `[1]` accesses the second element, which is `\"22\"`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"62c93cafe1df10fef90a1474d0531b9e1b839cad9f9ce41796381a85e908b644","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.247,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed43.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed43.warmup.jsonl new file mode 100644 index 0000000..9d5bae5 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed43.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-11T22:14:54.870749Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":12,"content":"2+2=4\nFINAL: 4","content_sha256":"d0df8d763528fa09a3a5e3a4fb9a917988d6fa0fbec9cffa88dc12abf3dce944","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.965},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:14:51.905424Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-11T22:14:57.372655Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.501},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:14:54.871793Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-11T22:15:00.463538Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.091},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:14:57.372836Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-11T22:15:03.039918Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.576},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:00.463895Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-11T22:15:06.188875Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":13,"content":"Yes, 7 is prime. \nFINAL: yes","content_sha256":"8eead0c95b3e4721a536b256e1af141a2b6bae34513a1c615e17e7621e46a3c1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.148},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:03.040360Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-11T22:15:09.396032Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":13,"content":"31-9 = 22 \nFINAL: 22","content_sha256":"67c1c657e4672bc38df0913286610a26a165441ab105e70d890356cd3d025e19","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.207},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:06.189071Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-11T22:15:12.645316Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":14,"content":"The day that follows Monday is Tuesday. \n\nFINAL: Tuesday","content_sha256":"e6511dc98859bdbcfe85e5e9f0945ec28bbbbb7021163a47bd62aa7edc6b6f4e","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.249},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:09.396155Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-11T22:15:15.676104Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.031},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:12.645483Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-11T22:15:18.721153Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.045},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:15.676288Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-11T22:15:21.236145Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":8,"content":"hello \nFINAL: olleh","content_sha256":"dc0cfbbc7669e05e94ffda648da9e5ab97b8af1679e97dc4b461253630f65cb8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.515},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:15:18.721334Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json b/evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json new file mode 100644 index 0000000..0021bf1 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed44.manifest.json @@ -0,0 +1,268 @@ +{ + "schema_version": "ds4-w2-eval-v1", + "run_label": "p1-final-55d30bb9-nomtp-32k-s44", + "status": "complete", + "started_at_utc": "2026-07-11T22:22:57.174769Z", + "completed_at_utc": "2026-07-11T22:30:33.087884Z", + "inputs": { + "expected_count": 40, + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 44, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "f832cca3346094be00650267899a1890c5c40e961fd64d60b203238c1a2c9db8", + "receipts_sha256_scope": "published_sanitized_jsonl", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0 + }, + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "gpu_memory_utilization": 0.95, + "kv_cache_dtype": "fp8", + "max_model_len": 32768, + "speculative_tokens": 0 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_PREFETCH": "0" + } + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 99862, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 176899, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6848, + "base_fp_residue_steps": 60, + "base_replay_pct": 93.8, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:23:34.486912Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.8, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 99862, + "fp4_token_hit_pct": 29.0, + "fp4_total_evicted": 176899, + "fp4_total_promoted": 177380, + "fp4_window_evicted": 224, + "fp4_window_promoted": 224, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 124875, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 252012, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 75113, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 9856, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:30:33.085133Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 37.6, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 124875, + "fp4_token_hit_pct": 37.8, + "fp4_total_evicted": 252012, + "fp4_total_promoted": 252493, + "fp4_window_evicted": 161, + "fp4_window_promoted": 161, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6848, + "base_fp_residue_steps": 60, + "base_replay_pct": 93.8, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-11T22:23:34.486912Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 23.8, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 99862, + "fp4_token_hit_pct": 29.0, + "fp4_total_evicted": 176899, + "fp4_total_promoted": 177380, + "fp4_window_evicted": 224, + "fp4_window_promoted": 224, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "quality_comparable": true, + "error": null, + "artifacts": { + "manifest": "seed44.manifest.json", + "raw_jsonl": "seed44.raw.jsonl", + "warmup_jsonl": "seed44.warmup.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed44.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed44.raw.jsonl new file mode 100644 index 0000000..da849f2 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed44.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":44,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes.\n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"746eb6e31cd424a0be44e0b622d5dcc6a38f26aeba543b40af61cb9a5bdc0df8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.476,"why":""} +{"cat":"coding","completion_tokens":49,"content":"The string \"mississippi\" has the letters m, i, s, p. The set of these unique characters is {'m', 'i', 's', 'p'}, which has length 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"9a37878d50682fd96ecd82b174b05f76556013b09e69a28c8285657d011f6342","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.899,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"17*23 = 391 \n19*13 = 247 \n391 - 247 = 144 \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"7a329391c4ba5c64388f585bf78a497a3cfff9e90f62e3ce4196eaff84e83adb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.586,"why":""} +{"cat":"coding","completion_tokens":46,"content":"The list `[3,1,2]` sorted in reverse gives `[3,2,1]`. Index `[1]` gives the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"2f6499a809b4a778a81091a66114e99264a845f9960847f686a39036f3cf6e4e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.059,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). \nWith length \\(l = 14\\), we have \\(2(14 + w) = 46\\). \nDivide both sides by 2: \\(14 + w = 23\\). \nSo \\(w = 23 - 14 = 9\\). \nArea is \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"0c0016fe7556ed300a24fc473b22b5522569983da2478e2aadd5494e59d1ddd8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.404,"why":""} +{"cat":"coding","completion_tokens":67,"content":"The variable `y` is assigned to the same list object as `x`. When you append to `y`, it modifies the list that `x` also references. So after appending, `x` becomes `[1,2,3,4]`, and its length is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"2a8331ff07ef311aa15c804c7ebc773992e5ac5235de62af54db6e5fd10f11a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.534,"why":""} +{"cat":"reasoning","completion_tokens":99,"content":"First, determine the rate per machine. \n5 machines make 5 widgets in 5 minutes → that's 1 widget per minute for the group of 5 machines. \nSo each machine makes 1/5 widget per minute. \n\nNow, 100 machines working together make 100 × (1/5) = 20 widgets per minute. \nTo make 100 widgets at that rate: 100 / 20 = 5 minutes. \n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"2f9e99a40ec3e33f10ad6bfd78a1ec52972e30346f3f95a01457698ae4d05978","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.618,"why":""} +{"cat":"coding","completion_tokens":46,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, resulting in \"abcabc\". Then concatenating with \"d\" gives \"abcabcd\". So the output is:\n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a0b128a68528b534b976a5c765ff131ffe1959143e7111e4e0201c6d780128e0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.217,"why":""} +{"cat":"reasoning","completion_tokens":127,"content":"We want \\( 2^{10} \\bmod 7 \\). \n\nPowers of 2 mod 7 cycle: \n\\( 2^1 \\equiv 2 \\) \n\\( 2^2 \\equiv 4 \\) \n\\( 2^3 \\equiv 1 \\) \n\\( 2^4 \\equiv 2 \\) \n... cycle length 3. \n\nSince \\( 10 = 3 \\times 3 + 1 \\), \n\\( 2^{10} \\equiv 2^{1} \\equiv 2 \\pmod{7} \\). \n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"48329ae83b66652e634d41d0abe344f05651351469728d4205dfd2de5473839d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.572,"why":""} +{"cat":"coding","completion_tokens":61,"content":"The integer division `10 // 3` gives 3 (since 10 divided by 3 is 3 with remainder 1), and the modulo `10 % 3` gives that remainder, 1. So the output is \"3 1\".\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"4ba5bf015aff7915d59f6a2c7770118b0bde4544573b9d50455617ecf601aef3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.247,"why":""} +{"cat":"reasoning","completion_tokens":127,"content":"Let Ben's current age be \\( b \\). Then Anna's age is \\( 2b \\). \nIn 6 years, Ben will be \\( b + 6 \\) and Anna will be \\( 2b + 6 \\). \nThe sum of their ages then is: \n\\[\n(b + 6) + (2b + 6) = 42\n\\] \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \nBen is currently 10 years old. \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"3ac38d222cde205fc12b56fd6446ef25c23129669bb7a2965d842010695d3f04","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.364,"why":""} +{"cat":"coding","completion_tokens":77,"content":"The list comprehension iterates over `range(5)` (0 to 4), squares each number (`i*i`), but only includes those where `i` is odd (`i%2==1`). \nOdd numbers in that range: 1, 3. \nTheir squares: 1, 9. \n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"1eb74c715a33162ad354cffba3f2ae7d1232a2637651d87a69bb79fc82622154","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.754,"why":""} +{"cat":"reasoning","completion_tokens":136,"content":"25! = 25 × 24 × ... × 1. Trailing zeros come from factors of 10, which are pairs of 2 and 5. There are plenty of 2s, so the limiting factor is the number of 5s. Count multiples of 5: 5, 10, 15, 20, 25 (which gives an extra 5 because 25 = 5²). So total 5s = 5 (from 5,10,15,20) + 2 (from 25) = 6. Thus 25! has 6 trailing zeros.\n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"c674405cf2c15eef8e46a5c82d751faae481cd6c24370e2b3d12bf070c0b074c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.332,"why":""} +{"cat":"coding","completion_tokens":103,"content":"The dictionary `d` initially has keys `\"a\"` and `\"b\"`. The line `d[\"c\"] = d.get(\"c\", 0) + 5` uses `get(\"c\", 0)`, which returns 0 since `\"c\"` is not in the dictionary yet. So it sets `d[\"c\"]` to `0 + 5 = 5`. Then `print(d[\"c\"])` outputs `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"d8b3ebb97da4ad5b1263a7eddde52ce326687e674ec68231878b3715274cc3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.45,"why":""} +{"cat":"reasoning","completion_tokens":75,"content":"First, discount 20% off $50: \n20% of $50 = $10, so discounted price = $50 - $10 = $40. \n\nThen add 10% tax to the discounted price: \n10% of $40 = $4, so final price = $40 + $4 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"a6627d18976a7c643dfe7a5b4748c17702b420a22007a036a1afad4ef0d6423d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.036,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The string `\"hello\".replace(\"l\",\"L\",1)` replaces the first occurrence of `\"l\"` with `\"L\"`, so it becomes `\"heLlo\"`. \n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"f61b309c875b0f5d2dcbbe9cd185aaf69d4968ae28d5140781b43e067de5967f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.415,"why":""} +{"cat":"reasoning","completion_tokens":43,"content":"The sequence increases by 4, then 6, then 8, then 10, so the next increase is 12, giving 30 + 12 = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"40a6d38a31f6abb9cce5d96f79c31abc119099415799ca8c00c08b5487484d9c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.404,"why":""} +{"cat":"coding","completion_tokens":35,"content":"typeof null returns \"object\". This is a well-known JavaScript bug from its early days, where null was incorrectly classified as an object type.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"edd4aa6339ee6f9e74a217d1a04e83be23903cc92482a8d6142098d7bde8913c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.246,"why":""} +{"cat":"reasoning","completion_tokens":80,"content":"The three consecutive even integers can be represented as \\( x-2 \\), \\( x \\), and \\( x+2 \\). Their sum is:\n\n\\[\n(x-2) + x + (x+2) = 3x = 96\n\\]\n\nSo \\( x = 32 \\). The largest integer is \\( x+2 = 34 \\).\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"00981a5eb39d6d91a81a25ecc04bc58ece5a40bbf9d667e2b728c06ed9dad38c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.308,"why":""} +{"cat":"coding","completion_tokens":82,"content":"In JavaScript, floating-point arithmetic can produce unexpected results due to how numbers are represented in binary. The expression `0.1 + 0.2` does not exactly equal `0.3`; it evaluates to `0.30000000000000004`. Therefore, the comparison `0.1 + 0.2 === 0.3` returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"265696e67f5e4e0dc15ff4f3c1fa3fa60e2e705a7b04f3f76043dfeaf3422281","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.251,"why":""} +{"cat":"reasoning","completion_tokens":44,"content":"1011 in binary is 11 in decimal, and 110 is 6 in decimal. \n11 + 6 = 17, which in binary is 10001. \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"85b60ed5e9194df1e3316acba6e4581f6b2118cc9fcb8050323d2d76b843dc96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.873,"why":""} +{"cat":"coding","completion_tokens":253,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence, where `f(0)` and `f(1)` return `n` (i.e., 0 and 1 respectively), and for `n >= 2` it returns the sum of the two previous values. \n\nCalculating `f(7)` step by step: \n- f(0) = 0, f(1) = 1 \n- f(2) = f(1) + f(0) = 1 + 0 = 1 \n- f(3) = f(2) + f(1) = 1 + 1 = 2 \n- f(4) = f(3) + f(2) = 2 + 1 = 3 \n- f(5) = f(4) + f(3) = 3 + 2 = 5 \n- f(6) = f(5) + f(4) = 5 + 3 = 8 \n- f(7) = f(6) + f(5) = 8 + 5 = 13 \n\nSo the output is 13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"6b40c0c4f34c6ba0a8a45c09161d49857d497ee73c812605e5b7b655f10c5f55","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":30.377,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"The minute hand at 15 minutes is at 90 degrees (15 * 6). \nThe hour hand at 3:15 moves 0.5 degrees per minute from the 3 (90 degrees), so 15 * 0.5 = 7.5 degrees past 90, so at 97.5 degrees. \nDifference: 97.5 - 90 = 7.5 degrees. \n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"f464fb21789be35f08b42dc94ab7091f223ddb0f87615afac5e49d76f96cc868","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.655,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The boolean value of an empty list is `False`, and a list with one element `[0]` is truthy, so `bool([0])` is `True`. \nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"e9cd60d62f6122cd12873ec7cac122354ed7019aad4bbd733927dda5688da0ef","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.433,"why":""} +{"cat":"reasoning","completion_tokens":42,"content":"100 days from Wednesday is equivalent to 100 mod 7 = 2 days later (since 98 is a multiple of 7). Wednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b097ad168e4f675f10831d6aed1505db8a346d19251d8a8fddc3f33b191a46e1","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.952,"why":""} +{"cat":"coding","completion_tokens":58,"content":"The slice `s[1:4]` takes characters from index 1 up to but not including index 4. \nIndex 1 is 'b', index 4 is 'e' (not included), so the result is \"bcd\".\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"c8f473f616092d48262341588017fb2c78296a78341bb9c51ea864e206c247a2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.738,"why":""} +{"cat":"reasoning","completion_tokens":69,"content":"The greatest common divisor (gcd) of 84 and 126 is found by prime factorization or the Euclidean algorithm. \n\n84 = 2² × 3 × 7 \n126 = 2 × 3² × 7 \n\nCommon factors: 2 × 3 × 7 = 42 \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"7805409991301d439b82735296f6e555d74d1f557cc1486b9dd0dcb814c4c3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.625,"why":""} +{"cat":"coding","completion_tokens":43,"content":"The code `sum(range(1,11))` computes the sum of numbers from 1 to 10 inclusive. The sum of the first 10 natural numbers is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"a45bbc70aac19fd8d84c7cbe1090253d2afe5b5de92e0e872692a13b714ab763","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.208,"why":""} +{"cat":"reasoning","completion_tokens":79,"content":"The total distance is 24 + 24 = 48 km. \nTime for first part: 24 / 12 = 2 hours. \nTime for second part: 24 / 8 = 3 hours. \nTotal time = 5 hours. \nAverage speed = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"e49c49bb514f816a510804657b5eda8d104212918d1d58da9e19ba0537188e33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.199,"why":""} +{"cat":"coding","completion_tokens":71,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `\"12.5\"` is not a valid integer representation (it contains a decimal point), a `ValueError` is raised. The exception is caught, and `\"err\"` is printed instead.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"9bba9347c3b23c119a9a9f8d069d15179186cfac802320eb72676666527c237d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.68,"why":""} +{"cat":"reasoning","completion_tokens":145,"content":"The word BOOK has letters: B, O, O, K. \nWe need 3-letter arrangements, each letter used at most as many times as it appears. \nCount cases by letter repetition:\n\n1. All three letters distinct: Choose from {B, O, K} → 3 distinct letters, arrangements = 3! = 6.\n\n2. Two O's and one other: The other can be B or K → 2 choices. Arrangements = 3!/2! = 3. So 2 × 3 = 6.\n\n3. Three same letters not possible (only two O's).\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"bfaad41b25dc08a2b9143a6bfec73dc849704a62e0870e783d5140809cc6b7dc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":18.476,"why":""} +{"cat":"coding","completion_tokens":75,"content":"The `max` function with `key=len` compares the strings by their lengths. \"apple\" has 5 letters, \"banana\" has 6, and \"cherry\" has 6. Since \"banana\" and \"cherry\" are tied, Python returns the first one encountered, which is \"banana\". \n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"ec04cc3aa3fc6b3e95ccb556857298898123b8d1c6f899d231672abc697344ec","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.555,"why":""} +{"cat":"reasoning","completion_tokens":60,"content":"The probability of exactly two heads in three flips of a fair coin is the number of sequences with two heads (HHT, HTH, THH) divided by total sequences (2^3 = 8). So it's 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"bd4183f0c9badb4cef23c9abbadd680a370d2e02bbc912e5c54d5c94d60dce5a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.931,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"5ea107b1eeecd10af3aa5374e855bef79da613a8f739fadaab500c5062c70fbd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.543,"why":""} +{"cat":"reasoning","completion_tokens":73,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank fills in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"849be62590845bf51c9ca57ee8e1458556f38dd6a8f420eb2a04a864555485ad","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.286,"why":""} +{"cat":"coding","completion_tokens":97,"content":"The `zip` function pairs elements from the two lists, stopping when the shorter list ends. So `[1,2,3]` and `[4,5]` produce pairs `(1,4)` and `(2,5)`. That gives a list `[(1,4), (2,5)]`. Index `[-1]` gives the last element, `(2,5)`.\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"da1ccf9933d569e8d12061b8261f9382599ab6b8ebcde351ce4894a19d4b7c66","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.241,"why":""} +{"cat":"reasoning","completion_tokens":81,"content":"First, find 15% of 400: \n15% of 400 = 0.15 × 400 = 60. \n\nThen, find 15% of that result: \n15% of 60 = 0.15 × 60 = 9. \n\nSo, 15% of 15% of 400 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"e152f9b94cb2ab557e42f18a93eb3cb0e7177d8bd8ffaead1a1ff15bf3dbd258","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.966,"why":""} +{"cat":"coding","completion_tokens":37,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, and 'b'. So `len()` returns 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"6a7c9865866d6e0c9a57ed107ccb3cd2de04dbd593101fb005d06fdb71222618","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.307,"why":""} +{"cat":"reasoning","completion_tokens":71,"content":"Let the number be \\( x \\). \nDoubled means \\( 2x \\), then increased by 9 gives \\( 2x + 9 = 41 \\). \nSubtract 9: \\( 2x = 32 \\). \nDivide by 2: \\( x = 16 \\). \n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"9d5e63159c113603ffe30aa97d9ed4f06207f0511e5632c271535dca5c52e7d4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.621,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `[\"1\", \"22\", \"333\"]`. Index `[1]` gives the second element, which is `\"22\"`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"219411b3976a4ab87041a24c27312a228d41685df9063dcdc8309f0457c8a852","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.411,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/seed44.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p1/seed44.warmup.jsonl new file mode 100644 index 0000000..d7072a6 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/seed44.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-11T22:23:00.129896Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":12,"content":"2+2=4\nFINAL: 4","content_sha256":"d0df8d763528fa09a3a5e3a4fb9a917988d6fa0fbec9cffa88dc12abf3dce944","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.954},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:22:57.175579Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-11T22:23:02.540342Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.41},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:00.130158Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-11T22:23:05.457599Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.917},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:02.540653Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-11T22:23:07.918672Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.46},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:05.458315Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-11T22:23:12.448167Z","expected_final":"yes","extracted_final":"Yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":24,"content":"7 is a prime number because it has no positive divisors other than 1 and itself. \nFINAL: Yes","content_sha256":"d336bde6e208ceaa35a0673b22a52867cd9e66e9429f608b991403361dea1c2f","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":4.529},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:07.919178Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-11T22:23:22.110015Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":9.662},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:12.448375Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-11T22:23:25.359471Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":14,"content":"The day that follows Monday is Tuesday. \n\nFINAL: Tuesday","content_sha256":"e6511dc98859bdbcfe85e5e9f0945ec28bbbbb7021163a47bd62aa7edc6b6f4e","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.249},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:22.110179Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-11T22:23:28.354207Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.994},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:25.359775Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-11T22:23:31.558910Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":14,"content":"100/4 = 25. \nFINAL: 25","content_sha256":"f3032c06fcb213c75076fd37f9f67af6b8e58c65851c36d0edf83ae44ecf1d29","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.204},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:28.354486Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-11T22:23:33.909999Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.351},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-11T22:23:31.559299Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/server.json b/evidence/public/ds4-w2-2026-07-11/p1/server.json new file mode 100644 index 0000000..d1ebf2c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/server.json @@ -0,0 +1,62 @@ +{ + "schema_version": "ds4-w2-public-server-v1", + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "image_id": "sha256:7385d21d26b665884e97a97dc67a100db328ed7b00b634e4d18f8aedd9f29eab", + "image_source_patch_label": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "max_model_len": 32768, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95, + "max_num_seqs": 1 + }, + "runtime_argv": [ + "--model", + "/model", + "--served-model-name", + "deepseek-v4-flash-w2", + "--trust-remote-code", + "--kv-cache-dtype", + "fp8", + "--block-size", + "256", + "--max-model-len", + "32768", + "--gpu-memory-utilization", + "0.95", + "--max-num-batched-tokens", + "1024", + "--max-num-seqs", + "1", + "--tokenizer-mode", + "deepseek_v4", + "--no-scheduler-reserve-full-isl", + "--compilation-config", + "{\"cudagraph_mode\":\"FULL_AND_PIECEWISE\",\"custom_ops\":[\"all\"]}", + "--port", + "18001" + ], + "w2_environment": { + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2": "1" + }, + "provenance_boundary": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and endpoint details are retained only in the private source receipt. Generic runtime arguments remain public." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json b/evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json new file mode 100644 index 0000000..3758cc1 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p1/strict-zero-residue-diagnostic.json @@ -0,0 +1,37 @@ +{ + "schema_version": "ds4-w2-pool-gate-diagnostic-v1", + "source_patch_sha256": "55d30bb9cf9bef45e7130fd5afe0090c5b540be22f6de3abfc51b782f738a6f7", + "runtime": { + "max_model_len": 32768, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "speculative_tokens": 0, + "max_num_seqs": 1 + }, + "prewarm": { + "accepted": 10, + "total": 10 + }, + "policy_sha256": "941dd1a0c3301133c07f97a9765c830d187f39d085ab13be4e1e1ef6805eb786", + "policy": { + "max_base_fp_residue_steps": 0, + "max_base_unrestored_experts": 0, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16 + }, + "observed_latest_64_step_window": { + "base_replay_pct": 90.6, + "base_fp_residue_steps": 57, + "base_unrestored_experts": 0, + "fp4_cached": 481, + "fp4_slots": 481, + "fp4_total_evicted": 4084 + }, + "status": "failed-before-scoring", + "failed_metric": "base_fp_residue_steps", + "interpretation": "The zero-residue policy was over-strict for the default continuation threshold (FP_THRESH=0). Second-order experts are fetched for later steps but their current-step contributions remain zero. Final quality receipts retain this telemetry and empirically test the approximation; they do not claim miss-free or bit-deterministic output." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/cleanup.json b/evidence/public/ds4-w2-2026-07-11/p2/cleanup.json new file mode 100644 index 0000000..93749e7 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/cleanup.json @@ -0,0 +1,29 @@ +{ + "schema_version": "ds4-w2-p2-public-cleanup-v2", + "result": "pass", + "stop_handshake_accepted": true, + "controller_cleanup_exit_code": 0, + "cleanup_completed_at_utc": "2026-07-12T02:38:15Z", + "watchdog_done_marker_present": true, + "abort_receipt_present": false, + "evaluation_container_absent_after": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "stopped_services_expected_count": 2, + "stopped_services_active_after_count": 2, + "controller_health_waits_succeeded": true, + "post_cleanup_followup_health_http": [ + 200, + 200 + ], + "generated_store_removed_after_evidence_sync": true, + "generated_store_removed_bytes": 230317622135, + "generated_store_metadata_delta_bytes_from_predecessor": 40, + "generated_store_metadata_change": "Both pack manifests add fp4_split=false; payload pack sizes are unchanged.", + "controller_log": { + "line_count": 69, + "byte_count": 6104, + "sha256": "c1f97c6ae43ab3c735d1990d0cc215e694e49f53dc6a7c3de36789599cc4a927" + }, + "verification_note": "The final container-inspect receipt was captured before stop. Post-stop absence is established by the guarded controller successful remove-and-reinspect path and zero cleanup exit code. Immediate post-restart curls initially saw connection refusal; the controller health waits completed, and the listed 200 responses are a later follow-up verification. Topology-specific identifiers remain private." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json new file mode 100644 index 0000000..500903b --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.manifest.json @@ -0,0 +1,117 @@ +{ + "schema_version": "ds4-w2-context-composite-v2", + "run_label": "p2-integrated-128k-context-120k-zero-tolerance-composite", + "status": "complete", + "context_validated": true, + "exact_prompt_contract": true, + "started_at_utc": "2026-07-12T02:24:47.144372Z", + "completed_at_utc": "2026-07-12T02:37:38.949660Z", + "server": { + "schema_version": "ds4-w2-public-server-v2", + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + }, + "runtime_shape": { + "max_num_seqs": 1, + "speculative_config_present": false + }, + "capacity": { + "available_kv_cache_memory_gib": 4.8, + "gpu_kv_cache_tokens": 720677, + "reported_maximum_concurrency_at_full_window": 5.5 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and endpoint details are retained only in private source receipts." + }, + "probe": { + "generator_version": "deterministic-word-haystack-v1", + "model": "deepseek-v4-flash-w2", + "max_tokens": 256, + "prompt_token_tolerance": 0, + "expected_runtime": { + "max_model_len": 131072, + "kv_cache_dtype": "fp8", + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "speculative_tokens": 0, + "max_num_seqs": 1 + }, + "cases": [ + { + "target_prompt_tokens": 120000, + "depth": 0.1 + }, + { + "target_prompt_tokens": 120000, + "depth": 0.5 + }, + { + "target_prompt_tokens": 120000, + "depth": 0.9 + } + ] + }, + "harness": { + "files": { + "context_probe_py": "07b76343c5007ae98e84de22cb34931a440243e9a923d480aebc02e0d2664312", + "harness_py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25" + }, + "selection_rule": "Use only fresh tolerance-zero receipts after calibration-only seed qualification; depths 0.1/0.5 share one manifest and depth 0.9 uses a second manifest." + }, + "calibration_selection": { + "failed_closed_attempts_before_inference": 0, + "chat_requests_contributed_by_rejected_calibrations": 0, + "qualified_manifest_seeds": [ + 20260714, + 20260711 + ], + "per_case_seeds": [ + 20260714, + 20260715, + 20260711 + ], + "interpretation": "Each published case calibrated to exactly 120000 tokens via /tokenize before its sole chat request; no failed calibration issued a model answer in this run." + }, + "summary": { + "accepted": 3, + "of": 3, + "min_observed_prompt_tokens": 120000, + "max_observed_prompt_tokens": 120000, + "receipts_sha256": "67c2a1f834b9a6ce54d4ea4f2ce98a51c5257bfb8a78cf9a3917bbab52ea1db7", + "receipts_sha256_scope": "published_sanitized_composite_jsonl" + }, + "artifacts": { + "manifest": "context-120k.manifest.json", + "receipts_jsonl": "context-120k.receipts.jsonl" + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, endpoint details, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl new file mode 100644 index 0000000..a2308ca --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/context-120k.receipts.jsonl @@ -0,0 +1,3 @@ +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":131072,"n_words":120000,"prompt_tokens":159920,"request_sha256":"d2f62847ac175be5b2c3df72d6e68774bf2ee8a5f6556eb6ab9fe1fbb2a7658c","status_code":200,"wall_seconds":0.316},{"max_model_len":131072,"n_words":59999,"prompt_tokens":79915,"request_sha256":"80dfaa67aeb290379374150772a8c19ce1231cbc539658f1cdf280f9c81bcd29","status_code":200,"wall_seconds":0.19},{"max_model_len":131072,"n_words":89999,"prompt_tokens":119883,"request_sha256":"c3934ab3ca1889ba6a89edd32223b4e8d44a393aa91500f4b73db8f01ba879a2","status_code":200,"wall_seconds":0.21},{"max_model_len":131072,"n_words":104999,"prompt_tokens":139856,"request_sha256":"9542f4e733da710aa2fbbeedb2aeda15303a1a5a733b71bcf8c1f23ac717ea39","status_code":200,"wall_seconds":0.243},{"max_model_len":131072,"n_words":97499,"prompt_tokens":129901,"request_sha256":"336c6b5340a13e950ca1a7d48c743944d6b2509c488f7480bebefa434fa3de44","status_code":200,"wall_seconds":0.236},{"max_model_len":131072,"n_words":93749,"prompt_tokens":124872,"request_sha256":"f170ca21c761bf909fd107175e54df5365f2c4c1eac204ce83aaf53386983249","status_code":200,"wall_seconds":0.218},{"max_model_len":131072,"n_words":91874,"prompt_tokens":122390,"request_sha256":"c7e35220a0271b132c1815d3bd0a7a7d7a2035e26e1701819f3591b7faabe50c","status_code":200,"wall_seconds":0.209},{"max_model_len":131072,"n_words":90936,"prompt_tokens":121131,"request_sha256":"ab8df3aa94ec161382da50a3bb899c803c204b227508b1c915d11e5063c05959","status_code":200,"wall_seconds":0.204},{"max_model_len":131072,"n_words":90467,"prompt_tokens":120506,"request_sha256":"b2a7e1853b5074f43e992cb103297e7b97b12b24253e63688ce5c3a5a3ccde7c","status_code":200,"wall_seconds":0.206},{"max_model_len":131072,"n_words":90233,"prompt_tokens":120204,"request_sha256":"998deaf9a4fc29aa495b8229927cf6106fc0ff40a7b671c6230fbf03836374c3","status_code":200,"wall_seconds":0.22},{"max_model_len":131072,"n_words":90116,"prompt_tokens":120039,"request_sha256":"6bb103bc76a2c6d5d0babe2c2c7d021f80aff51d80c90a9d308f1be64b0d10cd","status_code":200,"wall_seconds":0.208},{"max_model_len":131072,"n_words":90057,"prompt_tokens":119961,"request_sha256":"aa0617dc6f0d20622291de7e72ba1fe28181285d20e9ae968bdcefa1bcab1382","status_code":200,"wall_seconds":0.216},{"max_model_len":131072,"n_words":90086,"prompt_tokens":119999,"request_sha256":"fd6557cb700ae19b1c02887c8362ad9503b284f1b3707741c8d7a4a92f232b33","status_code":200,"wall_seconds":0.357},{"max_model_len":131072,"n_words":90101,"prompt_tokens":120021,"request_sha256":"e5bd062cea996c60d5d214ce4bf25c3186d58431acde2b1543a413aacd0a32bb","status_code":200,"wall_seconds":0.212},{"max_model_len":131072,"n_words":90093,"prompt_tokens":120007,"request_sha256":"73e36cb15f0afdf3ffa1cb04b457c1913d697104961d860959b78b306e7d680d","status_code":200,"wall_seconds":0.228},{"max_model_len":131072,"n_words":90089,"prompt_tokens":120004,"request_sha256":"52013c2dff9bb12fd1201eee15898408a78aff2061cc2974ddea14fcce8c8677","status_code":200,"wall_seconds":0.218},{"max_model_len":131072,"n_words":90087,"prompt_tokens":120000,"request_sha256":"44a6bbae212aff7a9940363e087fbcfe8c04e5bf4fc90e088e4976fb9ac516b6","status_code":200,"wall_seconds":0.218}],"observed_prompt_tokens":120000,"selected_words":90087},"completed_at_utc":"2026-07-12T02:29:01.233703Z","depth":0.1,"error":null,"expected_answer":"DS4-0249B72C8C5FEE56","generator_version":"deterministic-word-haystack-v1","ordinal":1,"prompt_token_tolerance":0,"request":{"max_tokens":256,"prompt_bytes":631150,"prompt_sha256":"4348ac6d4521e0208888d6c81f34839a39b85c032817e2731d1baca446aff475","request_sha256":"bef219f51e4027414acf76feb416e00cd3c4f66c3d392fb784a9803c3bd0550c","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":15,"content":"DS4-0249B72C8C5FEE56","content_sha256":"4ea4da1ad83db17c3ced536c22cea733775ee083a48f997ec6c063b680542e7e","extracted_answer":"DS4-0249B72C8C5FEE56","finish_reason":"stop","prompt_tokens":120000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":250.041},"schema_version":"ds4-w2-context-v1","seed":20260714,"started_at_utc":"2026-07-12T02:24:47.144372Z","target_prompt_tokens":120000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":131072,"n_words":120000,"prompt_tokens":160481,"request_sha256":"c0921962d6a28ef224642c06b686a86207007822fb7dbcb56a5f9339f13d6656","status_code":200,"wall_seconds":0.29},{"max_model_len":131072,"n_words":59999,"prompt_tokens":80161,"request_sha256":"3f330fff8414683ce2d38b816fba94452e3f387998d064b8e041a6e86c844270","status_code":200,"wall_seconds":0.174},{"max_model_len":131072,"n_words":89999,"prompt_tokens":120291,"request_sha256":"aed174065adbb1859c322525790e19897a8aaaa6d64d2c08ab259fcd896cc37d","status_code":200,"wall_seconds":0.236},{"max_model_len":131072,"n_words":74999,"prompt_tokens":100185,"request_sha256":"31caf6f27a351fa56687620330351561a7c874e940237988c253aa065ff6e033","status_code":200,"wall_seconds":0.198},{"max_model_len":131072,"n_words":82499,"prompt_tokens":110232,"request_sha256":"f9238c9b288d4acfe510eb2fd0d21e245bb966d0e6d4e7243c6a1e819c6be83f","status_code":200,"wall_seconds":0.246},{"max_model_len":131072,"n_words":86249,"prompt_tokens":115311,"request_sha256":"2772d9b7c4ca19d97aeb19ab050ac86d5192eece3c55576d161e2b415bf383e1","status_code":200,"wall_seconds":0.226},{"max_model_len":131072,"n_words":88124,"prompt_tokens":117789,"request_sha256":"a5217afa37f47185cf876091c47a1a88bbc2ad010afda6c470f041a93415d947","status_code":200,"wall_seconds":0.237},{"max_model_len":131072,"n_words":89061,"prompt_tokens":119046,"request_sha256":"947853eedb055fff867cc826b8b8b176625e48474382a9bd070dca9bbbbca691","status_code":200,"wall_seconds":0.222},{"max_model_len":131072,"n_words":89530,"prompt_tokens":119653,"request_sha256":"c0a443cae7dd6e07584b8dc34d1a85d5038d491f1ad87a2808c892a2566a53c8","status_code":200,"wall_seconds":0.222},{"max_model_len":131072,"n_words":89764,"prompt_tokens":119967,"request_sha256":"563db79eae6fa1a7b4a2acb9af9a12ef673c7846fdeda2f7efce2656ab01a79e","status_code":200,"wall_seconds":0.209},{"max_model_len":131072,"n_words":89881,"prompt_tokens":120130,"request_sha256":"0700cca0f1e93d97d606cee427946aaecfe1457bd9ac2a872584f8fdd30df60f","status_code":200,"wall_seconds":0.219},{"max_model_len":131072,"n_words":89822,"prompt_tokens":120049,"request_sha256":"cad111b4cbe25141addf232f6175ac838ff56cff14a0f13f936c788ebf5df9e7","status_code":200,"wall_seconds":0.232},{"max_model_len":131072,"n_words":89793,"prompt_tokens":120008,"request_sha256":"c50477abd284633d93eb975974be38899761400defed7546af42c750bf80a90a","status_code":200,"wall_seconds":0.232},{"max_model_len":131072,"n_words":89778,"prompt_tokens":119993,"request_sha256":"499cffd458926f5140be4144877ab8a771442ca2e1e38b9301667b5933014ebd","status_code":200,"wall_seconds":0.229},{"max_model_len":131072,"n_words":89785,"prompt_tokens":120000,"request_sha256":"351557033fb70a9e211341a6e824c80188d7a4c16ba303a0ad98e84133bba307","status_code":200,"wall_seconds":0.222}],"observed_prompt_tokens":120000,"selected_words":89785},"completed_at_utc":"2026-07-12T02:33:12.869389Z","depth":0.5,"error":null,"expected_answer":"DS4-50EBE57CED0E5408","generator_version":"deterministic-word-haystack-v1","ordinal":2,"prompt_token_tolerance":0,"request":{"max_tokens":256,"prompt_bytes":629125,"prompt_sha256":"61e0678fbb863c58459be8bcf7e73d26db0e403ddcba1c0ebdf196de680f00dc","request_sha256":"de8a2b691967301fe5da707667204545a3f8a6b6e892dd2a9e0dc9b8689f005e","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":13,"content":"DS4-50EBE57CED0E5408","content_sha256":"697ce3bcc5bb6a26a50b6dbb215773fd1ccbbc00d28702b9a58995dcd2a5c22e","extracted_answer":"DS4-50EBE57CED0E5408","finish_reason":"stop","prompt_tokens":120000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":248.028},"schema_version":"ds4-w2-context-v1","seed":20260715,"started_at_utc":"2026-07-12T02:29:01.234228Z","target_prompt_tokens":120000} +{"accepted":true,"calibration":{"absolute_error_tokens":0,"iterations":[{"max_model_len":131072,"n_words":120000,"prompt_tokens":159976,"request_sha256":"50b78751f5e07d666343dfbeda764f6f1b5217d6a4d4b37d8643a734144338de","status_code":200,"wall_seconds":0.326},{"max_model_len":131072,"n_words":59999,"prompt_tokens":80016,"request_sha256":"fe810903d511b44e20e7bdc95d5b0b8236fe18831a4d55cc4820c021ecce0015","status_code":200,"wall_seconds":0.187},{"max_model_len":131072,"n_words":89999,"prompt_tokens":120023,"request_sha256":"6503141c6c47b7de10e6d7d7c3b2d9eec969bf43cdb797c3cea9029468ff8551","status_code":200,"wall_seconds":0.207},{"max_model_len":131072,"n_words":74999,"prompt_tokens":100098,"request_sha256":"c26badb7aad5dc00cc9c6f10c9e6963ce23624bfa1792d7d2f35ccde41ca3d11","status_code":200,"wall_seconds":0.177},{"max_model_len":131072,"n_words":82499,"prompt_tokens":110078,"request_sha256":"291ca4c6135a8295026ab0dbe4b69aaac60daa7397afcb7b3193c75dea5b902a","status_code":200,"wall_seconds":0.192},{"max_model_len":131072,"n_words":86249,"prompt_tokens":115045,"request_sha256":"e6a71c1aebbf2701625b496c23dd2f5b22b4159e48111a31564b47919055a725","status_code":200,"wall_seconds":0.199},{"max_model_len":131072,"n_words":88124,"prompt_tokens":117552,"request_sha256":"2901723edeb78da867af90b50770c2e5f3c3de60d9a08d1e7ea36bd2b58d5cde","status_code":200,"wall_seconds":0.209},{"max_model_len":131072,"n_words":89061,"prompt_tokens":118812,"request_sha256":"331e58bf7f9af1f3dbc040e312a8ca137b25f0bf3593c1c28085dcb3657ae365","status_code":200,"wall_seconds":0.201},{"max_model_len":131072,"n_words":89530,"prompt_tokens":119422,"request_sha256":"9b6d39f566fe171368083af5278d6d890b1cb906dcb4287ab4a4d49027c45728","status_code":200,"wall_seconds":0.202},{"max_model_len":131072,"n_words":89764,"prompt_tokens":119721,"request_sha256":"6571a147eb9523cfc43580b1a093dd4293b73b79653f06c9125124cf8d85ca1c","status_code":200,"wall_seconds":0.206},{"max_model_len":131072,"n_words":89881,"prompt_tokens":119871,"request_sha256":"40f6c026c815fda64e1a60482356448b207d60e0fa32386182a47adb6f497476","status_code":200,"wall_seconds":0.204},{"max_model_len":131072,"n_words":89940,"prompt_tokens":119940,"request_sha256":"6d5eb422679fc7d45f3f886490843e1f67e263e6f922458410f223e38e9b53a6","status_code":200,"wall_seconds":0.269},{"max_model_len":131072,"n_words":89969,"prompt_tokens":119981,"request_sha256":"fbaffbaa5418d513734468d16fb7408bb1f6e8772446b98b4c65b2bb490fa231","status_code":200,"wall_seconds":0.219},{"max_model_len":131072,"n_words":89984,"prompt_tokens":119996,"request_sha256":"0fd01042ebf52bdbe5bb99fcd0c73af40845abaa5d2ad31d472a2b5c4d9b6ce4","status_code":200,"wall_seconds":0.387},{"max_model_len":131072,"n_words":89991,"prompt_tokens":120005,"request_sha256":"7ea3352aa217076e1e2dddf1ab1fc420de28ee547699221af7108d1f932da986","status_code":200,"wall_seconds":0.204},{"max_model_len":131072,"n_words":89987,"prompt_tokens":120000,"request_sha256":"84808dcedb00e10131375b3e9e63818dee499e894cf2801fab98171062832584","status_code":200,"wall_seconds":0.205}],"observed_prompt_tokens":120000,"selected_words":89987},"completed_at_utc":"2026-07-12T02:37:38.949660Z","depth":0.9,"error":null,"expected_answer":"DS4-CAB537DFCE119F2B","generator_version":"deterministic-word-haystack-v1","ordinal":1,"prompt_token_tolerance":0,"request":{"max_tokens":256,"prompt_bytes":630057,"prompt_sha256":"a8b28713e4c8c166a7f93d4cd41e51670d6cd6902c8aa799b50236ed58b0f753","request_sha256":"6c405dd946071cd44152fda4428ac6b3d5b8b77d4546d44dc30bff961368ebf9","temperature":0.0,"thinking":false,"top_p":1.0},"response":{"completion_tokens":12,"content":"DS4-CAB537DFCE119F2B","content_sha256":"2e7815d5c9d845419f72820b2caf3f95fdcb9f838961d3d2525faff94ea81cd6","extracted_answer":"DS4-CAB537DFCE119F2B","finish_reason":"stop","prompt_tokens":120000,"reasoning":"","reasoning_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","status_code":200,"wall_seconds":245.272},"schema_version":"ds4-w2-context-v1","seed":20260711,"started_at_utc":"2026-07-12T02:33:29.892933Z","target_prompt_tokens":120000} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json b/evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json new file mode 100644 index 0000000..3f53086 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/frozen-rc-sentinel.json @@ -0,0 +1,87 @@ +{ + "schema_version": "ds4-w2-frozen-rc-sentinel-v1", + "artifact": { + "official_vllm_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "origin_main_cutoff": "94be3aa3d7a8b82c7fc9687990a7edb6035f69f3", + "wrapper_commit": "0a73c2bcf262ba0aa53560d6290ad2af350e34fc", + "source_patch_sha256": "241ba984b1c56f5dc7adbc8d7f519d60b5746024bf7dfeb875e3546a668e79a7", + "image_id": "sha256:fc6e1244d60855fe45ccc0236daaaa722abcb8d354200eb92aca104bd954d3f2" + }, + "quality": { + "window_tokens": 131072, + "eval_seeds": [ + 42, + 43 + ], + "responses": 80, + "strict_machine_exact": 79, + "semantic_correct": 80, + "sink_detections": 0, + "http_200": 80, + "finish_reason_stop": 80, + "fixed_prewarms_passed": 20, + "fixed_prewarm_retries": 0, + "pool_gates_passed": 4, + "pool_gates_total": 4, + "fp4_eviction_deltas": { + "42": 46560, + "43": 44345 + }, + "max_unrestored_base_experts": 0, + "format_only_diagnostic": { + "seed": 43, + "item": "r17", + "expected": "3/8", + "returned": "\\(\\frac{3}{8}\\)", + "strict_exact": false, + "semantically_correct": true, + "sink": false + } + }, + "context": { + "window_tokens": 131072, + "target_prompt_tokens": 120000, + "observed_tokenizer_tokens": 120000, + "observed_usage_prompt_tokens": 120000, + "prompt_token_tolerance": 0, + "needle_depth": 0.9, + "seed": 20260711, + "exact_answer": true, + "http_status": 200, + "finish_reason": "stop", + "wall_seconds": 250.673, + "formal_tokenizer_only_calibration_rejections": 2, + "rejected_calibrations_sent_chat_requests": false + }, + "complete_run_memory": { + "samples": 1713, + "window_seconds": 1744.3, + "min_mem_available_bytes": 103726841856, + "max_cgroup_current_bytes": 103079645184, + "max_cgroup_peak_bytes": 103082033152, + "min_cgroup_hard_headroom_bytes": 4294537216, + "min_memory_high_headroom_bytes": -430080, + "max_cgroup_swap_bytes": 0, + "memory_high_event_delta": 19598, + "memory_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_page_delta": 0, + "host_swap_out_page_delta": 0, + "host_oom_kill_delta": 0, + "max_psi_full_avg10": 0.54 + }, + "cleanup": { + "controller_exit_status": 0, + "evaluation_container_absent": true, + "production_pack_fingerprint_unchanged": true, + "immutable_seed_pack_fingerprint_unchanged": true, + "production_services_active": true, + "production_health_codes": [ + 200, + 200 + ], + "disposable_payload_pack_bytes_removed": 230317621248 + }, + "evidence_boundary": "The frozen RC reran two quality seeds and the deepest exact 120K context case. The immediately preceding 41d7b2f integrated artifact retains the comprehensive three-seed and three-depth series. The RC-only source delta is split-FP4/base coupling and padded-route hardening; split mode remained off in the serving sentinel and was verified separately by the exact-image GPU fixture." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/pool-gate-policy.json b/evidence/public/ds4-w2-2026-07-11/p2/pool-gate-policy.json new file mode 100644 index 0000000..59e2013 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/pool-gate-policy.json @@ -0,0 +1,7 @@ +{ + "max_base_unrestored_experts": 0, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16 +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json b/evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json new file mode 100644 index 0000000..1c74337 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/quality-aggregate.json @@ -0,0 +1,142 @@ +{ + "schema_version": "ds4-w2-p2-public-quality-aggregate-v2", + "artifact_role": "canonical integrated 128K series; also satisfies the P1 three-seed stability gate", + "runtime": { + "max_model_len": 131072, + "max_num_seqs": 1, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75 + }, + "evaluation_scope": { + "seeds": [ + 42, + 43, + 44 + ], + "responses_per_seed": 40, + "responses_total": 120, + "prewarm_accepted": 30, + "prewarm_total": 30, + "retries": 0 + }, + "quality": { + "per_seed": [ + { + "seed": 42, + "machine_exact": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "errors": 0 + }, + { + "seed": 43, + "machine_exact": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "errors": 0 + }, + { + "seed": 44, + "machine_exact": 40, + "semantic_equivalent": 40, + "responses": 40, + "sinks": 0, + "errors": 0 + } + ], + "combined": { + "machine_exact": 120, + "semantic_equivalent": 120, + "responses": 120, + "coding_machine_exact": 60, + "reasoning_machine_exact": 60, + "sinks": 0, + "errors": 0, + "non_200_responses": 0, + "non_stop_finishes": 0 + }, + "scoring_note": { + "item": "c18", + "affected_seeds": [ + 44 + ], + "expected": "(2, 5)", + "returned_final": "(2,5)", + "machine_exact": true, + "legacy_lenient_flag": false, + "sink": false, + "interpretation": "The frozen exact scorer normalizes tuple whitespace; the legacy lenient flag does not. The machine-exact count remains 120/120." + } + }, + "receipt_derived_latency_seconds": { + "percentile_method": "nearest-rank", + "per_seed": [ + { + "seed": 42, + "max": 34.588, + "mean": 9.90535, + "median": 9.0635, + "p95": 14.294, + "sum": 396.214 + }, + { + "seed": 43, + "max": 25.879, + "mean": 10.155899999999999, + "median": 8.9265, + "p95": 16.053, + "sum": 406.236 + }, + { + "seed": 44, + "max": 18.092, + "mean": 9.9346, + "median": 9.092, + "p95": 15.988, + "sum": 397.384 + } + ], + "combined": { + "sum": 1199.834, + "mean": 9.998616666666667, + "median": 8.971, + "p95": 16.053, + "max": 34.588 + } + }, + "pool_activity_during_scoring": { + "per_seed": [ + { + "seed": 42, + "evictions": 42760, + "post_latest_64_replay_percent": 98.4, + "post_latest_64_residue_steps": 63, + "post_unrestored_experts": 0 + }, + { + "seed": 43, + "evictions": 43118, + "post_latest_64_replay_percent": 100.0, + "post_latest_64_residue_steps": 63, + "post_unrestored_experts": 0 + }, + { + "seed": 44, + "evictions": 44469, + "post_latest_64_replay_percent": 98.4, + "post_latest_64_residue_steps": 63, + "post_unrestored_experts": 0 + } + ], + "combined_evictions": 130347, + "all_pre_and_post_gates_passed": true, + "policy_boundary": "The quality policy required full FP4 occupancy, live churn, and zero unrestored experts. Replay rate and second-order residue were retained in the manifests but were not rejection thresholds." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/readiness.json b/evidence/public/ds4-w2-2026-07-11/p2/readiness.json new file mode 100644 index 0000000..56e992e --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/readiness.json @@ -0,0 +1,43 @@ +{ + "schema_version": "ds4-w2-p2-public-readiness-v2", + "result": "pass", + "ready_at_utc": "2026-07-12T02:01:04Z", + "sustained_health_hold_seconds": 30, + "runtime": { + "max_model_len": 131072, + "max_num_seqs": 1, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0 + }, + "capacity": { + "model_loading_memory_gib": 22.87, + "available_kv_cache_memory_gib": 4.8, + "gpu_kv_cache_tokens": 720677, + "reported_maximum_concurrency_at_full_window": 5.5 + }, + "watchdog_start_to_ready": { + "samples": 337, + "elapsed_seconds": 343.6, + "host_mem_available_min_bytes": 104107237376, + "host_swap_free_min_bytes": 8589918208, + "cgroup_memory_current_max_bytes": 22381260800, + "cgroup_memory_peak_bytes": 22381522944, + "cgroup_memory_max_bytes": 107374182400, + "cgroup_memory_high_bytes": 103079215104, + "cgroup_swap_current_max_bytes": 0, + "memory_high_event_delta": 0, + "memory_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_pages_delta": 0, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0 + }, + "artifact_identity": { + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "wrapper_head_commit": "5e69228e1e8e6f7345ae96657ab33b50e5805be7" + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json b/evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json new file mode 100644 index 0000000..a9b53f1 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/runtime-clean.json @@ -0,0 +1,184 @@ +{ + "schema_version": "ds4-w2-p2-public-runtime-clean-v2", + "log_snapshot": { + "scope": "complete container log through all three fresh zero-tolerance 120K cases and the last pre-stop health check; the controller log separately proves stop and cleanup", + "line_count": 6122, + "byte_count": 1224051, + "sha256": "0149680f7126f1926bb889deaa27f72b5bc5a9bc31b3163d1ea550bb9260d950", + "first_timestamp_utc": "2026-07-12T01:55:26.284950Z", + "last_timestamp_utc": "2026-07-12T02:38:10.131082Z", + "span_seconds": 2563.846132 + }, + "exact_pattern_scan": { + "replay_skipped": 0, + "gate_skipped": 0, + "draft_prefetch_skipped": 0, + "unrestored_experts": 0, + "pool_too_tight": 0, + "pool_too_small": 0, + "fixed_point_replay_hit_maximum": 0, + "error_severity": 0, + "traceback": 0, + "actionable_or_nonzero_oom": 0, + "abort": 0, + "timeout": 0 + }, + "http_response_scan": { + "health_200": 2665, + "chat_200": 153, + "tokenize_200": 48, + "non_200": 0, + "interpretation": "The 153 chat responses are exactly 30 frozen prewarm prompts, 120 scored responses, and 3 admitted context cases. Calibration-only seed qualification contributes tokenize calls but no chat response." + }, + "wording_caveats": { + "cgroup_event_records": { + "matching_lines": 748, + "all_values_zero": true, + "interpretation": "These container-log records are startup/cache-control snapshots. The separate watchdog trace is authoritative for full-lane soft memory.high events." + }, + "generic_skipped": { + "matching_lines": 0, + "interpretation": "No uppercase SKIPPED lines occurred in the current integrated run; replay, gate, and draft-prefetch skip patterns were also zero." + }, + "startup_and_shape_warnings": { + "uppercase_warning_lines": 27, + "inference_shape_jit_notices": 0, + "serving_correctness_or_safety_failures": 0 + } + }, + "base_kpi_windows": { + "window_count": 151, + "steps_per_window": 64, + "windows_with_fp_residue": 148, + "windows_with_unrestored_experts": 0, + "replay_percent": { + "min": 0.0, + "max": 100.0, + "mean": 95.169 + }, + "average_missing_pairs_per_step": { + "min": 0.0, + "max": 94.9, + "mean": 79.785 + }, + "fp_residue_steps": { + "min": 0, + "max": 64, + "mean": 60.921 + }, + "nonzero_residue_steps": { + "min": 1, + "max": 64, + "mean": 62.155, + "total": 9199 + }, + "reported_average_residual_pairs": { + "min": 0, + "max": 35, + "mean_of_window_reports": 21.887 + }, + "cumulative_replay_percent": { + "max": 98.4, + "min": 90.6 + }, + "final_window": { + "replay_percent": 0.0, + "cumulative_replay_percent": 95.2, + "cumulative_steps": 9664, + "fp_residue_steps": 0, + "average_residual_pairs": 0, + "base_pool_slots": 1213, + "base_expert_coverage_percent": 11.0 + } + }, + "selected_context_receipts": { + "exact_120k_cases": 3, + "interim_kpi_windows": [ + { + "depth": 0.1, + "replay_percent": 64.1, + "fp_residue_steps": 42, + "average_residual_pairs": 23 + }, + { + "depth": 0.5, + "replay_percent": 23.4, + "fp_residue_steps": 15, + "average_residual_pairs": 35 + }, + { + "depth": 0.9, + "replay_percent": 20.3, + "fp_residue_steps": 13, + "average_residual_pairs": 35 + } + ], + "terminal_kpi_windows": [ + { + "depth": 0.1, + "replay_percent": 0.0, + "fp_residue_steps": 0, + "average_residual_pairs": 0 + }, + { + "depth": 0.5, + "replay_percent": 0.0, + "fp_residue_steps": 0, + "average_residual_pairs": 0 + }, + { + "depth": 0.9, + "replay_percent": 0.0, + "fp_residue_steps": 0, + "average_residual_pairs": 0 + } + ], + "interpretation": "All three exact retrieval requests exhibited a nonzero interim residue window and then closed with a zero-replay, zero-residue latest window. This is empirical retrieval evidence, not proof that every internal forward was miss-free." + }, + "memory_watchdog": { + "samples": 2516, + "elapsed_seconds": 2568.8, + "trace_byte_count": 632512, + "trace_sha256": "edaa1ce45a7f60a20a8e96aea70f25eff9424b5440399867e1e78326d5d13719", + "host_mem_available_min_bytes": 103752298496, + "host_mem_available_max_bytes": 118599213056, + "host_mem_available_final_bytes": 106434854912, + "host_floor_headroom_min_bytes": 77982494720, + "host_swap_free_min_bytes": 8589918208, + "cgroup_memory_current_max_bytes": 103079694336, + "cgroup_memory_peak_bytes": 103081906176, + "cgroup_anon_max_bytes": 12596084736, + "cgroup_file_max_bytes": 94313668608, + "cgroup_file_mapped_max_bytes": 4109418496, + "cgroup_hard_max_bytes": 107374182400, + "cgroup_hard_headroom_min_bytes": 4294488064, + "cgroup_peak_based_hard_headroom_bytes": 4292276224, + "cgroup_soft_high_bytes": 103079215104, + "cgroup_soft_high_headroom_min_bytes": -479232, + "cgroup_peak_above_soft_high_bytes": 2691072, + "samples_above_soft_high": 2, + "soft_high_event_delta": 28089, + "cgroup_swap_current_max_bytes": 0, + "hard_max_event_delta": 0, + "oom_event_delta": 0, + "oom_kill_event_delta": 0, + "host_swap_in_pages_delta": 0, + "host_swap_out_pages_delta": 0, + "host_oom_kill_delta": 0, + "psi_full_avg10_max": 0.79, + "psi_nonzero_samples": 71, + "host_wide_reclaim_counters": { + "pgscan_delta": 143429711, + "pgsteal_delta": 143412339, + "major_fault_delta": 836341, + "attribution_note": "These counters are host-wide and are not exclusively attributable to the evaluation cgroup." + }, + "interpretation": "The integrated 128K lane retained more than 4.29 GB of hard cgroup headroom with no swap, hard-limit, or OOM event. File-cache growth crossed the soft memory.high boundary narrowly and produced observable reclaim; those events are intentionally not reported as zero." + }, + "kpi_semantics": { + "window_boundary": "Residue and replay fields describe the latest 64-step KPI window, not cumulative correctness.", + "residue_boundary": "Residue records second-order misses exposed after mandatory first-order fetch and replay. Under the default continuation threshold, those experts are available to later steps while their current-step contribution remains zero.", + "unrestored_boundary": "Zero unrestored experts establishes fetch/store liveness. It does not establish a miss-free forward, bit-identical logits, or identical token streams across boots." + }, + "sanitization_note": "Topology-specific and private runtime provenance identifiers are intentionally omitted." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json new file mode 100644 index 0000000..56ff8b0 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed42.manifest.json @@ -0,0 +1,306 @@ +{ + "artifacts": { + "manifest": "seed42.manifest.json", + "raw_jsonl": "seed42.raw.jsonl", + "raw_sha256": "db5b50a8ed30dd68f61431cae477cf65902768d400b4f7d20fc75790c5abc2b6", + "warmup_jsonl": "seed42.warmup.jsonl", + "warmup_sha256": "c0f30b140c53006c5d2041f7e3f75f7dc977bd8980c059aec745c7ea559a909b" + }, + "completed_at_utc": "2026-07-12T02:09:10.166138Z", + "error": null, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 42, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "argv": [ + "tools/ds4_eval/eval_rig.py", + "--items", + "tools/ds4_eval/items.json", + "--server-provenance", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/server.json", + "--pool-gate-policy", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/pool-gate-policy-quality.json", + "--pool-command-json", + "private pool-log command omitted", + "--output-dir", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/quality-seed42", + "--run-label", + "p2-integration-41d7b2f-128k-r1-s42", + "--url", + "private evaluation endpoint omitted", + "--model", + "deepseek-v4-flash-w2", + "--mode", + "warm", + "--eval-seed", + "42", + "--eval-temperature", + "0.6", + "--eval-top-p", + "0.95", + "--eval-max-tokens", + "700", + "--eval-timeout", + "300", + "--expected-count", + "40", + "--pool-kpi-timeout", + "30" + ], + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "inputs": { + "expected_count": 40, + "items_path": "tools/ds4_eval/items.json", + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 49952, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 211, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 90.6, + "base_cumulative_steps": 64, + "base_fp_residue_steps": 57, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:02:33.768130Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 15.6, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 49952, + "fp4_token_hit_pct": 19.5, + "fp4_total_evicted": 211, + "fp4_total_promoted": 692, + "fp4_window_evicted": 211, + "fp4_window_promoted": 600, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 52960, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 42971, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 42760, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 3008, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:09:10.165112Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 22.1, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 52960, + "fp4_token_hit_pct": 22.8, + "fp4_total_evicted": 42971, + "fp4_total_promoted": 43452, + "fp4_window_evicted": 760, + "fp4_window_promoted": 760, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 90.6, + "base_cumulative_steps": 64, + "base_fp_residue_steps": 57, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:02:33.768130Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 15.6, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 49952, + "fp4_token_hit_pct": 19.5, + "fp4_total_evicted": 211, + "fp4_total_promoted": 692, + "fp4_window_evicted": 211, + "fp4_window_promoted": 600, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "c0f30b140c53006c5d2041f7e3f75f7dc977bd8980c059aec745c7ea559a909b", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0, + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "quality_comparable": true, + "run_label": "p2-integration-41d7b2f-128k-r1-s42", + "schema_version": "ds4-w2-eval-v1", + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + } + }, + "started_at_utc": "2026-07-12T02:02:02.006071Z", + "status": "complete", + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed42.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed42.raw.jsonl new file mode 100644 index 0000000..566734c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed42.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":45,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes. \n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"7a2c04dbde20ffbb7f255ddb5ed26620090ddc65cf23cf2b6fcb5fcdd65a4e1d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.601,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The set of characters in \"mississippi\" is {'m', 'i', 's', 'p'}. That's 4 unique characters, so `len` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"14f327a8fd412f3c8eeecc2321ffd42d834a1e7ddbb2129568d8b9f2a120a991","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.255,"why":""} +{"cat":"reasoning","completion_tokens":41,"content":"We can compute step by step: \n17 × 23 = 391, \n19 × 13 = 247, \n391 - 247 = 144. \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"dd35b0cdc81b6fbccaf3abee4a8f4ed46639784845f5b5993fe2ab20797cc184","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.466,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` retrieves the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"495db429ea02876b77befec2600c8a06cd1e839ab25f0e17dc3a2244fd78c559","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.295,"why":""} +{"cat":"reasoning","completion_tokens":83,"content":"The perimeter of a rectangle is given by \\(2(\\text{length} + \\text{width})\\). \nWith perimeter 46 and length 14: \n\\(2(14 + w) = 46\\) \n\\(14 + w = 23\\) \n\\(w = 9\\). \nArea = length × width = \\(14 \\times 9 = 126\\). \n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"5477c400ea98db95483e6d932e2464d160331c61a491f82083c5aa0f3bb0eb33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.142,"why":""} +{"cat":"coding","completion_tokens":78,"content":"The code creates a list `x` with `[1, 2, 3]`, then assigns `y = x`, so both variables refer to the same list object. When `y.append(4)` modifies that list, `x` also sees the change. The list now has four elements, so `len(x)` is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"99eacf437cec9e4476f9d8ab0e5dfe9e9f5420e5d353663ce607ae2b16ea422a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.17,"why":""} +{"cat":"reasoning","completion_tokens":50,"content":"The rate is 5 machines making 5 widgets in 5 minutes, so 1 machine makes 1 widget in 5 minutes. Therefore, 100 machines make 100 widgets in the same 5 minutes.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"cf3d16e7e3dee0a39f7d129901cb2828dae5a333dfa4625835f3e428f79d7f96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.61,"why":""} +{"cat":"coding","completion_tokens":51,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, giving \"abcabc\". Then `+ \"d\"` concatenates \"d\" to the end, resulting in \"abcabcd\". \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"aca85bf608dc1e716eb550971c98e7a688ca03dfe8ec999c17888aa14a04ae6e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.202,"why":""} +{"cat":"reasoning","completion_tokens":95,"content":"We want \\(2^{10} \\mod 7\\).\n\nFirst, note that \\(2^3 = 8 \\equiv 1 \\pmod{7}\\).\n\nThen \\(2^{10} = 2^{3\\cdot3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 = 2 \\pmod{7}\\).\n\nSo the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"ef039fa1b68dc5e7baaa0527b3904a927aef2bde574bc6b3c3d050fb9b9fa5d8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.163,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The integer division `10 // 3` gives the quotient (3), and the modulus `10 % 3` gives the remainder (1). So the output is \"3 1\".\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"f3febd2fc61bded89806c137d7d4702351f50151bddef7a4cc9129ce83fc0a2a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.271,"why":""} +{"cat":"reasoning","completion_tokens":134,"content":"Let Ben's current age be \\( b \\). \nThen Anna's current age is \\( 2b \\). \n\nIn 6 years: \nBen will be \\( b + 6 \\), Anna will be \\( 2b + 6 \\). \n\nThe sum of their ages then is: \n\\[\n(b + 6) + (2b + 6) = 3b + 12\n\\] \nWe know this sum equals 42: \n\\[\n3b + 12 = 42\n\\] \n\\[\n3b = 30\n\\] \n\\[\nb = 10\n\\] \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"1db66dffd39f302ae2f2daa2b729f1fea170241237c4b7c1e9cdd9452e40da5d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":17.212,"why":""} +{"cat":"coding","completion_tokens":55,"content":"The list comprehension generates squares of numbers from 0 to 4, but only for odd numbers (i%2==1). The odd numbers are 1 and 3. Their squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"6b30caa41e7a57e54226f7d37ac228c8944a45d66936cc98d7084b0b0c37103c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.505,"why":""} +{"cat":"reasoning","completion_tokens":107,"content":"25! = 25 × 24 × ... × 1. Trailing zeros come from factors of 10, which are pairs of 2 and 5. There are more 2s than 5s, so count the number of 5s. \n\nCount multiples of 5: floor(25/5) = 5. \nCount multiples of 25: floor(25/25) = 1. \nTotal = 5 + 1 = 6. \n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"ec5fd1bbda6e36683404123ea40546482504419e08c7ec500aa028a7c08e3078","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.918,"why":""} +{"cat":"coding","completion_tokens":108,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it assigns to `d[\"c\"]` the result of `d.get(\"c\", 0) + 5`. Since `\"c\"` is not yet in the dictionary, `get` returns the default value `0`, so `d[\"c\"]` becomes `0 + 5 = 5`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"c5efabc772a6447927bab47d2e78e16a60518cae13eba248d275ed556b9651fa","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.931,"why":""} +{"cat":"reasoning","completion_tokens":91,"content":"The item is initially $50. A 20% discount reduces the price by \\( 50 \\times 0.20 = 10 \\), so the discounted price is \\( 50 - 10 = 40 \\). Then a 10% tax is added: \\( 40 \\times 0.10 = 4 \\), so the final price is \\( 40 + 4 = 44 \\).\n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"1068ba537bb7a19f07aa604443372062781f2d7ccaf2e342d7d0bf61ddd83192","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.815,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The code `print(\"hello\".replace(\"l\",\"L\",1))` replaces only the first occurrence of \"l\" with \"L\" in the string \"hello\". The result is \"heLlo\".\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"e03e42a98e0c214cbc55e853df757fb5af2ce8b359965b6eefd54d01b66666b5","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.356,"why":""} +{"cat":"reasoning","completion_tokens":43,"content":"The sequence increases by 4, then 6, then 8, then 10, so the next difference is 12. \n30 + 12 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"9c1712f51efb94207fa3c3ad4b516e1834e17236b3c213e421b464c633bf1cb6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.349,"why":""} +{"cat":"coding","completion_tokens":32,"content":"The expression `typeof null` in JavaScript returns `\"object\"`, which is a well-known quirk of the language.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"cd5dc94c26726439503b7f2b23f8a6b4f18d60342f3261ae08668d36844d0002","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.667,"why":""} +{"cat":"reasoning","completion_tokens":74,"content":"The three consecutive even integers can be written as \\(n-2\\), \\(n\\), and \\(n+2\\). Their sum is:\n\n\\[\n(n-2) + n + (n+2) = 3n = 96\n\\]\n\nSo \\(n = 32\\). The largest is \\(n+2 = 34\\).\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"95b7da1a513780ee24e3dc582b9209c0cb45a46bab5d522e6fd0fe710e6517cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.165,"why":""} +{"cat":"coding","completion_tokens":42,"content":"The expression `0.1 + 0.2` in JavaScript does not exactly equal `0.3` due to floating-point precision issues, so the comparison returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"9815431ed668d70249b5cbdca743757d4e4bd73606797d54d4d0ea933ca3b503","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.916,"why":""} +{"cat":"reasoning","completion_tokens":44,"content":"1011 in binary is 11 in decimal, and 110 is 6 in decimal. \n11 + 6 = 17, which is 10001 in binary. \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"3f86e9fe11ee934ea0befc11b0d6a39bf89d2586d3195b08c166cda8ce8eb670","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.343,"why":""} +{"cat":"coding","completion_tokens":90,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence. For `n=7`, the Fibonacci numbers are: \nf(0)=0, f(1)=1, f(2)=1, f(3)=2, f(4)=3, f(5)=5, f(6)=8, f(7)=13. \n\nSo the output is `13`. \n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"e13762c349eb794bba6e26ba0d86c5bd5373a29201111955b7bea34be03a3d67","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.396,"why":""} +{"cat":"reasoning","completion_tokens":101,"content":"The hour hand moves 0.5° per minute. At 3:15, the hour hand has moved 15 minutes past 3, so it is at 90° + (15 × 0.5°) = 90° + 7.5° = 97.5°. The minute hand at 15 minutes is at 90°. The difference is 97.5° - 90° = 7.5°.\n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"2f9ac61f957df41caa2d0325cd3f15699a937221ec97b2cfff319ef09f2afbb4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.852,"why":""} +{"cat":"coding","completion_tokens":46,"content":"bool([]) evaluates to False because an empty list is falsy. bool([0]) evaluates to True because a list with one element (even if that element is 0) is truthy.\n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"070a9320ef0c0f461a140192d0e43aaa33b281deacf1e0b913c3e5314766d0ab","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.477,"why":""} +{"cat":"reasoning","completion_tokens":56,"content":"We start with Wednesday. Each week has 7 days, so we find the remainder when 100 is divided by 7: \n100 ÷ 7 = 14 weeks and 2 days remainder. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b17db4f64dc1aa64dff5f34342d1bced41b9a93694694f149bf769cdca07637b","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.681,"why":""} +{"cat":"coding","completion_tokens":69,"content":"The slice `s[1:4]` starts at index 1 (character 'b') and goes up to, but does not include, index 4 (character 'e'). So it includes characters at indices 1, 2, and 3: 'b', 'c', 'd'.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"fb806f18b608f1cac0ea30023045562ae49623bdc35df1faa4a339550148d245","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.204,"why":""} +{"cat":"reasoning","completion_tokens":103,"content":"The greatest common divisor (gcd) of 84 and 126 is found by prime factorization or the Euclidean algorithm.\n\nPrime factors:\n84 = 2² × 3 × 7\n126 = 2 × 3² × 7\nCommon factors: 2 × 3 × 7 = 42.\n\nEuclidean algorithm:\n126 ÷ 84 = 1 remainder 42\n84 ÷ 42 = 2 remainder 0 → gcd = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"71ef048034879cf463430bcbc77ea0d5e8a1849f61b25f0175299cef383eeb0d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.419,"why":""} +{"cat":"coding","completion_tokens":66,"content":"The code `print(sum(range(1,11)))` computes the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). \nThe sum is 1+2+3+...+10 = 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"9e656cefac1dfaab9c9ac19fcf6e1f093da124cbdfa4087f4fd97676c8a07113","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.329,"why":""} +{"cat":"reasoning","completion_tokens":101,"content":"The total distance is 24 km + 24 km = 48 km. \nTime for first part: 24 km / 12 km/h = 2 hours. \nTime for second part: 24 km / 8 km/h = 3 hours. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = total distance / total time = 48 km / 5 h = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"6d0305a035264842b90a3c4ed94d67fc8a59eff3624144ec3fe87803b8ea4461","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.836,"why":""} +{"cat":"coding","completion_tokens":68,"content":"The code attempts to convert the string `\"12.5\"` to an integer. Since `\"12.5\"` contains a decimal point, it cannot be directly converted to an integer, so a `ValueError` is raised. The exception is caught, and `\"err\"` is printed.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"8d49ed8ad9f6f15589eef9828ad9e29b6041606d351fd956be63276f79b2fe11","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.349,"why":""} +{"cat":"reasoning","completion_tokens":271,"content":"We have the word BOOK. \nLetters: B, O, O, K. \nWe need distinct 3-letter arrangements, each letter used at most as many times as it appears.\n\nTotal letters: 4, but we choose 3.\n\nWe can break into cases based on how many O's are used.\n\n**Case 1: 0 O's** \nLetters: B, K — only 2 letters, not enough for 3 positions. So 0 arrangements.\n\n**Case 2: 1 O** \nWe have 1 O, plus choose 2 more distinct letters from {B, K}. \nDistinct letters: B, O, K. All 3 distinct. \nNumber of permutations: 3! = 6.\n\n**Case 3: 2 O's** \nWe have O,O, and then choose 1 letter from {B, K}. \nFor each choice (B or K), arrangements = number of distinct sequences of 3 letters with 2 identical: 3! / 2! = 3. \nTwo choices → 2 × 3 = 6.\n\n**Case 4: 3 O's** \nNot possible because only 2 O's exist.\n\nTotal distinct arrangements: 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"043a147d1e8013c60a0eeb91a5dd2339e134ff0c97a1477d256cb1b71bc4ca20","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":34.588,"why":""} +{"cat":"coding","completion_tokens":85,"content":"The `max` function with `key=len` compares the strings by their lengths. \"apple\" has length 5, \"banana\" has length 6, and \"cherry\" has length 6. Since \"banana\" and \"cherry\" both have length 6, `max` returns the first one encountered with the maximum length, which is \"banana\".\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"f2364b070837a53942cf17d8fee23606c751525facc1cbc0248e3611484a002a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.166,"why":""} +{"cat":"reasoning","completion_tokens":53,"content":"The probability of exactly two heads in three flips is the number of favorable outcomes (HHT, HTH, THH) divided by total outcomes (2^3 = 8). That gives 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"79ff8fd2f87f14f58775a08eb080959b2f29f6b83217c3efeb08441b0e206591","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.406,"why":""} +{"cat":"coding","completion_tokens":34,"content":"The worst-case time complexity of binary search on a sorted array of \\( n \\) elements is \\( O(\\log n) \\).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"884f8a16f85529406062792505be2b5a50c6cd00e2c1dda7cd7ad66e9435a4ce","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.84,"why":""} +{"cat":"reasoning","completion_tokens":74,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 per hour. Together, they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 per hour. So the tank fills in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"3c045d0f4b9c301de754ac873e118dc9b3b2628900a29a4bec1216d58d2d053f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.993,"why":""} +{"cat":"coding","completion_tokens":108,"content":"The zip function pairs elements from the two lists, stopping when the shorter list ends. Here, `[1,2,3]` and `[4,5]` produce pairs `(1,4)` and `(2,5)`. The result is a zip object, which when converted to a list becomes `[(1,4), (2,5)]`. Index `[-1]` gives the last element, which is `(2,5)`.\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"31391257aa7e539773740819208c647be6df86b5e70a2be01e320dff73d55b65","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.294,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"15% of 400 is 60. \nThen 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"307e623961dca2d1d052fed3607cc560444fa6a1e557a434c0efb7710fa8a9a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.68,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. The `len()` function returns the number of characters, which is 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"a6bf85cb8a470b618c1e37c850f26f117e33a608897825c3a11edb8b285f5557","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.949,"why":""} +{"cat":"reasoning","completion_tokens":72,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 \\) \nThis equals 41: \n\\( 2x + 9 = 41 \\) \n\\( 2x = 32 \\) \n\\( x = 16 \\)\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"841b32e96ea4fb5ad5e041013e71bf193536309838cd2abd550fc2fa3c972e39","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.441,"why":""} +{"cat":"coding","completion_tokens":63,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `['1', '22', '333']`. Index `[1]` gives the second element, which is `'22'`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"1c95bb64d53da34f92f77cf40027d14618ad52877cf0e7f0b47be5161d24dcd7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.962,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed42.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed42.warmup.jsonl new file mode 100644 index 0000000..93e1d1c --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed42.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-12T02:02:08.209098Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":6.202},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:02.006975Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-12T02:02:11.612115Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.403},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:08.209303Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-12T02:02:14.840139Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.228},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:11.612284Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-12T02:02:17.179799Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":5,"content":"FINAL: Paris","content_sha256":"bf88112e2c6fe8ca7b7154e0d67a9d25d89520b881fc9583c0f8ed5d824bf589","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.339},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:14.840301Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-12T02:02:20.002889Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":10,"content":"7 is prime. \nFINAL: yes","content_sha256":"21959994b02f049bd597944b767eb34ac1979e9f2f82fc7240acac9c955a6ec8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.823},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:17.180007Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-12T02:02:22.963600Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":13,"content":"31-9 = 22 \nFINAL: 22","content_sha256":"67c1c657e4672bc38df0913286610a26a165441ab105e70d890356cd3d025e19","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.96},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:20.003059Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-12T02:02:25.480152Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":7,"content":"Tuesday \nFINAL: Tuesday","content_sha256":"985da91ae18078365832a07bdba413fdd231d73fed3737126cf5c41193451a23","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.516},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:22.963842Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-12T02:02:28.375057Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.895},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:25.480320Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-12T02:02:31.354042Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.979},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:28.375184Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-12T02:02:33.656301Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.302},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:02:31.354197Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json new file mode 100644 index 0000000..9ee4054 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed43.manifest.json @@ -0,0 +1,306 @@ +{ + "artifacts": { + "manifest": "seed43.manifest.json", + "raw_jsonl": "seed43.raw.jsonl", + "raw_sha256": "12ebd8458751bbea4d7683794a5c9e7c447784a93d2fae7dce275d59f242f5fc", + "warmup_jsonl": "seed43.warmup.jsonl", + "warmup_sha256": "c89b523c53ee899193e829eaa1b58c06cf992f1ffb587433f293221cbe9ec86d" + }, + "completed_at_utc": "2026-07-12T02:16:49.677911Z", + "error": null, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 43, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "argv": [ + "tools/ds4_eval/eval_rig.py", + "--items", + "tools/ds4_eval/items.json", + "--server-provenance", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/server.json", + "--pool-gate-policy", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/pool-gate-policy-quality.json", + "--pool-command-json", + "private pool-log command omitted", + "--output-dir", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/quality-seed43", + "--run-label", + "p2-integration-41d7b2f-128k-r1-s43", + "--url", + "private evaluation endpoint omitted", + "--model", + "deepseek-v4-flash-w2", + "--mode", + "warm", + "--eval-seed", + "43", + "--eval-temperature", + "0.6", + "--eval-top-p", + "0.95", + "--eval-max-tokens", + "700", + "--eval-timeout", + "300", + "--expected-count", + "40", + "--pool-kpi-timeout", + "30" + ], + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "inputs": { + "expected_count": 40, + "items_path": "tools/ds4_eval/items.json", + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 53216, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 44765, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.2, + "base_cumulative_steps": 3136, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:10:03.262261Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 24.9, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 53216, + "fp4_token_hit_pct": 30.6, + "fp4_total_evicted": 44765, + "fp4_total_promoted": 45246, + "fp4_window_evicted": 816, + "fp4_window_promoted": 816, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 56288, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 87883, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 43118, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 6208, + "base_fp_residue_steps": 63, + "base_replay_pct": 100.0, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:16:49.676796Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.9, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 56288, + "fp4_token_hit_pct": 21.2, + "fp4_total_evicted": 87883, + "fp4_total_promoted": 88364, + "fp4_window_evicted": 693, + "fp4_window_promoted": 693, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.2, + "base_cumulative_steps": 3136, + "base_fp_residue_steps": 59, + "base_replay_pct": 92.2, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:10:03.262261Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 24.9, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 53216, + "fp4_token_hit_pct": 30.6, + "fp4_total_evicted": 44765, + "fp4_total_promoted": 45246, + "fp4_window_evicted": 816, + "fp4_window_promoted": 816, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "c89b523c53ee899193e829eaa1b58c06cf992f1ffb587433f293221cbe9ec86d", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0, + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "quality_comparable": true, + "run_label": "p2-integration-41d7b2f-128k-r1-s43", + "schema_version": "ds4-w2-eval-v1", + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + } + }, + "started_at_utc": "2026-07-12T02:09:34.034009Z", + "status": "complete", + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 40, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed43.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed43.raw.jsonl new file mode 100644 index 0000000..08a0cb4 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed43.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":45,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes. \n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"1caace845da51dc4c3d2f0b56850ddffaba96703d4d84e1823c624c9dca6afc3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.319,"why":""} +{"cat":"coding","completion_tokens":62,"content":"The code `set(\"mississippi\")` creates a set of unique characters from the string, which are `{'m', 'i', 's', 'p'}`. The `len()` function then counts the number of elements in the set, which is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"62738abb8c348919c47e84dfeee4d86f74df1f7012f0c17aea8efad5903d9431","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.804,"why":""} +{"cat":"reasoning","completion_tokens":41,"content":"We can compute step by step:\n\n17 × 23 = 391 \n19 × 13 = 247 \n\nThen subtract: 391 - 247 = 144 \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"96a69b94537561a4173556faa694e27bddb281c4465b88db8d5330b252bc4b75","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.291,"why":""} +{"cat":"coding","completion_tokens":46,"content":"The list `[3,1,2]` sorted in reverse gives `[3,2,1]`. Index `[1]` is the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"344e7944384c821f7ad2ad13b19ab8bc5374f67d52bb74127825105d656571f3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.813,"why":""} +{"cat":"reasoning","completion_tokens":86,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). With length \\(l = 14\\), we have:\n\n\\[\n2(14 + w) = 46\n\\]\n\\[\n14 + w = 23\n\\]\n\\[\nw = 9\n\\]\n\nArea = \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"b12295a815d01558746bd3d642a1e564ddfdba6381593dea8040e234ccc1b08d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.683,"why":""} +{"cat":"coding","completion_tokens":70,"content":"The code sets `y = x`, so both variables refer to the same list. When `y.append(4)` modifies that list, `x` also reflects the change. So `x` becomes `[1, 2, 3, 4]`, and `len(x)` is 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"7fb599a0e073164c421762fb20e1e5cea32b5c7b53b3eccc92ee79a3c5605632","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.97,"why":""} +{"cat":"reasoning","completion_tokens":74,"content":"Let’s reason it out: \n\n5 machines make 5 widgets in 5 minutes → each machine makes 1 widget in 5 minutes. \nSo 1 machine makes 1 widget in 5 minutes. \nTherefore, 100 machines make 100 widgets in the same 5 minutes (since each machine works in parallel).\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"9b5b52ad344bccbd0d4cbdb7c2134fd010ea3a994b884cc46ae6aba14400157e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.315,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, resulting in \"abcabc\". Then `+ \"d\"` concatenates \"d\", giving \"abcabcd\". \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a569c6fc0731ed5f58c9431d9d67fe0b5ed4f6679899682e9c034f40bc3a67c7","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.892,"why":""} +{"cat":"reasoning","completion_tokens":103,"content":"We want the remainder of \\(2^{10} \\bmod 7\\).\n\nFirst, note that \\(2^3 = 8 \\equiv 1 \\pmod{7}\\). \nThen \\(2^{10} = 2^{3 \\cdot 3 + 1} = (2^3)^3 \\cdot 2^1 \\equiv 1^3 \\cdot 2 \\equiv 2 \\pmod{7}\\).\n\nSo the remainder is 2.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"74f4f6aba3596826ccfcfc5442dd1235087db3cfd57b2207fb0e670ce8e977bc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.682,"why":""} +{"cat":"coding","completion_tokens":35,"content":"The integer division `10 // 3` gives 3, and the modulo `10 % 3` gives 1. \n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"6cdd615ba5bd49b016d3b6c09c3b2aa28571ce5749b4cabd336c49aed9ff0ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.96,"why":""} +{"cat":"reasoning","completion_tokens":111,"content":"Let Ben's current age be \\( b \\). \nThen Anna's age is \\( 2b \\). \n\nIn 6 years: \nBen will be \\( b + 6 \\), \nAnna will be \\( 2b + 6 \\). \n\nSum: \n\\( (b + 6) + (2b + 6) = 42 \\) \n\\( 3b + 12 = 42 \\) \n\\( 3b = 30 \\) \n\\( b = 10 \\). \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"50cc7e67b4f040e29ae799c2af680dfee7fcd21c3d6731d8e032e7dd6a3af60e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.016,"why":""} +{"cat":"coding","completion_tokens":72,"content":"The list comprehension iterates over `range(5)` (values 0 to 4), squares each `i`, but only includes those where `i % 2 == 1` (odd numbers). The odd numbers are 1 and 3, so the squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"0095f7709043e98593192f2d56182eab7071fcd2d3792a66bd2f7ba206fe393d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.398,"why":""} +{"cat":"reasoning","completion_tokens":132,"content":"The number of trailing zeros in a factorial is determined by the number of times 10 divides it, which is the minimum of the exponents of 2 and 5 in its prime factorization. Since there are always more factors of 2 than 5, we count the exponent of 5.\n\nFor 25!:\n- Floor(25/5) = 5\n- Floor(25/25) = 1\n- Higher powers of 5 (125, etc.) are >25, so stop.\n\nTotal = 5 + 1 = 6.\n\nThus, 25! has 6 trailing zeros.\n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"0d62934fe29261d784fb9bb6a0d675f3f462c434948a9d8cf5b784f46ac5f7cb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.053,"why":""} +{"cat":"coding","completion_tokens":94,"content":"The code creates a dictionary `d` with keys `\"a\"` and `\"b\"`. Then it tries to get the value for key `\"c\"`, which doesn't exist, so `.get(\"c\", 0)` returns `0`. It adds `5`, resulting in `5`, and assigns that to `d[\"c\"]`. Finally, it prints `d[\"c\"]`, which is `5`.\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"8c8b0ca311189014715a74154a7439e2c5ca6cb53d3241cbe924eedc644b1384","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.131,"why":""} +{"cat":"reasoning","completion_tokens":62,"content":"The item is discounted 20%, so the discounted price is $50 × (1 - 0.20) = $50 × 0.80 = $40. \nThen 10% tax is added: $40 × 1.10 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"3e0f66079c80e219ab579284223d0e950a7c7efe718bc455ff58041a345c862e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.98,"why":""} +{"cat":"coding","completion_tokens":53,"content":"The string `\"hello\"` has two `'l'` characters. The `replace` method with count `1` replaces only the first occurrence. So `\"hello\"` becomes `\"heLlo\"`.\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"0092c0d305f79d3ddef92346299b5afa24104dc4f6ac77f04178556daa3456f8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.587,"why":""} +{"cat":"reasoning","completion_tokens":39,"content":"The sequence increases by 4, 6, 8, 10, so the next increase is 12. \n30 + 12 = 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"6113064a1c3825bb4eaf44cc82467d290f8173917d99694ee9bdcf0838925ffb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.129,"why":""} +{"cat":"coding","completion_tokens":56,"content":"The code `console.log(typeof null)` logs the string `\"object\"` to the console. This is a well-known quirk in JavaScript where `typeof null` returns `\"object\"` due to a bug in the original implementation.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"bd45691a1d3d0e5b2b653cbad9bca13e1e663c33b7345013a24a5548a4821e70","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.34,"why":""} +{"cat":"reasoning","completion_tokens":87,"content":"The three consecutive even integers can be written as \\(x\\), \\(x+2\\), and \\(x+4\\). \nTheir sum is \\(x + (x+2) + (x+4) = 3x + 6 = 96\\). \nSolving: \\(3x = 90\\), so \\(x = 30\\). \nThe largest is \\(x+4 = 34\\).\n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"f1d055eb3154788d04ea364b796310597d6c9545d762e270a22ffad5a6ad6ec6","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.892,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The expression `0.1 + 0.2` evaluates to `0.30000000000000004` due to floating-point precision, which is not exactly `0.3`. So the comparison `===` returns `false`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"26f7e16907c75199bceacee1a12aa9fea34e313bd0cef88b4dfbae8f8cf19e16","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.308,"why":""} +{"cat":"reasoning","completion_tokens":44,"content":"1011 in binary is 11 in decimal, and 110 is 6 in decimal. \n11 + 6 = 17, which is 10001 in binary. \n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"857a016c6bb9bccb8a0a7e64d9dec4b12acf83824235b29a85dfe2190657ba69","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.319,"why":""} +{"cat":"coding","completion_tokens":215,"content":"The function `f(n)` computes the nth Fibonacci number recursively, where `f(0)` and `f(1)` are implicitly 0 and 1 (since `n < 2` returns `n`). So:\n\n- f(0) = 0 \n- f(1) = 1 \n- f(2) = f(1) + f(0) = 1 \n- f(3) = f(2) + f(1) = 1 + 1 = 2 \n- f(4) = f(3) + f(2) = 2 + 1 = 3 \n- f(5) = f(4) + f(3) = 3 + 2 = 5 \n- f(6) = f(5) + f(4) = 5 + 3 = 8 \n- f(7) = f(6) + f(5) = 8 + 5 = 13 \n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"719c2e9e2c06bf836054a6e70732d83dd8455f7c9a1af48f235023e8c4c31d48","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":25.879,"why":""} +{"cat":"reasoning","completion_tokens":124,"content":"The minute hand at 15 minutes is at 90 degrees (15 minutes × 6° per minute). \nThe hour hand at 3:15 moves 15 minutes past the 3, which is 0.5° per minute × 15 = 7.5° past the 90° mark (since 3:00 is 90°). So hour hand is at 90° + 7.5° = 97.5°. \nThe difference is |97.5° - 90°| = 7.5°.\n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"98c94f5c7d667cf4549479acdcc142b46e1533a54d5daa15803e4c57e67263fc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.661,"why":""} +{"cat":"coding","completion_tokens":48,"content":"The boolean value of an empty list `[]` is `False`, while a list containing a single element `[0]` is truthy, so `bool([0])` is `True`. \n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"b9fc8560343a94733845c4a55ea28b00acbb23e7c354fdf2a1325fdcc379afd0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.76,"why":""} +{"cat":"reasoning","completion_tokens":62,"content":"We start with Wednesday. Since a week has 7 days, we find the remainder when 100 is divided by 7. \n100 ÷ 7 = 14 weeks (98 days) with a remainder of 2 days. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"ad13887b8bc3f634f6a2ed9f4b645afab265c3ec2af2527b527962fca1a7ac73","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.431,"why":""} +{"cat":"coding","completion_tokens":111,"content":"The code `s=\"abcdef\"` assigns the string `\"abcdef\"` to variable `s`. \n`s[1:4]` slices the string from index 1 (inclusive) to index 4 (exclusive). \nIndices: a=0, b=1, c=2, d=3, e=4, f=5. \nSo `s[1:4]` gives characters at indices 1, 2, 3 → `\"bcd\"`.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"3eccf1ab6957defd925148777cbe9a9cf718b19f0318d20f6d24ccbab700b824","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.844,"why":""} +{"cat":"reasoning","completion_tokens":70,"content":"The greatest common divisor (GCD) of 84 and 126 can be found using the Euclidean algorithm:\n\n126 ÷ 84 = 1 remainder 42 \n84 ÷ 42 = 2 remainder 0 \n\nSince the remainder becomes 0, the GCD is the last non-zero remainder, which is 42.\n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"b5bf60fdd67eb7559d9bed5e91a13a95cdca43fc5f6ef7c99aa5391789435c37","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.873,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The code `sum(range(1,11))` calculates the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). The sum is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"8d647123aaf416fa00094983788613d15843c42b64e694a8bd9a84108a734362","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.058,"why":""} +{"cat":"reasoning","completion_tokens":101,"content":"The average speed is total distance divided by total time.\n\nFirst segment: time = 24 km / 12 km/h = 2 hours. \nSecond segment: time = 24 km / 8 km/h = 3 hours. \nTotal distance = 24 + 24 = 48 km. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"a5222910cb56db68e5d4d5e2375aadaff1c1dc27e11655a852b09b0bd245e65e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.897,"why":""} +{"cat":"coding","completion_tokens":75,"content":"The code attempts to convert the string `\"12.5\"` to an integer using `int()`. Since `\"12.5\"` is not a valid integer literal (it contains a decimal point), Python raises a `ValueError`. The except block catches that error and prints `\"err\"`. So the output is `err`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"78c02162b80402c68ba56cca2295d109bd86f56ccdec542172fd62cf3616a980","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.865,"why":""} +{"cat":"reasoning","completion_tokens":160,"content":"The word BOOK has letters: B, O, O, K. \nWe need 3-letter arrangements, each letter used at most as many times as it appears. \nCount cases:\n\n1. All three letters distinct: possible sets from {B, O, K} — only one set {B, O, K}. \n Number of permutations = 3! = 6.\n\n2. Two O's and one other letter: other can be B or K. \n For each, number of arrangements = 3! / 2! = 3. \n So 2 letters × 3 = 6.\n\n3. Three same letters: not possible because only two O's.\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"cc48f20f57756d0f6c3ff29dc8ecc620949ff2e19646a1871dc3dd0df8c2015a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":21.112,"why":""} +{"cat":"coding","completion_tokens":84,"content":"The `max` function with `key=len` compares the strings by their lengths. \"apple\" has length 5, \"banana\" has length 6, \"cherry\" has length 6. Since \"banana\" and \"cherry\" both have length 6, `max` returns the first one encountered with the maximum length, which is \"banana\".\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"57b773d4cc9276e22ee416de2e9287cec32eecefcbe7467e6796fd426dbac9c4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.007,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"The probability of exactly two heads in three flips of a fair coin is the number of sequences with two heads (HHT, HTH, THH) divided by total possible outcomes (2³ = 8). That is 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"f569accc2c849fbc084354d98aae4c4628e52b20e0734198a13bda22d75ead09","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.283,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"28442cb666a54e6c81c9f21e50a2e6077ba70d14b309625d02c623098a204a02","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.17,"why":""} +{"cat":"reasoning","completion_tokens":85,"content":"Pipe A fills 1/6 of the tank per hour, pipe B fills 1/3 of the tank per hour. Together, they fill 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 of the tank per hour. So the time to fill the whole tank is 2 hours.\n\nFINAL: 2 hours","error":null,"exact":true,"expected":"2","final":"2 hours","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"c18f363ab65a46effa4765eaa31255e35bbf02ed4fc3994b0aaf52a6dbc63508","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.153,"why":""} +{"cat":"coding","completion_tokens":107,"content":"The `zip` function pairs elements from the two lists, stopping when the shorter list ends. So `zip([1,2,3], [4,5])` yields pairs `(1,4)` and `(2,5)`. Converting to a list gives `[(1,4), (2,5)]`. Index `[-1]` accesses the last element, which is `(2,5)`. The `print` statement outputs that tuple.\n\nFINAL: (2, 5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2, 5)","finish_reason":"stop","id":"c18","lenient":true,"position":36,"request_sha256":"b1cdbe5f12f3694b3a3532223209fc65c1359fad3e241b35f770795a22ec1e74","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.757,"why":""} +{"cat":"reasoning","completion_tokens":28,"content":"15% of 400 is 60. \nThen 15% of 60 is 9. \n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"1e6a14f9abcc7ff2b829f121dc43cb89e143d49b1b97458b6119c9c22397fcda","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":4.732,"why":""} +{"cat":"coding","completion_tokens":36,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. So `len` returns 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"e21f9a78e388abcf3579748d3340a27edaf56d50cd00da85c978aad6c94a08c2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.852,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 = 41 \\) \nSolve: \\( 2x = 32 \\) → \\( x = 16 \\).\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"fbe7318cb9cd8a9fa466640baee54ac854deb9fa6ee3acc67d5fc3eca93f995c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.238,"why":""} +{"cat":"coding","completion_tokens":94,"content":"The regex `\\d+` matches one or more digits. The string `\"a1b22c333\"` contains three sequences of digits: `\"1\"`, `\"22\"`, and `\"333\"`. `re.findall` returns a list of these matches: `['1', '22', '333']`. Index `[1]` accesses the second element, which is `\"22\"`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"62c93cafe1df10fef90a1474d0531b9e1b839cad9f9ce41796381a85e908b644","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.782,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed43.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed43.warmup.jsonl new file mode 100644 index 0000000..889d5de --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed43.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-12T02:09:36.848066Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.811},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:34.036299Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-12T02:09:39.048544Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.2},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:36.848310Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-12T02:09:41.897098Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.848},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:39.048709Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-12T02:09:44.281458Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.384},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:41.897287Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-12T02:09:46.896191Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":10,"content":"7 is prime. \nFINAL: yes","content_sha256":"21959994b02f049bd597944b767eb34ac1979e9f2f82fc7240acac9c955a6ec8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.614},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:44.281660Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-12T02:09:49.908460Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.012},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:46.896359Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-12T02:09:52.958334Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":14,"content":"The day that follows Monday is Tuesday. \n\nFINAL: Tuesday","content_sha256":"e6511dc98859bdbcfe85e5e9f0945ec28bbbbb7021163a47bd62aa7edc6b6f4e","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.05},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:49.908647Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-12T02:09:58.100486Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":36,"content":"We compute \\(2^5 = 2 \\times 2 \\times 2 \\times 2 \\times 2 = 32\\). \n\nFINAL: 32","content_sha256":"369db5f272b8ad00fb3cda1d97dbe5cdcfe422713be1b9709af1b27af05bf9ec","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":5.142},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:52.958565Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-12T02:10:00.956836Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.856},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:09:58.100798Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-12T02:10:03.146556Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.189},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:10:00.957567Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json b/evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json new file mode 100644 index 0000000..28a8630 --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed44.manifest.json @@ -0,0 +1,306 @@ +{ + "artifacts": { + "manifest": "seed44.manifest.json", + "raw_jsonl": "seed44.raw.jsonl", + "raw_sha256": "d188e788324b3d47a8a81112e7c1e185e1297e703c78df6f30d19b5c0dae7600", + "warmup_jsonl": "seed44.warmup.jsonl", + "warmup_sha256": "e1485a5efec3960924b722834bd04d87112bf32ad1a98373a9981455412d08ba" + }, + "completed_at_utc": "2026-07-12T02:24:12.827395Z", + "error": null, + "eval": { + "max_tokens": 700, + "order": "reasoning-coding-interleaved-fixed", + "retry_count": 0, + "seed": 44, + "temperature": 0.6, + "timeout_seconds": 300, + "top_p": 0.95 + }, + "harness": { + "argv": [ + "tools/ds4_eval/eval_rig.py", + "--items", + "tools/ds4_eval/items.json", + "--server-provenance", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/server.json", + "--pool-gate-policy", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/pool-gate-policy-quality.json", + "--pool-command-json", + "private pool-log command omitted", + "--output-dir", + "evidence/2026-07-12-integration/final/p2-integration-41d7b2f-128k-r1/quality-seed44", + "--run-label", + "p2-integration-41d7b2f-128k-r1-s44", + "--url", + "private evaluation endpoint omitted", + "--model", + "deepseek-v4-flash-w2", + "--mode", + "warm", + "--eval-seed", + "44", + "--eval-temperature", + "0.6", + "--eval-top-p", + "0.95", + "--eval-max-tokens", + "700", + "--eval-timeout", + "300", + "--expected-count", + "40", + "--pool-kpi-timeout", + "30" + ], + "files": { + "eval_rig.py": "1d338ab4b1279238c5b0f7ce0e91694b16ac1883da428fd2a59cd17030ced11b", + "harness.py": "62240f57a4b27d4bc10aa7083fd32542a21797aea1d1aaac586cc827e4fe0e25", + "rescore_robust.py": "64ea40dc76c1e7a742c5b612eb604f2a262746aa8f0aaeaf0e148b22e192d434" + }, + "python": "3.11.15 (main, Apr 7 2026, 20:41:15) [Clang 22.1.1 ]" + }, + "inputs": { + "expected_count": 40, + "items_path": "tools/ds4_eval/items.json", + "items_sha256": "7ad04cd43ab750de7b9f4e90c786aac58fecde0007b9d894086128196d91b968" + }, + "pool_gate": { + "baseline_snapshot": null, + "checks": [ + { + "metric": "fp4_tick", + "observed": 56478, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 89056, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [ + "fp4_total_evicted_delta" + ], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "policy_sha256": "1afb9b0d96d05c9d7a374dff88c94c76a3e854c8d046fb8ef1783275ad3f5630", + "post_eval": { + "baseline_snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6336, + "base_fp_residue_steps": 58, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:17:35.262453Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 56478, + "fp4_token_hit_pct": 26.2, + "fp4_total_evicted": 89056, + "fp4_total_promoted": 89537, + "fp4_window_evicted": 621, + "fp4_window_promoted": 621, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "checks": [ + { + "metric": "fp4_tick", + "observed": 59550, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_occupancy", + "observed": 1.0, + "operator": ">=", + "passed": true, + "threshold": 1.0 + }, + { + "metric": "fp4_total_evicted", + "observed": 133525, + "operator": ">=", + "passed": true, + "threshold": 1 + }, + { + "metric": "fp4_total_evicted_delta", + "observed": 44469, + "operator": ">=", + "passed": true, + "threshold": 16 + }, + { + "metric": "base_unrestored_experts", + "observed": 0, + "operator": "<=", + "passed": true, + "threshold": 0 + } + ], + "configured": true, + "deferred_checks": [], + "passed": true, + "policy": { + "max_base_cumulative_replay_pct": null, + "max_base_fp_residue_steps": null, + "max_base_replay_pct": null, + "max_base_unrestored_experts": 0, + "max_gate_fire_rate": null, + "min_fp4_cached": null, + "min_fp4_occupancy": 1.0, + "min_fp4_tick": 1, + "min_fp4_total_evicted": 1, + "min_fp4_total_evicted_delta": 16, + "min_fp4_total_promoted": null, + "min_gate_fire_rate": null, + "min_gate_steps": null + }, + "snapshot": { + "base_cumulative_replay_pct": 98.4, + "base_cumulative_steps": 9280, + "base_fp_residue_steps": 63, + "base_replay_pct": 98.4, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:24:12.825830Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 22.7, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 59550, + "fp4_token_hit_pct": 23.1, + "fp4_total_evicted": 133525, + "fp4_total_promoted": 134006, + "fp4_window_evicted": 814, + "fp4_window_promoted": 814, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + } + }, + "snapshot": { + "base_cumulative_replay_pct": 98.3, + "base_cumulative_steps": 6336, + "base_fp_residue_steps": 58, + "base_replay_pct": 90.6, + "base_replay_steps": 64, + "base_unrestored_experts": 0, + "captured_at_utc": "2026-07-12T02:17:35.262453Z", + "fp4_cached": 481, + "fp4_expert_hit_pct": 19.5, + "fp4_occupancy": 1.0, + "fp4_slots": 481, + "fp4_tick": 56478, + "fp4_token_hit_pct": 26.2, + "fp4_total_evicted": 89056, + "fp4_total_promoted": 89537, + "fp4_window_evicted": 621, + "fp4_window_promoted": 621, + "gate_fire_rate": null, + "gate_fired": null, + "gate_steps": null + }, + "status": "passed" + }, + "prewarm": { + "cases": 10, + "enabled": true, + "max_tokens": 150, + "receipts_sha256": "e1485a5efec3960924b722834bd04d87112bf32ad1a98373a9981455412d08ba", + "retry_count": 0, + "seed": 20260711, + "status": "passed", + "suite_version": "ds4-w2-prewarm-v4", + "temperature": 0.0, + "top_p": 1.0, + "receipts_sha256_scope": "published_sanitized_jsonl" + }, + "quality_comparable": true, + "run_label": "p2-integration-41d7b2f-128k-r1-s44", + "schema_version": "ds4-w2-eval-v1", + "server": { + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + } + }, + "started_at_utc": "2026-07-12T02:17:08.691100Z", + "status": "complete", + "summary": { + "clean": 40, + "coding_clean": 20, + "lenient": 39, + "n": 40, + "reasoning_clean": 20, + "sinks": 0 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and response IDs are retained only in private source receipts. The public run label is descriptive." +} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed44.raw.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed44.raw.jsonl new file mode 100644 index 0000000..4f78bda --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed44.raw.jsonl @@ -0,0 +1,40 @@ +{"cat":"reasoning","completion_tokens":44,"content":"The journey from 09:47 to 13:22 is 3 hours and 35 minutes. \n3 hours = 180 minutes, plus 35 minutes = 215 minutes.\n\nFINAL: 215","error":null,"exact":true,"expected":"215","final":"215","finish_reason":"stop","id":"r01","lenient":true,"position":1,"request_sha256":"746eb6e31cd424a0be44e0b622d5dcc6a38f26aeba543b40af61cb9a5bdc0df8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.147,"why":""} +{"cat":"coding","completion_tokens":60,"content":"The string \"mississippi\" has the characters m, i, s, p. The set of these characters is {'m', 'i', 's', 'p'}, which has 4 unique characters. So `len(set(...))` returns 4.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c01","lenient":true,"position":2,"request_sha256":"9a37878d50682fd96ecd82b174b05f76556013b09e69a28c8285657d011f6342","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.944,"why":""} +{"cat":"reasoning","completion_tokens":47,"content":"First, compute \\(17 \\times 23 = 391\\). \nThen, compute \\(19 \\times 13 = 247\\). \nSubtract: \\(391 - 247 = 144\\). \n\nFINAL: 144","error":null,"exact":true,"expected":"144","final":"144","finish_reason":"stop","id":"r02","lenient":true,"position":3,"request_sha256":"7a329391c4ba5c64388f585bf78a497a3cfff9e90f62e3ce4196eaff84e83adb","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.72,"why":""} +{"cat":"coding","completion_tokens":47,"content":"The list `[3,1,2]` sorted in reverse order gives `[3,2,1]`. Index `[1]` accesses the second element, which is `2`.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"c02","lenient":true,"position":4,"request_sha256":"2f6499a809b4a778a81091a66114e99264a845f9960847f686a39036f3cf6e4e","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.984,"why":""} +{"cat":"reasoning","completion_tokens":83,"content":"The perimeter of a rectangle is given by \\(2(l + w) = 46\\). \nWith length \\(l = 14\\), we have: \n\\(2(14 + w) = 46\\) \n\\(14 + w = 23\\) \n\\(w = 9\\). \n\nArea = \\(l \\times w = 14 \\times 9 = 126\\).\n\nFINAL: 126","error":null,"exact":true,"expected":"126","final":"126","finish_reason":"stop","id":"r03","lenient":true,"position":5,"request_sha256":"0c0016fe7556ed300a24fc473b22b5522569983da2478e2aadd5494e59d1ddd8","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.358,"why":""} +{"cat":"coding","completion_tokens":79,"content":"The code creates a list `x` with `[1,2,3]`, then assigns `y = x`, so both variables refer to the same list. Appending `4` to `y` modifies that shared list. So `x` becomes `[1,2,3,4]`, and `len(x)` is `4`.\n\nFINAL: 4","error":null,"exact":true,"expected":"4","final":"4","finish_reason":"stop","id":"c03","lenient":true,"position":6,"request_sha256":"2a8331ff07ef311aa15c804c7ebc773992e5ac5235de62af54db6e5fd10f11a0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.638,"why":""} +{"cat":"reasoning","completion_tokens":55,"content":"It takes 5 machines 5 minutes to make 5 widgets, so each machine makes 1 widget in 5 minutes. \nThus, 100 machines make 100 widgets in the same 5 minutes (since each machine works independently).\n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"r04","lenient":true,"position":7,"request_sha256":"2f9e99a40ec3e33f10ad6bfd78a1ec52972e30346f3f95a01457698ae4d05978","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.3,"why":""} +{"cat":"coding","completion_tokens":49,"content":"The expression `\"abc\"*2` repeats the string \"abc\" twice, giving `\"abcabc\"`. Then `+ \"d\"` concatenates, resulting in `\"abcabcd\"`. \n\nFINAL: abcabcd","error":null,"exact":true,"expected":"abcabcd","final":"abcabcd","finish_reason":"stop","id":"c04","lenient":true,"position":8,"request_sha256":"a0b128a68528b534b976a5c765ff131ffe1959143e7111e4e0201c6d780128e0","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.16,"why":""} +{"cat":"reasoning","completion_tokens":104,"content":"We want \\( 2^{10} \\mod 7 \\). \n\nFirst, note that \\( 2^3 = 8 \\equiv 1 \\pmod{7} \\). \nSo \\( 2^{10} = 2^{9} \\cdot 2 = (2^3)^3 \\cdot 2 \\equiv 1^3 \\cdot 2 = 2 \\pmod{7} \\). \n\nThus the remainder is 2. \n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r05","lenient":true,"position":9,"request_sha256":"48329ae83b66652e634d41d0abe344f05651351469728d4205dfd2de5473839d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.921,"why":""} +{"cat":"coding","completion_tokens":51,"content":"The expression `10 // 3` performs integer division, resulting in 3. The expression `10 % 3` gives the remainder, which is 1. So the output is \"3 1\".\n\nFINAL: 3 1","error":null,"exact":true,"expected":"3 1","final":"3 1","finish_reason":"stop","id":"c05","lenient":true,"position":10,"request_sha256":"4ba5bf015aff7915d59f6a2c7770118b0bde4544573b9d50455617ecf601aef3","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.619,"why":""} +{"cat":"reasoning","completion_tokens":116,"content":"Let Ben's current age be \\( b \\). Then Anna's age is \\( 2b \\). \nIn 6 years, Ben will be \\( b + 6 \\) and Anna will be \\( 2b + 6 \\). \nThe sum of their ages then is: \n\\[\n(b + 6) + (2b + 6) = 3b + 12 = 42\n\\] \nSolving: \n\\[\n3b = 30 \\quad \\Rightarrow \\quad b = 10\n\\] \n\nFINAL: 10","error":null,"exact":true,"expected":"10","final":"10","finish_reason":"stop","id":"r06","lenient":true,"position":11,"request_sha256":"3ac38d222cde205fc12b56fd6446ef25c23129669bb7a2965d842010695d3f04","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":14.707,"why":""} +{"cat":"coding","completion_tokens":73,"content":"The list comprehension iterates over `range(5)` (0 to 4), squares each `i`, but only includes results where `i` is odd (`i%2==1`). The odd numbers in that range are 1 and 3, and their squares are 1 and 9.\n\nFINAL: [1, 9]","error":null,"exact":true,"expected":"[1, 9]","final":"[1, 9]","finish_reason":"stop","id":"c06","lenient":true,"position":12,"request_sha256":"1eb74c715a33162ad354cffba3f2ae7d1232a2637651d87a69bb79fc82622154","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.266,"why":""} +{"cat":"reasoning","completion_tokens":117,"content":"25! = 25 × 24 × ... × 1. The number of trailing zeros is determined by the number of factors of 10, which is the minimum of the counts of factors of 2 and 5. Since there are more factors of 2 than 5, we count the factors of 5.\n\nCount multiples of 5: floor(25/5) = 5. \nCount multiples of 25: floor(25/25) = 1. \nTotal = 5 + 1 = 6.\n\nFINAL: 6","error":null,"exact":true,"expected":"6","final":"6","finish_reason":"stop","id":"r07","lenient":true,"position":13,"request_sha256":"c674405cf2c15eef8e46a5c82d751faae481cd6c24370e2b3d12bf070c0b074c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":13.925,"why":""} +{"cat":"coding","completion_tokens":88,"content":"The dictionary `d` initially has keys `\"a\"` and `\"b\"`. \n`d.get(\"c\",0)` returns `0` because `\"c\"` is not in the dictionary. \nThen `0 + 5 = 5`, so `d[\"c\"]` is set to `5`. \nPrinting `d[\"c\"]` outputs `5`. \n\nFINAL: 5","error":null,"exact":true,"expected":"5","final":"5","finish_reason":"stop","id":"c07","lenient":true,"position":14,"request_sha256":"d8b3ebb97da4ad5b1263a7eddde52ce326687e674ec68231878b3715274cc3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.524,"why":""} +{"cat":"reasoning","completion_tokens":50,"content":"The item is discounted 20%, so the discounted price is $50 × 0.8 = $40. \nThen 10% tax is added: $40 × 1.1 = $44. \n\nFINAL: 44","error":null,"exact":true,"expected":"44","final":"44","finish_reason":"stop","id":"r08","lenient":true,"position":15,"request_sha256":"a6627d18976a7c643dfe7a5b4748c17702b420a22007a036a1afad4ef0d6423d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.498,"why":""} +{"cat":"coding","completion_tokens":81,"content":"The Python code `print(\"hello\".replace(\"l\",\"L\",1))` replaces only the first occurrence of `\"l\"` with `\"L\"` in the string `\"hello\"`. The string `\"hello\"` has two `l`'s, so only the first one is changed, resulting in `\"heLlo\"`.\n\nFINAL: heLlo","error":null,"exact":true,"expected":"heLlo","final":"heLlo","finish_reason":"stop","id":"c08","lenient":true,"position":16,"request_sha256":"f61b309c875b0f5d2dcbbe9cd185aaf69d4968ae28d5140781b43e067de5967f","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":10.638,"why":""} +{"cat":"reasoning","completion_tokens":86,"content":"The sequence is: 2, 6, 12, 20, 30, ... \n\nThese numbers are the products of consecutive integers: \n1×2 = 2 \n2×3 = 6 \n3×4 = 12 \n4×5 = 20 \n5×6 = 30 \n\nThe next term would be 6×7 = 42. \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r09","lenient":true,"position":17,"request_sha256":"40a6d38a31f6abb9cce5d96f79c31abc119099415799ca8c00c08b5487484d9c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.317,"why":""} +{"cat":"coding","completion_tokens":34,"content":"The expression `typeof null` in JavaScript returns the string `\"object\"`, which is a well-known historical bug in the language.\n\nFINAL: \"object\"","error":null,"exact":true,"expected":"object","final":"\"object\"","finish_reason":"stop","id":"c09","lenient":true,"position":18,"request_sha256":"edd4aa6339ee6f9e74a217d1a04e83be23903cc92482a8d6142098d7bde8913c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.74,"why":""} +{"cat":"reasoning","completion_tokens":96,"content":"The three consecutive even integers can be represented as \\( x \\), \\( x+2 \\), and \\( x+4 \\). \nTheir sum is: \n\\( x + (x+2) + (x+4) = 3x + 6 = 96 \\) \nSolve: \\( 3x = 90 \\) → \\( x = 30 \\). \nThe largest is \\( x+4 = 34 \\). \n\nFINAL: 34","error":null,"exact":true,"expected":"34","final":"34","finish_reason":"stop","id":"r10","lenient":true,"position":19,"request_sha256":"00981a5eb39d6d91a81a25ecc04bc58ece5a40bbf9d667e2b728c06ed9dad38c","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.74,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The expression evaluates to `false` due to floating-point precision issues in JavaScript. `0.1 + 0.2` results in `0.30000000000000004`, not exactly `0.3`.\n\nFINAL: false","error":null,"exact":true,"expected":"false","final":"false","finish_reason":"stop","id":"c10","lenient":true,"position":20,"request_sha256":"265696e67f5e4e0dc15ff4f3c1fa3fa60e2e705a7b04f3f76043dfeaf3422281","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.381,"why":""} +{"cat":"reasoning","completion_tokens":111,"content":"First, let's add the binary numbers 1011 and 110, aligning them by place value:\n\n```\n 1011\n+ 110\n------\n```\n\nStarting from the rightmost bit:\n- 1 + 0 = 1\n- 1 + 1 = 0, carry 1\n- 0 + 1 + carry 1 = 0, carry 1\n- 1 + carry 1 = 0, carry 1\n\nSo the result is 10001.\n\nFINAL: 10001","error":null,"exact":true,"expected":"10001","final":"10001","finish_reason":"stop","id":"r11","lenient":true,"position":21,"request_sha256":"85b60ed5e9194df1e3316acba6e4581f6b2118cc9fcb8050323d2d76b843dc96","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":12.657,"why":""} +{"cat":"coding","completion_tokens":129,"content":"The function `f(n)` is a recursive implementation of the Fibonacci sequence, where `f(0)` and `f(1)` return `n` (0 and 1 respectively), and for larger `n` it returns the sum of the two previous values. So `f(7)` computes the 7th Fibonacci number (starting with f(0)=0, f(1)=1). \n\nThe Fibonacci sequence: 0, 1, 1, 2, 3, 5, 8, 13, ... \nThus, f(7) = 13.\n\nFINAL: 13","error":null,"exact":true,"expected":"13","final":"13","finish_reason":"stop","id":"c11","lenient":true,"position":22,"request_sha256":"6b40c0c4f34c6ba0a8a45c09161d49857d497ee73c812605e5b7b655f10c5f55","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":16.807,"why":""} +{"cat":"reasoning","completion_tokens":99,"content":"The minute hand at 15 minutes is at 90° (15 × 6° per minute). \nThe hour hand moves 0.5° per minute; at 3:00 it is at 90°, then in 15 minutes it moves 7.5°, so at 3:15 it is at 97.5°. \nThe difference is 97.5° - 90° = 7.5°. \n\nFINAL: 7.5","error":null,"exact":true,"expected":"7.5","final":"7.5","finish_reason":"stop","id":"r12","lenient":true,"position":23,"request_sha256":"f464fb21789be35f08b42dc94ab7091f223ddb0f87615afac5e49d76f96cc868","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.95,"why":""} +{"cat":"coding","completion_tokens":50,"content":"The boolean value of an empty list is `False`, and a list containing a single zero `[0]` is truthy because it's non-empty, so `bool([0])` is `True`. \n\nFINAL: False True","error":null,"exact":true,"expected":"False True","final":"False True","finish_reason":"stop","id":"c12","lenient":true,"position":24,"request_sha256":"e9cd60d62f6122cd12873ec7cac122354ed7019aad4bbd733927dda5688da0ef","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.008,"why":""} +{"cat":"reasoning","completion_tokens":72,"content":"We start with Wednesday. Since a week has 7 days, we find the remainder of 100 divided by 7. \n100 ÷ 7 = 14 weeks and 2 days remainder. \nSo 100 days from now is the same as 2 days after Wednesday. \nWednesday + 2 days = Friday. \n\nFINAL: Friday","error":null,"exact":true,"expected":"Friday","final":"Friday","finish_reason":"stop","id":"r13","lenient":true,"position":25,"request_sha256":"b097ad168e4f675f10831d6aed1505db8a346d19251d8a8fddc3f33b191a46e1","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.312,"why":""} +{"cat":"coding","completion_tokens":71,"content":"The string `s = \"abcdef\"` has indices 0 to 5. The slice `s[1:4]` takes characters from index 1 up to (but not including) index 4. So indices 1, 2, 3 correspond to 'b', 'c', 'd'.\n\nFINAL: bcd","error":null,"exact":true,"expected":"bcd","final":"bcd","finish_reason":"stop","id":"c13","lenient":true,"position":26,"request_sha256":"c8f473f616092d48262341588017fb2c78296a78341bb9c51ea864e206c247a2","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.99,"why":""} +{"cat":"reasoning","completion_tokens":69,"content":"The greatest common divisor (gcd) of 84 and 126 is found by prime factorization or the Euclidean algorithm. \n\n84 = 2² × 3 × 7 \n126 = 2 × 3² × 7 \n\nCommon factors: 2 × 3 × 7 = 42 \n\nFINAL: 42","error":null,"exact":true,"expected":"42","final":"42","finish_reason":"stop","id":"r14","lenient":true,"position":27,"request_sha256":"7805409991301d439b82735296f6e555d74d1f557cc1486b9dd0dcb814c4c3fd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":9.24,"why":""} +{"cat":"coding","completion_tokens":54,"content":"The code `sum(range(1,11))` computes the sum of numbers from 1 to 10 (since `range(1,11)` includes 1 up to but not including 11). The sum is 55.\n\nFINAL: 55","error":null,"exact":true,"expected":"55","final":"55","finish_reason":"stop","id":"c14","lenient":true,"position":28,"request_sha256":"a45bbc70aac19fd8d84c7cbe1090253d2afe5b5de92e0e872692a13b714ab763","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.166,"why":""} +{"cat":"reasoning","completion_tokens":91,"content":"The total distance is 24 + 24 = 48 km. \nTime for first part: 24 / 12 = 2 hours. \nTime for second part: 24 / 8 = 3 hours. \nTotal time = 2 + 3 = 5 hours. \nAverage speed = total distance / total time = 48 / 5 = 9.6 km/h.\n\nFINAL: 9.6","error":null,"exact":true,"expected":"9.6","final":"9.6","finish_reason":"stop","id":"r15","lenient":true,"position":29,"request_sha256":"e49c49bb514f816a510804657b5eda8d104212918d1d58da9e19ba0537188e33","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":11.931,"why":""} +{"cat":"coding","completion_tokens":52,"content":"The code tries to convert the string `\"12.5\"` to an integer. Since it contains a decimal point, `int()` raises a `ValueError`. The exception is caught, so it prints `\"err\"`.\n\nFINAL: err","error":null,"exact":true,"expected":"err","final":"err","finish_reason":"stop","id":"c15","lenient":true,"position":30,"request_sha256":"9bba9347c3b23c119a9a9f8d069d15179186cfac802320eb72676666527c237d","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.612,"why":""} +{"cat":"reasoning","completion_tokens":140,"content":"The word BOOK has letters: B, O, O, K. \nWe need 3-letter arrangements, each letter used at most as many times as it appears.\n\nCount cases by letter frequency:\n\n1. **All three letters different**: Choose from {B, O, K} → 3 distinct letters, arrangements = 3! = 6.\n\n2. **Two O's and one other**: Choose the other letter from {B, K} → 2 choices. Arrangements = 3 positions for the single letter → 3 per choice. So 2 × 3 = 6.\n\nTotal = 6 + 6 = 12.\n\nFINAL: 12","error":null,"exact":true,"expected":"12","final":"12","finish_reason":"stop","id":"r16","lenient":true,"position":31,"request_sha256":"bfaad41b25dc08a2b9143a6bfec73dc849704a62e0870e783d5140809cc6b7dc","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":18.092,"why":""} +{"cat":"coding","completion_tokens":111,"content":"The `max` function with `key=len` compares the strings by their length. \"apple\" has 5 letters, \"banana\" has 6, and \"cherry\" has 6. Since \"banana\" and \"cherry\" are tied in length, `max` returns the first one encountered (lexicographically in the original order, but here it's based on the order of arguments). \"banana\" comes before \"cherry\" in the argument list, so it is returned.\n\nFINAL: banana","error":null,"exact":true,"expected":"banana","final":"banana","finish_reason":"stop","id":"c16","lenient":true,"position":32,"request_sha256":"ec04cc3aa3fc6b3e95ccb556857298898123b8d1c6f899d231672abc697344ec","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.988,"why":""} +{"cat":"reasoning","completion_tokens":60,"content":"The probability of exactly two heads in three flips of a fair coin is the number of sequences with two heads (HHT, HTH, THH) divided by total sequences (2^3 = 8). So probability = 3/8.\n\nFINAL: 3/8","error":null,"exact":true,"expected":"3/8","final":"3/8","finish_reason":"stop","id":"r17","lenient":true,"position":33,"request_sha256":"bd4183f0c9badb4cef23c9abbadd680a370d2e02bbc912e5c54d5c94d60dce5a","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.262,"why":""} +{"cat":"coding","completion_tokens":28,"content":"The worst-case time complexity of binary search on a sorted array of n elements is O(log n).\n\nFINAL: O(log n)","error":null,"exact":true,"expected":"O(log n)","final":"O(log n)","finish_reason":"stop","id":"c17","lenient":true,"position":34,"request_sha256":"5ea107b1eeecd10af3aa5374e855bef79da613a8f739fadaab500c5062c70fbd","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":5.355,"why":""} +{"cat":"reasoning","completion_tokens":59,"content":"The combined rate of pipes A and B is 1/6 + 1/3 = 1/6 + 2/6 = 3/6 = 1/2 tank per hour. So together they fill the tank in 2 hours.\n\nFINAL: 2","error":null,"exact":true,"expected":"2","final":"2","finish_reason":"stop","id":"r18","lenient":true,"position":35,"request_sha256":"849be62590845bf51c9ca57ee8e1458556f38dd6a8f420eb2a04a864555485ad","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":7.943,"why":""} +{"cat":"coding","completion_tokens":115,"content":"The `zip` function stops when the shortest input iterable is exhausted. Here, `[1,2,3]` has length 3 and `[4,5]` has length 2, so `zip` produces only two pairs: `(1,4)` and `(2,5)`. The `list(...)` converts that to `[(1,4), (2,5)]`. Index `[-1]` gives the last element, which is `(2,5)`.\n\nFINAL: (2,5)","error":null,"exact":true,"expected":"(2, 5)","final":"(2,5)","finish_reason":"stop","id":"c18","lenient":false,"position":36,"request_sha256":"da1ccf9933d569e8d12061b8261f9382599ab6b8ebcde351ce4894a19d4b7c66","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":15.233,"why":""} +{"cat":"reasoning","completion_tokens":47,"content":"First, 15% of 400 is 0.15 × 400 = 60. \nThen, 15% of that result is 0.15 × 60 = 9.\n\nFINAL: 9","error":null,"exact":true,"expected":"9","final":"9","finish_reason":"stop","id":"r19","lenient":true,"position":37,"request_sha256":"e152f9b94cb2ab557e42f18a93eb3cb0e7177d8bd8ffaead1a1ff15bf3dbd258","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.574,"why":""} +{"cat":"coding","completion_tokens":44,"content":"The string `\"a\\nb\"` contains three characters: 'a', newline, 'b'. The `len()` function counts these characters, so the output is 3.\n\nFINAL: 3","error":null,"exact":true,"expected":"3","final":"3","finish_reason":"stop","id":"c19","lenient":true,"position":38,"request_sha256":"6a7c9865866d6e0c9a57ed107ccb3cd2de04dbd593101fb005d06fdb71222618","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":6.754,"why":""} +{"cat":"reasoning","completion_tokens":60,"content":"Let the number be \\( x \\). \nDoubled: \\( 2x \\) \nIncreased by 9: \\( 2x + 9 = 41 \\) \nSolve: \n\\( 2x = 32 \\) \n\\( x = 16 \\)\n\nFINAL: 16","error":null,"exact":true,"expected":"16","final":"16","finish_reason":"stop","id":"r20","lenient":true,"position":39,"request_sha256":"9d5e63159c113603ffe30aa97d9ed4f06207f0511e5632c271535dca5c52e7d4","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.168,"why":""} +{"cat":"coding","completion_tokens":61,"content":"The regex `\\d+` matches one or more digits. In the string `\"a1b22c333\"`, it finds `['1', '22', '333']`. Index `[1]` gives the second element, `'22'`.\n\nFINAL: 22","error":null,"exact":true,"expected":"22","final":"22","finish_reason":"stop","id":"c20","lenient":true,"position":40,"request_sha256":"219411b3976a4ab87041a24c27312a228d41685df9063dcdc8309f0457c8a852","schema_version":"ds4-w2-eval-v1","sink":false,"status_code":200,"wall_seconds":8.815,"why":""} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/seed44.warmup.jsonl b/evidence/public/ds4-w2-2026-07-11/p2/seed44.warmup.jsonl new file mode 100644 index 0000000..1f0d61a --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/seed44.warmup.jsonl @@ -0,0 +1,10 @@ +{"accepted":true,"case":"add","completed_at_utc":"2026-07-12T02:17:11.516445Z","expected_final":"4","extracted_final":"4","ordinal":1,"prompt_sha256":"efc0ceb1ebe60cf723fcc46d8ef05d7e858d54f998a7b354f4ebf83a5013662e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2+2. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"9892a3168ac0c2cefcfd8f680d8003674dcb7740ba521e0fc6d5faf231edc4a8","response":{"completion_tokens":13,"content":"2+2 = 4 \nFINAL: 4","content_sha256":"58c880a0028a9da797119b56bec270d2800786fb82fe4dd15733cb4b9bad665d","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.824},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:08.692075Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse","completed_at_utc":"2026-07-12T02:17:13.768737Z","expected_final":"cba","extracted_final":"cba","ordinal":2,"prompt_sha256":"8ed8f62d9ae7496f6267d9f755b0b03c8fa517c5551ca4f3251fb4b4d28f8b6f","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string abc. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"8833160f9cab9121cafdb5eb6aa6992e2c99f56c1cc8495c733e0e20f32c50c7","response":{"completion_tokens":6,"content":"FINAL: cba","content_sha256":"635c53247596904e1aa4adbeb9f1de2b48f87d443eb3e42e86c7c863ae508bef","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.252},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:11.516616Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"multiply","completed_at_utc":"2026-07-12T02:17:16.651485Z","expected_final":"30","extracted_final":"30","ordinal":3,"prompt_sha256":"633022b55355b8cb55a9e1282b5f584ecc5db0c4780d31524d264741f728b613","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 5*6. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"be778e7dc90e59020923dd1fb2dabfe76b70182d5a069a41a84d21387f0a1ada","response":{"completion_tokens":13,"content":"5*6 = 30 \nFINAL: 30","content_sha256":"8a3ed5a0f259e297ffbccd68984a28af31f83fd99c80a0d45d6f8bafd201f9cf","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.882},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:13.768896Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"capital","completed_at_utc":"2026-07-12T02:17:19.005868Z","expected_final":"Paris","extracted_final":"Paris","ordinal":4,"prompt_sha256":"886dd196ebc706b2825db9783c0589ae8e1c122407eaeb3bd26f137f42042690","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Name the capital of France. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"ddabda02bdfa0c66a2d9b8bffddb15bac8200bfc136dcc732392589f2b14eec8","response":{"completion_tokens":7,"content":"Paris \nFINAL: Paris","content_sha256":"8276344299e055634e65d7f7fa2b95595a11707c1a173ecb6d4fbc827500666c","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.354},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:16.651615Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"prime","completed_at_utc":"2026-07-12T02:17:21.662617Z","expected_final":"yes","extracted_final":"yes","ordinal":5,"prompt_sha256":"776c6018238c567bb086ea6df2d9f02c19c6bbc1556772c7a14b30a875417f0a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Is 7 prime? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"90329a99ebdcdcca3ac46fb41716208156f389ea679de34d29f39c1f8918cbd9","response":{"completion_tokens":10,"content":"7 is prime. \nFINAL: yes","content_sha256":"21959994b02f049bd597944b767eb34ac1979e9f2f82fc7240acac9c955a6ec8","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.657},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:19.005993Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"subtract","completed_at_utc":"2026-07-12T02:17:24.723777Z","expected_final":"22","extracted_final":"22","ordinal":6,"prompt_sha256":"b42e9027d46bc68a56aaf94ac30976913eb6e0cea9ce6e82d8570e22bd670e6a","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 31-9. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f5379dd81beaea0704b1caa6910fe1952dd9c822a33b0cc54634168e52c407f1","response":{"completion_tokens":14,"content":"31 - 9 = 22 \nFINAL: 22","content_sha256":"773bed2ff4959b9eeac5d4648513af3132a0134b781f7612562a2035992022da","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.061},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:21.662763Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"weekday","completed_at_utc":"2026-07-12T02:17:26.920053Z","expected_final":"Tuesday","extracted_final":"Tuesday","ordinal":7,"prompt_sha256":"e92fd49c3381d3c6bac0598370d86131a3ebafd0df968d498daeafd104b570ee","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"What day follows Monday? On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"70a89ecc2babc51467ebfb3cda15d89920ebeebc552566b7916acd88c2d30bb4","response":{"completion_tokens":5,"content":"FINAL: Tuesday","content_sha256":"e398610eb214f776337042c137e9d8cbc92b60fda08eb4fa7ee0febf70c70d22","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.196},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:24.723943Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"power","completed_at_utc":"2026-07-12T02:17:29.920452Z","expected_final":"32","extracted_final":"32","ordinal":8,"prompt_sha256":"25680d1ceeb46696280dcde1897f1da89bdfce71469441a34fd57b4636529843","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 2^5. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"f6a8666fc40845fd0d32b31b0b413ad391ee0ae59699991ad9e51b2b5f4c55f2","response":{"completion_tokens":13,"content":"2^5 = 32 \nFINAL: 32","content_sha256":"4db58cee708d6ba4ad998d8333a2ffb73b357d64ee618dab3d45455b6d80b2a1","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":3.0},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:26.920192Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"division","completed_at_utc":"2026-07-12T02:17:32.912288Z","expected_final":"25","extracted_final":"25","ordinal":9,"prompt_sha256":"866162cc32b9db4c80c017e30c7fe65824ca4123770e8349eee17dd77c34838e","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Compute 100/4. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"4f42ef15e26dc4fcd33a8b818137758ba5fcc01c1efbc3aea3f2ab99d526ea2b","response":{"completion_tokens":13,"content":"100/4 = 25 \nFINAL: 25","content_sha256":"80703b641d1517992828b12fe7137f89dbbb359be62009c732cfcd12dc319f91","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.991},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:29.920646Z","suite_version":"ds4-w2-prewarm-v4"} +{"accepted":true,"case":"reverse2","completed_at_utc":"2026-07-12T02:17:35.136566Z","expected_final":"olleh","extracted_final":"olleh","ordinal":10,"prompt_sha256":"fcec29d611c2f0435a7371efa0c76b5acc0738f269d7c3e48e599e63ad6634b7","reason":"accepted","request":{"max_tokens":150,"model":"deepseek-v4-flash-w2","prompt":"Reverse the string hello. On the final line, write FINAL: followed by only the answer; do not include angle brackets.","seed":20260711,"temperature":0.0,"timeout_seconds":200,"top_p":1.0},"request_sha256":"7af4e7ff9059650e54fb75c38aa342a3d4826666d23b6986ffc451c52d238750","response":{"completion_tokens":6,"content":"FINAL: olleh","content_sha256":"a95f1b9f4afbfff36826664d4fbccf77bd26c4cdd71ec5416884cc1b28e9b01a","error":null,"finish_reason":"stop","ok":true,"status_code":200,"wall_seconds":2.224},"schema_version":"ds4-w2-eval-v1","started_at_utc":"2026-07-12T02:17:32.912625Z","suite_version":"ds4-w2-prewarm-v4"} diff --git a/evidence/public/ds4-w2-2026-07-11/p2/server.json b/evidence/public/ds4-w2-2026-07-11/p2/server.json new file mode 100644 index 0000000..4b6284d --- /dev/null +++ b/evidence/public/ds4-w2-2026-07-11/p2/server.json @@ -0,0 +1,44 @@ +{ + "schema_version": "ds4-w2-public-server-v2", + "served_model": "deepseek-v4-flash-w2", + "source_commit": "ee0da84ab9e04ac7610e28580af62c365e898389", + "source_patch_sha256": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "image_id": "sha256:66abc2f145244e03ff0f0fcca088be813ad311f2963c62b281e4bb888ac605e9", + "image_source_patch_label": "41d7b2f96ca3b966cac1b7ed5cff37bc03c27c616ed254aca961cc75a9ffe31d", + "runtime": { + "max_model_len": 131072, + "base_cache_gb": 8, + "delta_gb": 6, + "delta_policy": "lru", + "gate_tau": 0.75, + "kv_cache_dtype": "fp8", + "speculative_tokens": 0, + "gpu_memory_utilization": 0.95 + }, + "w2_environment": { + "VLLM_MOE_W2": "1", + "VLLM_MOE_W2_GATE_TAU": "0.75", + "VLLM_MOE_W2_DELTA_TRACE": "1", + "VLLM_MOE_W2_DELTA_POLICY": "lru", + "VLLM_MOE_W2_POOL_HEAT": "0", + "VLLM_MOE_W2_MIN_CGROUP_HEADROOM_GB": "1", + "VLLM_MOE_W2_BASE_CACHE_GB": "8", + "VLLM_MOE_W2_DELTA_GB": "6", + "VLLM_MOE_W2_GATE": "1", + "VLLM_MOE_W2_DELTA_TRACE_EVERY": "64", + "VLLM_MOE_W2_CACHE_CONTROL": "required", + "VLLM_MOE_W2_PREFETCH": "0", + "VLLM_MOE_W2_KPI_EVERY": "64", + "VLLM_MOE_W2_MIN_MEM_AVAILABLE_GB": "24" + }, + "runtime_shape": { + "max_num_seqs": 1, + "speculative_config_present": false + }, + "capacity": { + "available_kv_cache_memory_gib": 4.8, + "gpu_kv_cache_tokens": 720677, + "reported_maximum_concurrency_at_full_window": 5.5 + }, + "sanitization_note": "Host topology, opaque runtime IDs, host-specific paths, checkpoint and pack fingerprints, launcher identity, and endpoint details are retained only in private source receipts." +}