feat(bench): Python REST API benchmark suite — 8 scenarios

bench/results/density-parallel-create.json

@@ -0,0 +1,145 @@
+{
+  "schema_version": "1.0",
+  "scenario": "density-parallel-create",
+  "metadata": {
+    "started_at": "2026-06-17T11:55:48.965970+00:00",
+    "label": "https://api.dev.boxlite.ai/api (20260605-p0-r3)",
+    "git_commit": "9e153f8b",
+    "host": {
+      "kernel": "macOS-26.4-arm64-arm-64bit",
+      "arch": "arm64",
+      "target": "https://api.dev.boxlite.ai/api"
+    }
+  },
+  "sample_count": 4,
+  "warmup_count": 1,
+  "samples": [
+    {
+      "iteration": 1,
+      "warmup": true,
+      "wall_ms": 3576.670417096466,
+      "metrics": {
+        "batch_wall_ms": 3576.670417096466,
+        "box_count": 5.0,
+        "per_box_mean_ms": 3039.4811334554106,
+        "per_box_max_ms": 3571.2176670785993,
+        "per_box_min_ms": 2684.674750082195
+      }
+    },
+    {
+      "iteration": 2,
+      "warmup": false,
+      "wall_ms": 2939.616624964401,
+      "metrics": {
+        "batch_wall_ms": 2939.616624964401,
+        "box_count": 5.0,
+        "per_box_mean_ms": 2402.3529085330665,
+        "per_box_max_ms": 2938.1887088529766,
+        "per_box_min_ms": 2239.59141690284
+      }
+    },
+    {
+      "iteration": 3,
+      "warmup": false,
+      "wall_ms": 4019.7949579451233,
+      "metrics": {
+        "batch_wall_ms": 4019.7949579451233,
+        "box_count": 5.0,
+        "per_box_mean_ms": 2653.2177915330976,
+        "per_box_max_ms": 4018.9031658228487,
+        "per_box_min_ms": 2084.5392090268433
+      }
+    },
+    {
+      "iteration": 4,
+      "warmup": false,
+      "wall_ms": 2297.7219170425087,
+      "metrics": {
+        "batch_wall_ms": 2297.7219170425087,
+        "box_count": 5.0,
+        "per_box_mean_ms": 2198.3412586618215,
+        "per_box_max_ms": 2296.7179170809686,
+        "per_box_min_ms": 2132.5164171867073
+      }
+    },
+    {
+      "iteration": 5,
+      "warmup": false,
+      "wall_ms": 3286.565958056599,
+      "metrics": {
+        "batch_wall_ms": 3286.565958056599,
+        "box_count": 5.0,
+        "per_box_mean_ms": 2292.9275666363537,
+        "per_box_max_ms": 3285.5944999027997,
+        "per_box_min_ms": 1889.6796249318868
+      }
+    }
+  ],
+  "aggregates": [
+    {
+      "name": "batch_wall_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 2297.7219170425087,
+      "p50": 3113.0912915105,
+      "p90": 3799.8262579785664,
+      "p99": 3997.7980879484676,
+      "max": 4019.7949579451233,
+      "mean": 3135.924864502158,
+      "stdev": 717.6443379071584,
+      "n": 4
+    },
+    {
+      "name": "box_count",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 5.0,
+      "p50": 5.0,
+      "p90": 5.0,
+      "p99": 5.0,
+      "max": 5.0,
+      "mean": 5.0,
+      "stdev": 0.0,
+      "n": 4
+    },
+    {
+      "name": "per_box_max_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 2296.7179170809686,
+      "p50": 3111.891604377888,
+      "p90": 3798.9105660468344,
+      "p99": 3996.903905845247,
+      "max": 4018.9031658228487,
+      "mean": 3134.8510729148984,
+      "stdev": 717.7313694555344,
+      "n": 4
+    },
+    {
+      "name": "per_box_mean_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 2198.3412586618215,
+      "p50": 2347.64023758471,
+      "p90": 2577.9583266330883,
+      "p99": 2645.6918450430967,
+      "max": 2653.2177915330976,
+      "mean": 2386.709881341085,
+      "stdev": 196.2558118511848,
+      "n": 4
+    },
+    {
+      "name": "per_box_min_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 1889.6796249318868,
+      "p50": 2108.5278131067753,
+      "p90": 2207.4689169880003,
+      "p99": 2236.379166911356,
+      "max": 2239.59141690284,
+      "mean": 2086.5816670120694,
+      "stdev": 146.39737092950136,
+      "n": 4
+    }
+  ]
+}

bench/results/latency-cold-start.json

@@ -0,0 +1,127 @@
+{
+  "schema_version": "1.0",
+  "scenario": "latency-cold-start",
+  "metadata": {
+    "started_at": "2026-06-17T11:56:30.838525+00:00",
+    "label": "https://api.dev.boxlite.ai/api (20260605-p0-r3)",
+    "git_commit": "9e153f8b",
+    "host": {
+      "kernel": "macOS-26.4-arm64-arm-64bit",
+      "arch": "arm64",
+      "target": "https://api.dev.boxlite.ai/api"
+    }
+  },
+  "sample_count": 4,
+  "warmup_count": 1,
+  "samples": [
+    {
+      "iteration": 1,
+      "warmup": true,
+      "wall_ms": 1672.9062909726053,
+      "metrics": {
+        "api_create_wall_ms": 1672.9062909726053,
+        "runner_create_ms": 561.0,
+        "first_exec_wall_ms": 1898.1214999221265,
+        "total_ready_wall_ms": 5571.027790894732
+      }
+    },
+    {
+      "iteration": 2,
+      "warmup": false,
+      "wall_ms": 1746.9586660154164,
+      "metrics": {
+        "api_create_wall_ms": 1746.9586660154164,
+        "runner_create_ms": 559.0,
+        "first_exec_wall_ms": 1913.9461249578744,
+        "total_ready_wall_ms": 5660.904790973291
+      }
+    },
+    {
+      "iteration": 3,
+      "warmup": false,
+      "wall_ms": 1987.1243329253048,
+      "metrics": {
+        "api_create_wall_ms": 1987.1243329253048,
+        "runner_create_ms": 557.0,
+        "first_exec_wall_ms": 1277.7571249753237,
+        "total_ready_wall_ms": 5264.881457900628
+      }
+    },
+    {
+      "iteration": 4,
+      "warmup": false,
+      "wall_ms": 2309.0840000659227,
+      "metrics": {
+        "api_create_wall_ms": 2309.0840000659227,
+        "runner_create_ms": 549.0,
+        "first_exec_wall_ms": 992.5624160096049,
+        "total_ready_wall_ms": 5301.646416075528
+      }
+    },
+    {
+      "iteration": 5,
+      "warmup": false,
+      "wall_ms": 1629.7256250400096,
+      "metrics": {
+        "api_create_wall_ms": 1629.7256250400096,
+        "runner_create_ms": 565.0,
+        "first_exec_wall_ms": 1313.9789160341024,
+        "total_ready_wall_ms": 4943.704541074112
+      }
+    }
+  ],
+  "aggregates": [
+    {
+      "name": "api_create_wall_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 1629.7256250400096,
+      "p50": 1867.0414994703606,
+      "p90": 2212.4960999237373,
+      "p99": 2299.425210051704,
+      "max": 2309.0840000659227,
+      "mean": 1918.2231560116634,
+      "stdev": 300.04550905115923,
+      "n": 4
+    },
+    {
+      "name": "first_exec_wall_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 992.5624160096049,
+      "p50": 1295.868020504713,
+      "p90": 1733.9559622807428,
+      "p99": 1895.947108690161,
+      "max": 1913.9461249578744,
+      "mean": 1374.5611454942264,
+      "stdev": 387.2554756720032,
+      "n": 4
+    },
+    {
+      "name": "runner_create_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 549.0,
+      "p50": 558.0,
+      "p90": 563.2,
+      "p99": 564.8199999999999,
+      "max": 565.0,
+      "mean": 557.5,
+      "stdev": 6.60807586719967,
+      "n": 4
+    },
+    {
+      "name": "total_ready_wall_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 4943.704541074112,
+      "p50": 5283.263936988078,
+      "p90": 5553.127278503962,
+      "p99": 5650.127039726357,
+      "max": 5660.904790973291,
+      "mean": 5292.78430150589,
+      "stdev": 293.38625261176963,
+      "n": 4
+    }
+  ]
+}

bench/results/latency-exec.json

@@ -0,0 +1,73 @@
+{
+  "schema_version": "1.0",
+  "scenario": "latency-exec",
+  "metadata": {
+    "started_at": "2026-06-17T11:57:10.505744+00:00",
+    "label": "https://api.dev.boxlite.ai/api (20260605-p0-r3)",
+    "git_commit": "9e153f8b",
+    "host": {
+      "kernel": "macOS-26.4-arm64-arm-64bit",
+      "arch": "arm64",
+      "target": "https://api.dev.boxlite.ai/api"
+    }
+  },
+  "sample_count": 4,
+  "warmup_count": 1,
+  "samples": [
+    {
+      "iteration": 1,
+      "warmup": true,
+      "wall_ms": 1269.4566661957651,
+      "metrics": {
+        "exec_wall_ms": 1269.4566661957651
+      }
+    },
+    {
+      "iteration": 2,
+      "warmup": false,
+      "wall_ms": 1324.691542191431,
+      "metrics": {
+        "exec_wall_ms": 1324.691542191431
+      }
+    },
+    {
+      "iteration": 3,
+      "warmup": false,
+      "wall_ms": 1047.2902080509812,
+      "metrics": {
+        "exec_wall_ms": 1047.2902080509812
+      }
+    },
+    {
+      "iteration": 4,
+      "warmup": false,
+      "wall_ms": 1323.3436248265207,
+      "metrics": {
+        "exec_wall_ms": 1323.3436248265207
+      }
+    },
+    {
+      "iteration": 5,
+      "warmup": false,
+      "wall_ms": 972.9088328313082,
+      "metrics": {
+        "exec_wall_ms": 972.9088328313082
+      }
+    }
+  ],
+  "aggregates": [
+    {
+      "name": "exec_wall_ms",
+      "unit": "ms",
+      "higher_is_better": false,
+      "min": 972.9088328313082,
+      "p50": 1185.316916438751,
+      "p90": 1324.2871669819579,
+      "p99": 1324.6511046704836,
+      "max": 1324.691542191431,
+      "mean": 1167.0585519750603,
+      "stdev": 183.7677458556996,
+      "n": 4
+    }
+  ]
+}