Update/rewrite web-tooling-benchmark (#153)

The orignal benchmark [1] has been stale for a while and uses a more node-oriented build process.

- Copy complete build scripts + sources to jetstream
- Strip away the nodejs web-tooling-benchmark and standalone html-runner
- Update each original workload to the latest version

[1] https://github.com/v8/web-tooling-benchmark

Author: camillobruni

JetStreamDriver.js

@@ -827,7 +827,7 @@ class Benchmark {
         if (this.plan.preload) {
             let preloadCode = "";
             for (let [ variableName, blobURLOrPath ] of this.preloads)
-                preloadCode += `JetStream.preload.${variableName} = "${blobURLOrPath}";\n`;
+                preloadCode += `JetStream.preload[${JSON.stringify(variableName)}] = "${blobURLOrPath}";\n`;
             scripts.add(preloadCode);
         }
 
@@ -2530,7 +2530,7 @@ let BENCHMARKS = [
         iterations: 15,
         worstCaseCount: 2,
         tags: ["Default", "Wasm", "dotnet"],
-    })
+    }),
 ];
 
 
@@ -2565,28 +2565,67 @@ BENCHMARKS.push(new GroupedBenchmark({
 }, SUNSPIDER_BENCHMARKS))
 
 // WTB (Web Tooling Benchmark) tests
-const WTB_TESTS = [
-    "acorn",
-    "babylon",
-    "chai",
-    "coffeescript",
-    "espree",
-    "jshint",
-    "lebab",
-    "prepack",
-    "uglify-js",
-];
-for (const name of WTB_TESTS) {
-    BENCHMARKS.push(new DefaultBenchmark({
+const WTB_TESTS = {
+    "acorn": true,
+    "babel": true,
+    "babel-minify": true,
+    "babylon": true,
+    "chai": true,
+    "espree": true,
+    "esprima-next": true,
+    // Disabled: Converting ES5 code to ES6+ is no longer a realistic scenario.
+    "lebab": false, 
+    "postcss": true,
+    "prettier": true,
+    "source-map": true,
+};
+const WPT_FILES = [
+  "angular-material-20.1.6.css",
+  "backbone-1.6.1.js",
+  "bootstrap-5.3.7.css",
+  "foundation-6.9.0.css",
+  "jquery-3.7.1.js",
+  "lodash.core-4.17.21.js",
+  "lodash-4.17.4.min.js.map",
+  "mootools-core-1.6.0.js",
+  "preact-8.2.5.js",
+  "preact-10.27.1.min.module.js.map",
+  "redux-5.0.1.min.js",
+  "redux-5.0.1.esm.js",
+  "source-map.min-0.5.7.js.map",
+  "source-map/lib/mappings.wasm",
+  "speedometer-es2015-test-2.0.js",
+  "todomvc/react/app.jsx",
+  "todomvc/react/footer.jsx",
+  "todomvc/react/todoItem.jsx",
+  "todomvc/typescript-angular.ts",
+  "underscore-1.13.7.js",
+  "underscore-1.13.7.min.js.map",
+  "vue-3.5.18.runtime.esm-browser.js",
+].reduce((acc, file) => {
+        acc[file] = `./web-tooling-benchmark/third_party/${file}`;
+        return acc
+}, Object.create(null));
+
+
+for (const [name, enabled] of Object.entries(WTB_TESTS)) {
+    const tags =  ["WTB"];
+    if (enabled)
+        tags.push("Default");
+    BENCHMARKS.push(new AsyncBenchmark({
         name: `${name}-wtb`,
         files: [
-            (isInBrowser ? "./web-tooling-benchmark/browser.js" : "./web-tooling-benchmark/cli.js"),
-            `./web-tooling-benchmark/${name}.js`,
+            `./web-tooling-benchmark/dist/${name}.bundle.js`,
+            "./web-tooling-benchmark/benchmark.js",
         ],
-        iterations: 5,
-        worstCaseCount: 1,
+        preload: {
+            BUNDLE: `./web-tooling-benchmark/dist/${name}.bundle.js`,
+            ...WPT_FILES,
+        },
+        iterations: 15,
+        worstCaseCount: 2,
         allowUtf16: true,
-        tags: ["Default", "WTB"],
+        tags: tags,
     }));
 }
 

web-tooling-benchmark/LICENSE

@@ -0,0 +1,16 @@
+# Web Tooling Benchmark
+
+This is a clone/fork of the original [Web Tooling Benchmark](https://github.com/v8/web-tooling-benchmark).
+Unlike the original, this is a JetStream-oriented version.
+
+This benchmark provides workloads for common web tools.
+
+
+## Build Instructions
+
+```bash
+# install required node packages.
+npm ci
+# build the workload, output is ./dist
+npm run build
+```

web-tooling-benchmark/README.md

@@ -0,0 +1,53 @@
+/*
+* Copyright (C) 2025 Apple Inc. All rights reserved.
+*
+* Redistribution and use in source and binary forms, with or without
+* modification, are permitted provided that the following conditions
+* are met:
+* 1. Redistributions of source code must retain the above copyright
+*    notice, this list of conditions and the following disclaimer.
+* 2. Redistributions in binary form must reproduce the above copyright
+*    notice, this list of conditions and the following disclaimer in the
+*    documentation and/or other materials provided with the distribution.
+*
+* THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
+* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+* PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL APPLE INC. OR
+* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
+* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+
+
+class Benchmark {
+  files = Object.create(null);
+
+  async init() {
+    let WTBenchmark;
+    await this.loadAllFiles(JetStream.preload);
+    this.sourceCode = this.files.BUNDLE;
+    this.WTBenchmark = self.WTBenchmark;
+  }
+
+  async loadAllFiles(preload) {
+    const loadPromises = Object.entries(preload).map(
+      async ([name, url]) => {
+        if (name.endsWith(".wasm")) {
+          this.files[name] = (await JetStream.getBinary(url)).buffer;
+        } else {
+          this.files[name] = await JetStream.getString(url);
+        }
+      })
+    await Promise.all(loadPromises);
+  }
+
+  async runIteration() {
+    await this.WTBenchmark.runTest(this.files);
+  }
+}