feat: use workers for streamListDiff

Author: DoneDeal0

.gitignore

@@ -1,3 +1,5 @@
 /node_modules
 dist
-.eslintcache
+.eslintcache
+# Ignore generated worker files
+src/lib/stream-list-diff/server/node-worker.cjs

README.md

@@ -104,12 +104,12 @@ type ObjectDiff = {
   diff: Diff[];
 };
 
-/** recursive diff in case of subproperties */
 type Diff = {
   property: string;
   previousValue: unknown;
   currentValue: unknown;
   status: "added" | "deleted" | "equal" | "updated";
+  // recursive diff in case of subproperties
   diff?: Diff[];
 };
 ```
@@ -314,6 +314,8 @@ import { streamListDiff } from "@donedeal0/superdiff/client";
 
 Streams the diff of two object lists, ideal for large lists and maximum performance.
 
+ℹ️ `streamListDiff` requires ESM support. For browser usage, it will work out of the box if you use a modern bundler (Webpack, Rollup) or JavaScript framework (Next.js, Vue.js). For Node.js, just add `"type": "module"` in your package.json.
+
 #### FORMAT
 
 **Input**
@@ -330,6 +332,7 @@ Streams the diff of two object lists, ideal for large lists and maximum performa
   showOnly?: ("added" | "deleted" | "moved" | "updated" | "equal")[], // [] by default
   chunksSize?: number, // 0 by default
   considerMoveAsUpdate?: boolean; // false by default
+  useWorker?: boolean // true by default
 }
 ```
 
@@ -344,7 +347,9 @@ Streams the diff of two object lists, ideal for large lists and maximum performa
  options: {
   showOnly?: ("added" | "deleted" | "moved" | "updated" | "equal")[], // [] by default
   chunksSize?: number, // 0 by default
-  considerMoveAsUpdate?: boolean; // false by default
+  considerMoveAsUpdate?: boolean, // false by default
+  useWorker?: boolean // true by default
+
 }
 ```
 
@@ -355,6 +360,9 @@ Streams the diff of two object lists, ideal for large lists and maximum performa
   - `chunksSize` the number of object diffs returned by each streamed chunk. (e.g. `0` = 1 object diff per chunk, `10` = 10 object diffs per chunk).
   - `showOnly` gives you the option to return only the values whose status you are interested in (e.g. `["added", "equal"]`).
   - `considerMoveAsUpdate`: if set to `true` a `moved` value will be considered as `updated`.
+  - `useWorker`: if set to `true`, the diff will be run in a worker for maximum performance. Only recommended for large lists (e.g. +100,000 items).
+
+> ⚠️ Warning: using Readable streams in NodeJS may impact workers' performance since they need to be converted to arrays. Consider using arrays or files for optimal performance. Alternatively, you can turn the `useWorker` option off.
 
 **Output**
 

eslint.config.mjs

@@ -3,7 +3,7 @@ import tseslint from "typescript-eslint";
 
 export default [
   { files: ["**/*.{js,mjs,cjs,ts}"] },
-  { ignores: ["dist", "jest.config.js"] },
+  { ignores: ["dist", "jest.config.js", "src/lib/stream-list-diff/server/node-worker.cjs"] },
   { settings: { react: { version: "detect" } } },
   pluginJs.configs.recommended,
   ...tseslint.configs.recommended,

jest.config.js renamed to jest.config.ts

@@ -1,6 +1,8 @@
-module.exports = {
+import type { Config } from "jest";
+
+const config: Config = {
   transform: {
-   "^.+\\.(ts|js)$": [
+    "^.+\\.(ts|js)$": [
       "@swc/jest",
       {
         jsc: {
@@ -13,11 +15,14 @@ module.exports = {
           paths: {
             "@models/*": ["./src/models/*"],
             "@lib/*": ["./src/lib/*"],
-            
           },
           target: "esnext",
         },
       },
     ],
   },
+  testEnvironment: "node",
+  setupFilesAfterEnv: ["<rootDir>/jest.setup.ts"],
 };
+
+export default config;

jest.setup.ts

@@ -0,0 +1,5 @@
+import { TextEncoder, TextDecoder } from "util";
+
+global.TextEncoder = TextEncoder;
+//@ts-expect-error - the TextDecoder is valid
+global.TextDecoder = TextDecoder;