Braintrust 3.0.0 version

.github/workflows/templates-nunjucks-build-test.yaml

@@ -0,0 +1,46 @@
+name: templates-nunjucks-js
+
+on:
+  pull_request:
+    paths:
+      - "integrations/templates-nunjucks/**"
+      - "js/**"
+      - ".github/workflows/templates-nunjucks-build-test.yaml"
+  push:
+    branches: [main]
+    paths:
+      - "integrations/templates-nunjucks/**"
+      - "js/**"
+
+jobs:
+  build-and-test:
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: [20, 22]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+
+      - uses: pnpm/action-setup@v4
+
+      - name: Install dependencies
+        run: pnpm install --frozen-lockfile
+
+      - name: Build braintrust
+        working-directory: js
+        run: pnpm run build
+
+      - name: Build @braintrust/templates-nunjucks-js
+        working-directory: integrations/templates-nunjucks
+        run: pnpm run build
+
+      - name: Run @braintrust/templates-nunjucks-js tests
+        working-directory: integrations/templates-nunjucks
+        run: pnpm run test

.pre-commit-config.yaml

@@ -26,7 +26,7 @@ repos:
           )$
         args:
           - "-L"
-          - "rouge,coo,couldn,unsecure,ontext,afterall"
+          - "rouge,coo,couldn,unsecure,ontext,afterall,als"
   - repo: https://github.com/rbubley/mirrors-prettier
     rev: v3.3.2
     hooks:

Makefile

@@ -72,7 +72,8 @@ js-build:
 	pnpm run build
 
 js-test: js-build
-	pnpm run test
+	# Run tests only for the JS workspace packages and exclude integration scenario tests
+	pnpm --filter ./js... run test
 	cd js && make test
 
 js-docs: js-build

integrations/browser-js/README.md

@@ -0,0 +1,77 @@
+# Braintrust Browser SDK
+
+Official browser-only SDK for [Braintrust](https://braintrust.dev).
+
+This is an integration package that provides browser-optimized builds of the Braintrust SDK with AsyncLocalStorage polyfill support for standard browsers.
+
+Note: This package supports limited functionality in the browser. We're aware of a CORS issue that users may run into if they use this outside of the braintrust.dev domain. If you'd like to use this package in your own domain, please provide us feedback [support@braintrust.dev](mailto:support@braintrust.dev)
+
+## Installation
+
+```bash
+npm install @braintrust/browser braintrust
+# or
+pnpm add @braintrust/browser braintrust
+# or
+yarn add @braintrust/browser braintrust
+```
+
+Note: `braintrust` is a peer dependency and must be installed alongside `@braintrust/browser`.
+
+## Usage
+
+```typescript
+import * as braintrust from "@braintrust/browser";
+
+const experiment = await braintrust.init("BrowserExperiment", {
+  apiKey: "YOUR_API_KEY",
+});
+
+// Use tracing in browser
+const result = await braintrust.traced(
+  async () => {
+    // Your code here
+    return "result";
+  },
+  { name: "myOperation" },
+);
+```
+
+## Differences from Main Package
+
+This package:
+
+- **Includes** `als-browser` polyfill for AsyncLocalStorage (bundled)
+- **Requires** `braintrust`
+
+## When to Use
+
+Use `@braintrust/browser` when:
+
+- Building browser-only applications
+- Need AsyncLocalStorage support in standard browsers
+
+Use `braintrust` directly when:
+
+- Building Node.js applications
+- Using in Next.js or other full-stack frameworks (with proper module resolution)
+- Need CLI tools or filesystem access
+
+## Features
+
+All browser-compatible features from the main SDK:
+
+- Logging and tracing
+- Experiments and datasets
+- Prompt management
+- AI provider wrappers (OpenAI, Anthropic, Google)
+- Evaluation framework
+- OpenTelemetry integration
+
+## Documentation
+
+For full documentation, visit [https://www.braintrust.dev/docs](https://www.braintrust.dev/docs)
+
+## License
+
+Apache-2.0

integrations/browser-js/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@braintrust/browser",
+  "version": "0.0.2-rc.4",
+  "description": "Braintrust SDK for browser environments with AsyncLocalStorage polyfill",
+  "type": "module",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsup",
+    "watch": "tsup --watch",
+    "clean": "rm -rf dist",
+    "test": "vitest run"
+  },
+  "dependencies": {
+    "als-browser": "^1.0.1",
+    "braintrust": ">=3.0.0-rc.29"
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.5",
+    "braintrust": "workspace:*",
+    "tsup": "^8.3.5",
+    "typescript": "^5.3.3",
+    "vitest": "^2.1.9"
+  },
+  "peerDependencies": {
+    "zod": "^3.25.34 || ^4.0"
+  },
+  "peerDependenciesMeta": {
+    "zod": {
+      "optional": false
+    }
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/braintrustdata/braintrust-sdk.git",
+    "directory": "sdk/integrations/browser-js"
+  },
+  "homepage": "https://www.braintrust.dev/docs",
+  "license": "Apache-2.0",
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  }
+}

integrations/browser-js/src/browser-config.ts

@@ -0,0 +1,41 @@
+import { _internalIso as iso, _internalSetInitialState } from "braintrust";
+import { AsyncLocalStorage as BrowserAsyncLocalStorage } from "als-browser";
+
+export function configureBrowser() {
+  // Set build type indicator
+  iso.buildType = "browser-js";
+
+  iso.newAsyncLocalStorage = <T>() => new BrowserAsyncLocalStorage<T>();
+
+  iso.getEnv = (name: string) => {
+    if (typeof process === "undefined" || typeof process.env === "undefined") {
+      return undefined;
+    }
+    return process.env[name];
+  };
+
+  // noop implementations for git config
+  iso.getRepoInfo = async () => ({
+    commit: null,
+    branch: null,
+    tag: null,
+    dirty: false,
+  });
+  iso.getCallerLocation = () => undefined;
+
+  // Implement browser-compatible hash function using a simple hash algorithm
+  iso.hash = (data: string): string => {
+    // Simple hash function for browser compatibility
+    let hash = 0;
+    for (let i = 0; i < data.length; i++) {
+      const char = data.charCodeAt(i);
+      hash = (hash << 5) - hash + char;
+      hash = hash & hash; // Convert to 32bit integer
+    }
+    // Convert to hex string
+    const hashHex = (hash >>> 0).toString(16).padStart(8, "0");
+    return hashHex.repeat(8).substring(0, 64); // Make it look like a SHA-256 hash length
+  };
+
+  _internalSetInitialState();
+}

integrations/browser-js/src/index.ts

@@ -0,0 +1,5 @@
+import { configureBrowser } from "./browser-config";
+
+configureBrowser();
+
+export * from "braintrust";

integrations/browser-js/tsconfig.json

@@ -0,0 +1,15 @@
+{
+  "compilerOptions": {
+    "declaration": true,
+    "lib": ["es2022", "dom"],
+    "module": "esnext",
+    "target": "es2022",
+    "moduleResolution": "bundler",
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "resolveJsonModule": true
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist"]
+}

integrations/browser-js/tsup.config.ts

@@ -0,0 +1,14 @@
+import { defineConfig } from "tsup";
+
+export default defineConfig({
+  entry: ["src/index.ts"],
+  format: ["esm"],
+  dts: true,
+  sourcemap: true,
+  clean: true,
+  external: ["braintrust", "zod"],
+  target: "es2022",
+  platform: "browser",
+  outDir: "./dist",
+  treeshake: true,
+});

integrations/browser-js/turbo.json

@@ -0,0 +1,10 @@
+{
+  "$schema": "https://turbo.build/schema.json",
+  "extends": ["//"],
+  "tasks": {
+    "build": {
+      "dependsOn": ["braintrust#build"],
+      "outputs": ["dist/**"]
+    }
+  }
+}

integrations/browser-js/vitest.config.ts

@@ -0,0 +1,7 @@
+import { defineConfig } from "vitest/config";
+
+export default defineConfig({
+  test: {
+    include: ["tests/**/*.test.ts", "src/**/*.test.ts"],
+  },
+});

integrations/langchain-js/vitest.config.ts

@@ -3,5 +3,6 @@ import { defineConfig } from "vitest/config";
 export default defineConfig({
   test: {
     setupFiles: ["./src/test/setup.ts"],
+    include: ["tests/**/*.test.ts", "src/**/*.test.ts"],
   },
 });

integrations/openai-agents-js/vitest.config.ts

@@ -2,6 +2,7 @@ import { defineConfig } from "vitest/config";
 
 export default defineConfig({
   test: {
+    include: ["tests/**/*.test.ts", "src/**/*.test.ts"],
     // Add any specific test configuration if needed
   },
 });

integrations/otel-js/otel-v1/vitest.config.ts

@@ -17,4 +17,7 @@ export default defineConfig({
           alias: createOtelAliases(cwd),
         }
       : {},
+  test: {
+    include: ["tests/**/*.test.ts", "src/**/*.test.ts"],
+  },
 });

integrations/otel-js/otel-v2/vitest.config.ts

@@ -17,4 +17,7 @@ export default defineConfig({
           alias: createOtelAliases(cwd),
         }
       : {},
+  test: {
+    include: ["tests/**/*.test.ts", "src/**/*.test.ts"],
+  },
 });

integrations/otel-js/smoke/scenarios/otel-v1/.gitignore

@@ -0,0 +1,4 @@
+node_modules/
+*.log
+.env.local
+package-lock.json

integrations/otel-js/smoke/scenarios/otel-v1/Makefile

@@ -0,0 +1,60 @@
+.PHONY: setup test
+
+# =============================================================================
+# Setup
+# =============================================================================
+
+setup:
+	@echo "==> Setting up otel-v1 scenario"
+	mise install
+
+	@# Check if BRAINTRUST_TAR is set (from parent or CI), otherwise build
+	@if [ -n "$(BRAINTRUST_TAR)" ]; then \
+		echo "==> Using BRAINTRUST_TAR: $(BRAINTRUST_TAR)"; \
+	else \
+		echo "==> Building SDK"; \
+		cd ../../../.. && pnpm exec turbo build --filter=braintrust && mkdir -p artifacts && pnpm pack --pack-destination artifacts; \
+		\
+		for f in artifacts/braintrust-*.tgz; do \
+			if [ "$$(basename $$f)" != "braintrust-latest.tgz" ] && \
+			   [ "$$(basename $$f)" != "braintrust-otel-latest.tgz" ]; then \
+				cp "$$f" artifacts/braintrust-latest.tgz; \
+				break; \
+			fi; \
+		done; \
+	fi
+
+	@# Build shared package (if not running from parent)
+	@if [ -z "$(SMOKE_V2_SHARED_DIST)" ]; then \
+		echo "==> Building shared package"; \
+		cd ../../../shared && npm ci && npm run build; \
+	fi
+
+	@# Check if BRAINTRUST_OTEL_TAR is set (from parent or CI), otherwise build
+	@if [ -n "$(BRAINTRUST_OTEL_TAR)" ]; then \
+		echo "==> Using BRAINTRUST_OTEL_TAR: $(BRAINTRUST_OTEL_TAR)"; \
+	else \
+		echo "==> Building @braintrust/otel package"; \
+		cd ../../../../../integrations/otel-js && pnpm exec turbo build --filter=@braintrust/otel && pnpm pack --pack-destination ../../js/artifacts; \
+		\
+		for f in ../../../js/artifacts/braintrust-otel-*.tgz; do \
+			if [ "$$(basename $$f)" != "braintrust-otel-latest.tgz" ]; then \
+				cp "$$f" ../../../js/artifacts/braintrust-otel-latest.tgz; \
+				break; \
+			fi; \
+		done; \
+	fi
+
+	npm install --no-package-lock
+
+# =============================================================================
+# Test
+# =============================================================================
+
+test: setup
+	@echo "==> Running otel-v1 tests"
+	@FAILED=0; \
+	npx tsx tests/basic.test.ts || FAILED=1; \
+	npx tsx tests/filtering.test.ts || FAILED=1; \
+	npx tsx tests/shared-suite.test.ts || FAILED=1; \
+	exit $$FAILED