DhruvParashar246 · DhruvParashar246 · Aug 29, 2025 · Aug 29, 2025 · Aug 29, 2025 · Aug 29, 2025
diff --git a/.github/workflows/parity.yml b/.github/workflows/parity.yml
@@ -0,0 +1,27 @@
+name: Parity check
+
+on:
+  push:
+  pull_request:
+
+jobs:
+  parity:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install deps (CPU only)
+        run: |
+          python -m pip install --upgrade pip
+          pip install --index-url https://download.pytorch.org/whl/cpu torch
+          pip install numpy "jax[cpu]" dm-haiku
+          pip install git+https://github.com/google-deepmind/tracr.git
+
+      - name: Compile & export tracr
+        run: python scripts/compile_export.py
+
+      - name: Verify parity (fail if mismatch)
+        run: python scripts/parity_check.py
diff --git a/__pycache__/tracr_transformer_pt.cpython-313.pyc b/__pycache__/tracr_transformer_pt.cpython-313.pyc
diff --git a/artifacts/input_tokens.json b/artifacts/input_tokens.json
@@ -0,0 +1 @@
+["BOS", 1, 0, 1, 1, 0]
diff --git a/artifacts/token_to_id.json b/artifacts/token_to_id.json
@@ -0,0 +1,6 @@
+{
+  "BOS": 2,
+  "0": 0,
+  "1": 1,
+  "PAD": 3
+}
diff --git a/artifacts/tracr_majority_params.npz b/artifacts/tracr_majority_params.npz
diff --git a/artifacts/tracr_output.npy b/artifacts/tracr_output.npy
diff --git a/artifacts/tracr_param_keys.json b/artifacts/tracr_param_keys.json
@@ -0,0 +1,40 @@
+[
+  "pos_embed__embeddings",
+  "token_embed__embeddings",
+  "transformer__layer_0__attn__key__b",
+  "transformer__layer_0__attn__key__w",
+  "transformer__layer_0__attn__linear__b",
+  "transformer__layer_0__attn__linear__w",
+  "transformer__layer_0__attn__query__b",
+  "transformer__layer_0__attn__query__w",
+  "transformer__layer_0__attn__value__b",
+  "transformer__layer_0__attn__value__w",
+  "transformer__layer_0__mlp__linear_1__b",
+  "transformer__layer_0__mlp__linear_1__w",
+  "transformer__layer_0__mlp__linear_2__b",
+  "transformer__layer_0__mlp__linear_2__w",
+  "transformer__layer_1__attn__key__b",
+  "transformer__layer_1__attn__key__w",
+  "transformer__layer_1__attn__linear__b",
+  "transformer__layer_1__attn__linear__w",
+  "transformer__layer_1__attn__query__b",
+  "transformer__layer_1__attn__query__w",
+  "transformer__layer_1__attn__value__b",
+  "transformer__layer_1__attn__value__w",
+  "transformer__layer_1__mlp__linear_1__b",
+  "transformer__layer_1__mlp__linear_1__w",
+  "transformer__layer_1__mlp__linear_2__b",
+  "transformer__layer_1__mlp__linear_2__w",
+  "transformer__layer_2__attn__key__b",
+  "transformer__layer_2__attn__key__w",
+  "transformer__layer_2__attn__linear__b",
+  "transformer__layer_2__attn__linear__w",
+  "transformer__layer_2__attn__query__b",
+  "transformer__layer_2__attn__query__w",
+  "transformer__layer_2__attn__value__b",
+  "transformer__layer_2__attn__value__w",
+  "transformer__layer_2__mlp__linear_1__b",
+  "transformer__layer_2__mlp__linear_1__w",
+  "transformer__layer_2__mlp__linear_2__b",
+  "transformer__layer_2__mlp__linear_2__w"
+]
diff --git a/export_tracr_params.py b/export_tracr_params.py
diff --git a/graph.gv b/graph.gv
diff --git a/graph.gv.pdf b/graph.gv.pdf
diff --git a/input_tokens.json b/input_tokens.json
@@ -0,0 +1 @@
+["BOS", 1, 0, 1, 1, 0]
diff --git a/load_and_visualize_with_torchlens.py b/load_and_visualize_with_torchlens.py
diff --git a/my_majority_program.py b/my_majority_program.py