Add experiments

FilippoOlivo · FilippoOlivo · commit 045b4d9e99b5 · 2025-05-19T15:15:30.000+02:00
diff --git a/experiments/common.yaml b/experiments/common.yaml
@@ -1,15 +1,15 @@
 seed: 2603
 
 dataset:
-    sequence_len: 784
+    sequence_len: 512
     batch_size: 64
     vocab_size: 16
     mem_tokens: 16
     selective: True
 
 trainer:
     steps: 200000
-    test_steps: 1000
+    test_steps: 100
     optimizer_class: torch.optim.AdamW
     optimizer_params:
         lr: 0.0001
@@ -19,7 +19,7 @@ metric_tracker:
     logging_steps: 100
     enable_progress_bar: True
     patience: 200
-    repo: "ssm_logs/selective_copy/"
+    repo: "ssm_logs/512/"
 
 model:
     n_layers: 2
diff --git a/experiments/gated_mlp.yaml b/experiments/gated_mlp.yaml
@@ -0,0 +1,7 @@
+model:
+  model: ssm.model.GatedMLP
+  activation: 'silu'
+  
+metric_tracker:
+    experiment: "gated_mlp"
+  
diff --git a/experiments/lstm.yaml b/experiments/lstm.yaml
@@ -0,0 +1,7 @@
+model:
+  model: ssm.model.LSTM
+  activation: 'silu'
+  
+metric_tracker:
+    experiment: "lstm"
+  
diff --git a/experiments/transformers.yaml b/experiments/transformers.yaml
@@ -0,0 +1,7 @@
+model:
+  model: ssm.model.Transformer
+  heads: 2
+  
+metric_tracker:
+    experiment: "transformers"
+  
