Upload 6 files

checkpoints/bestval.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c34219e7649548ec530445f4141f5165007b7cac51997572e0fc4efc887f6f
+size 928128

events.out.tfevents.1731284424.ozen.358964.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3046de84d8e154fc8b7976b16bcc7cccc42e154773244bc8de27516d036bb1
+size 1989423

events.out.tfevents.1731296736.ozen.513498.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed6d93cc01be2fffdf6eb8d507617cb30e618a00345b4643b2a2f30250f77d9
+size 5520701

features.json

@@ -0,0 +1,11 @@
+{
+  "whisper_model": "tiny",
+  "sae_model": "pretrained/l1autoencoder_baseline/checkpoints/bestval.pth",
+  "layer_name": "encoder.blocks.2",
+  "batch_size": 160,
+  "data_path": "audio_data/librispeech/LibriSpeech/test-other",
+  "device": "cuda",
+  "out_folder": "activations/pretrained_l1_baseline",
+  "dl_max_workers": 0,
+  "collect_max": null
+}

tiny_l1.json

@@ -0,0 +1,30 @@
+{
+  "whisper_config": {
+    "model": "tiny",
+    "layer_name": "encoder.blocks.2"
+  },
+  "autoencoder_variant": "l1",
+  "autoencoder_config": {
+    "n_dict_components": 200,
+    "recon_alpha": 1e4
+  },
+  "seed": 0,
+  "train_folder": "activations/tiny_block_2_train",
+  "val_folder": "activations/tiny_block_2_dev",
+  "device": "cuda",
+  "run_dir": "runs/l1autoencoder_baseline",
+  "lr": 4e-4,
+  "weight_decay": 0.0,
+  "steps": 100000,
+  "clip_thresh": 1.0,
+  "batch_size": 100,
+  "dl_max_workers": 0,
+  "log_tb_every": 10,
+  "save_every": 1000,
+  "val_every": 100,
+  "optimizer": "radam",
+  "scheduler": "cosine",
+  "scheduler_params": {},
+  "start_checkpoint": null,
+  "from_disk": true
+}