Uploading sae for model.layers.7 and meta-llama/Llama-3.2-1B-Instruct
Browse files
k=256/model.layers.7/cfg.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"expansion_factor": 16, "normalize_decoder": true, "num_latents": 0, "k": 256, "multi_topk": false, "skip_connection": false, "d_in": 2048}
|
k=256/model.layers.7/metrics.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"dead_pct": 0.0, "fvu": 0.002016963204368949}
|
k=256/model.layers.7/sae.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2b296a71b4e27e35c853264ddf70fb9da10d3e6499141b25c7564f0a39c3d381
|
3 |
+
size 537010512
|