Uploading sae for model.layers.7 and meta-llama/Llama-3.2-1B-Instruct
Browse files
k=128/model.layers.7/cfg.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"expansion_factor": 16, "normalize_decoder": true, "num_latents": 0, "k": 128, "multi_topk": false, "skip_connection": false, "d_in": 2048}
|
k=128/model.layers.7/metrics.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"dead_pct": 0.0, "fvu": 0.002016963204368949}
|
k=128/model.layers.7/sae.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:505a56431a622ac8463e7d82038806a1bd975cf58429538bbf0af9b7f24ffe77
|
3 |
+
size 537010512
|