Hugging Face's logo

jbrinkma
/
TinyModel_L1_V2_Sparsity_8.0

Model card Files Community
jbrinkma commited on
Commit
f5a2fa9
·
verified ·
1 Parent(s): 4a3d6b0

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. checkpoints/torso[0].res_final_0.pt +3 -0
  2. checkpoints/torso[0].res_final_1024.pt +3 -0
  3. checkpoints/torso[0].res_final_1536.pt +3 -0
  4. checkpoints/torso[0].res_final_2048.pt +3 -0
  5. checkpoints/torso[0].res_final_512.pt +3 -0
  6. checkpoints/torso[1].attn_0.pt +3 -0
  7. checkpoints/torso[1].attn_1024.pt +3 -0
  8. checkpoints/torso[1].attn_1536.pt +3 -0
  9. checkpoints/torso[1].attn_2048.pt +3 -0
  10. checkpoints/torso[1].attn_512.pt +3 -0
  11. checkpoints/torso[1].res_final_0.pt +3 -0
  12. checkpoints/torso[1].res_final_1024.pt +3 -0
  13. checkpoints/torso[1].res_final_1536.pt +3 -0
  14. checkpoints/torso[1].res_final_2048.pt +3 -0
  15. checkpoints/torso[1].res_final_512.pt +3 -0
  16. checkpoints/torso[1].res_mlp_0.pt +3 -0
  17. checkpoints/torso[1].res_mlp_1024.pt +3 -0
  18. checkpoints/torso[1].res_mlp_1536.pt +3 -0
  19. checkpoints/torso[1].res_mlp_2048.pt +3 -0
  20. checkpoints/torso[1].res_mlp_512.pt +3 -0
  21. trainer_0/config.json +26 -0
  22. trainer_0/torso[0].res_final.pt +3 -0
  23. trainer_0/torso[1].attn.pt +3 -0
  24. trainer_0/torso[1].res_final.pt +3 -0
  25. trainer_0/torso[1].res_mlp.pt +3 -0
checkpoints/torso[0].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c6e916cbcd13b1865aa13704d9d6b6bc63ea69b284fd56b0b1eb2c23936be2
3
+ size 37778616
checkpoints/torso[0].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:476022fd6d51f89ea6350688aba9efba8b7d684212e9e4cce6fb61fa24ed55d5
3
+ size 37778704
checkpoints/torso[0].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d507dd26203f6ad12e67db8d6061ddbd7be79fc5e5513f4a2df808ba4e77e817
3
+ size 37778704
checkpoints/torso[0].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0494fe2fd232b9e05eadab3b8bb4ab98c211af3becc39e4957ed0bf7c72de1
3
+ size 37778704
checkpoints/torso[0].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffce585630907fb740d23c97713b1a515f03bc47f5a9045d758940b717f86778
3
+ size 37778696
checkpoints/torso[1].attn_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f917464c3ce5df53bb10f1ccd084edd49f0ed66ebacea0d15a776cf90815e83c
3
+ size 37778576
checkpoints/torso[1].attn_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49bd151c275b66fb846cf12d67ffc84a24189f56fd15e5eb90cecdd3fe9eed47
3
+ size 37778600
checkpoints/torso[1].attn_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadac87bb97629cc218b584384696500a4bd33a8b27187313a306e7b1eea2d87
3
+ size 37778600
checkpoints/torso[1].attn_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c6830da0de12b971a29c411e264b89479f7325f3222aae01a520f048a4e6d0a
3
+ size 37778600
checkpoints/torso[1].attn_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a9f8cb6fd920e25090925124d687c10a4377c47ed851a921d36a736b53bf95c
3
+ size 37778592
checkpoints/torso[1].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5e834572edda79e57e9136fca9e4569c34517d91dd21ffc17a3158157fa98e
3
+ size 37778616
checkpoints/torso[1].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b947f1b62e7160c0f36d8010c04cdbff5bf4afe99b9929f00b003b01adb3f6
3
+ size 37778704
checkpoints/torso[1].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b676340992af613135d603faea9c503db9290ec69f7743db62f37dffd37bdfc4
3
+ size 37778704
checkpoints/torso[1].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420f9b23941ec969e4b5b0728170572ef815192bc7300e8944ca07447ebb21a0
3
+ size 37778704
checkpoints/torso[1].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b36c4dd4bdffc634fbc7215543bad701316952ae0ee4a69c257263df660d8d88
3
+ size 37778696
checkpoints/torso[1].res_mlp_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb903e0f743da72bee32af184e6a99805d72ef53124c0944ea5114a91a9c67a
3
+ size 37778600
checkpoints/torso[1].res_mlp_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f46086055338c0c7e54207b8aac03a22e56f7c13e587f2d634b7054aeacb27
3
+ size 37778624
checkpoints/torso[1].res_mlp_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fedfb5935fdca3160083006e8abaff6fa04ce5ab04cdc1373321d574dd4d3e8
3
+ size 37778624
checkpoints/torso[1].res_mlp_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b21361aa1b1dd53c7ca64dad9cc8d195897c2b326b1b819c1f212137fd6ab9e3
3
+ size 37778624
checkpoints/torso[1].res_mlp_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7abea7a5818965755f7fe1017ca88d0da140a2e1904b99ffb60363193873e555
3
+ size 37778616
trainer_0/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "trainer": {
3
+ "trainer_class": "TrainerTopK",
4
+ "dict_class": "AutoEncoderTopK",
5
+ "lr": 0.00032659863237109043,
6
+ "steps": 30000,
7
+ "seed": null,
8
+ "activation_dim": 768,
9
+ "dict_size": 6144,
10
+ "k": 30,
11
+ "device": "cuda",
12
+ "layer": 1,
13
+ "lm_name": "TinyModel_2L_3E",
14
+ "wandb_name": "AutoEncoderTopK",
15
+ "submodule_name": null
16
+ },
17
+ "buffer": {
18
+ "d_submodule": 768,
19
+ "io": "out",
20
+ "n_ctxs": 128,
21
+ "ctx_len": 256,
22
+ "refresh_batch_size": 512,
23
+ "out_batch_size": 1024,
24
+ "device": "cuda"
25
+ }
26
+ }
trainer_0/torso[0].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f609443c96d47e6eb2f0cba27a54e6fc63ac99b0ab967ec1939fed9348614902
3
+ size 37778600
trainer_0/torso[1].attn.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cdd4d7260a4967ec5a0ab63238fdfc7f3c75f01f1eee88a02b3c00106fcfa8f
3
+ size 37778560
trainer_0/torso[1].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9c2d616b1f2f718b7b4c904d158ba8f0fdd8e10eca835673ee118e40eb6f1bd
3
+ size 37778600
trainer_0/torso[1].res_mlp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3ff56523d747f35cb263e3d743102bb09584eaca7b34d45e3e5082f1c5cb8f3
3
+ size 37778584