babd285 618dea6 babd285
1
2
3
4
5
6
7
8
9
10
11
12
{ "dim": 2048, "hidden_dim": 5632, "n_heads": 32, "n_kv_heads": 4, "n_layers": 22, "vocab_size": 32000, "norm_eps": 1e-05, "rope_traditional": false, "model_type": "llama" }
