if001
/

gemma_tiny_expand

Text Generation

text-generation-inference

Model card Files Files and versions Community

if001 commited on Jun 15, 2024

Commit

d0a6395

·

verified ·

1 Parent(s): 87a3c94

Upload GemmaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -16,7 +16,7 @@
   "max_position_embeddings": 1024,
   "model_type": "gemma",
   "num_attention_heads": 4,
-  "num_hidden_layers": 2,
   "num_key_value_heads": 1,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-05,

   "max_position_embeddings": 1024,
   "model_type": "gemma",
   "num_attention_heads": 4,
+  "num_hidden_layers": 4,
   "num_key_value_heads": 1,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-05,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d079245fdfcfa7a7ea008ad1a1d2906efa67c3f4877f62dc7ca5454d8ec7b45
-size 915429664

 version https://git-lfs.github.com/spec/v1
+oid sha256:df30b39f3e08d98edbcf45be0314a0daf25c748fb70c6c3da1b52b93ac356927
+size 1037082896