valhalla
/

gpt-neo-random-tiny

Feature Extraction

Model card Files Files and versions Community

valhalla commited on Apr 6, 2021

Commit

4451ccc

·

1 Parent(s): 9922fb1

boom boom

Files changed (2) hide show

config.json +2 -2
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -21,13 +21,13 @@
   "embed_dropout": 0.0,
   "eos_token_id": 50256,
   "gradient_checkpointing": false,
-  "hidden_size": 16,
   "initializer_range": 0.02,
   "intermediate_size": null,
   "layer_norm_epsilon": 1e-05,
   "max_position_embeddings": 100,
   "model_type": "gpt_neo",
-  "num_heads": 4,
   "num_layers": 2,
   "resid_dropout": 0.0,
   "summary_activation": null,

   "embed_dropout": 0.0,
   "eos_token_id": 50256,
   "gradient_checkpointing": false,
+  "hidden_size": 8,
   "initializer_range": 0.02,
   "intermediate_size": null,
   "layer_norm_epsilon": 1e-05,
   "max_position_embeddings": 100,
   "model_type": "gpt_neo",
+  "num_heads": 2,
   "num_layers": 2,
   "resid_dropout": 0.0,
   "summary_activation": null,

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c283db28647fc095de9f0b28bdca4e6d5be9f3b2f188c42239138a5d6a4cbdbf
-size 3270585

 version https://git-lfs.github.com/spec/v1
+oid sha256:10da6ee2f920d00406774a1d4d86593fe092a09dd6fad4e28827db4b7df3922b
+size 1639545