yoonusajwardapiit commited on
Commit
57609b1
·
verified ·
1 Parent(s): a937f0d

Create config.json

Browse files
Files changed (1) hide show
  1. config.json +12 -0
config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BigramLanguageModel"
4
+ ],
5
+ "n_embd": 64,
6
+ "n_head": 4,
7
+ "n_layer": 4,
8
+ "vocab_size": <vocab_size>, // Replace with the actual size of your vocabulary
9
+ "block_size": 32,
10
+ "dropout": 0.1,
11
+ "model_type": "custom"
12
+ }