Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
|
@@ -79,7 +79,7 @@ def format_prompts(examples, tokenizer, isinst):
|
|
| 79 |
|
| 80 |
def create_model(tokenizer):
|
| 81 |
config = LlamaConfig(
|
| 82 |
-
vocab_size=tokenizer.vocab_size,
|
| 83 |
hidden_size=FACTOR,
|
| 84 |
intermediate_size=FACTOR * 4,
|
| 85 |
num_hidden_layers=12,
|
|
|
|
| 79 |
|
| 80 |
def create_model(tokenizer):
|
| 81 |
config = LlamaConfig(
|
| 82 |
+
vocab_size=tokenizer.vocab_size + 10,
|
| 83 |
hidden_size=FACTOR,
|
| 84 |
intermediate_size=FACTOR * 4,
|
| 85 |
num_hidden_layers=12,
|