Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
@@ -100,10 +100,10 @@ def format_prompts(examples, tokenizer, isinst):
|
|
100 |
truncation=True,
|
101 |
max_length=MAX_SEQ_LENGTH,
|
102 |
return_tensors="pt"
|
103 |
-
)
|
104 |
decoded_texts = tokenizer.batch_decode(tokenized_texts)
|
105 |
|
106 |
-
return decoded_texts
|
107 |
|
108 |
def create_model(tokenizer):
|
109 |
config = LlamaConfig(
|
|
|
100 |
truncation=True,
|
101 |
max_length=MAX_SEQ_LENGTH,
|
102 |
return_tensors="pt"
|
103 |
+
).input_ids
|
104 |
decoded_texts = tokenizer.batch_decode(tokenized_texts)
|
105 |
|
106 |
+
return {'text': decoded_texts}
|
107 |
|
108 |
def create_model(tokenizer):
|
109 |
config = LlamaConfig(
|