Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
@@ -3,7 +3,7 @@ import os
|
|
3 |
import torch
|
4 |
import trl
|
5 |
|
6 |
-
from transformers import AutoTokenizer, LlamaConfig,
|
7 |
from datasets import load_dataset, Dataset
|
8 |
from tokenizers import ByteLevelBPETokenizer
|
9 |
|
|
|
3 |
import torch
|
4 |
import trl
|
5 |
|
6 |
+
from transformers import AutoTokenizer, LlamaConfig, AutoModelForCausalLM, LlamaForCausalLM, TrainingArguments, PreTrainedTokenizerFast, AdamW, get_cosine_schedule_with_warmup
|
7 |
from datasets import load_dataset, Dataset
|
8 |
from tokenizers import ByteLevelBPETokenizer
|
9 |
|