Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import fitz # PyMuPDF
|
2 |
import re
|
3 |
from datasets import Dataset
|
4 |
-
from transformers import
|
5 |
import gradio as gr
|
6 |
from transformers import pipeline
|
7 |
|
@@ -41,7 +41,7 @@ def tokenize_function(examples):
|
|
41 |
|
42 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
43 |
|
44 |
-
model =
|
45 |
|
46 |
training_args = TrainingArguments(
|
47 |
output_dir="./results",
|
|
|
1 |
import fitz # PyMuPDF
|
2 |
import re
|
3 |
from datasets import Dataset
|
4 |
+
from transformers import AutoModelForCausalLM, TrainingArguments, Trainer
|
5 |
import gradio as gr
|
6 |
from transformers import pipeline
|
7 |
|
|
|
41 |
|
42 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
43 |
|
44 |
+
model = AutoModelForCausalLM.from_pretrained(model_name) # Adjust for task
|
45 |
|
46 |
training_args = TrainingArguments(
|
47 |
output_dir="./results",
|