tfizben commited on
Commit
eb24ab4
·
verified ·
1 Parent(s): 42fdca1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -1,11 +1,12 @@
1
  import gradio as gr
2
  from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForCausalLM
 
3
  import torch
4
 
5
  # ---------- MODELO DE SIMPLIFICACIÓN ----------
6
  simplifier_model_name = "mrm8488/t5-base-finetuned-summarize-news"
7
- # Force use_fast=False for the simplifier tokenizer
8
- simplifier_tokenizer = AutoTokenizer.from_pretrained(simplifier_model_name, use_fast=False)
9
  simplifier_model = AutoModelForSeq2SeqLM.from_pretrained(simplifier_model_name)
10
 
11
  def simplificar_texto(texto, nivel):
@@ -29,7 +30,7 @@ def simplificar_texto(texto, nivel):
29
 
30
  # ---------- MODELO DE PREDICCIÓN DE TEXTO ----------
31
  predictor_model_name = "distilgpt2"
32
- predictor_tokenizer = AutoTokenizer.from_pretrained(predictor_model_name) # This one should work fine without modifications
33
  predictor_model = AutoModelForCausalLM.from_pretrained(predictor_model_name)
34
 
35
  def predecir_texto(texto_inicial):
 
1
  import gradio as gr
2
  from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForCausalLM
3
+ from transformers import T5Tokenizer # Import T5Tokenizer directly
4
  import torch
5
 
6
  # ---------- MODELO DE SIMPLIFICACIÓN ----------
7
  simplifier_model_name = "mrm8488/t5-base-finetuned-summarize-news"
8
+ # Use T5Tokenizer directly instead of AutoTokenizer
9
+ simplifier_tokenizer = T5Tokenizer.from_pretrained(simplifier_model_name)
10
  simplifier_model = AutoModelForSeq2SeqLM.from_pretrained(simplifier_model_name)
11
 
12
  def simplificar_texto(texto, nivel):
 
30
 
31
  # ---------- MODELO DE PREDICCIÓN DE TEXTO ----------
32
  predictor_model_name = "distilgpt2"
33
+ predictor_tokenizer = AutoTokenizer.from_pretrained(predictor_model_name)
34
  predictor_model = AutoModelForCausalLM.from_pretrained(predictor_model_name)
35
 
36
  def predecir_texto(texto_inicial):