Didier commited on
Commit
6e08fc9
·
1 Parent(s): fcf02be

Using CPU only...

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. model_translation.py +1 -1
app.py CHANGED
@@ -116,7 +116,7 @@ def detect_language(text):
116
  lang = langdetect.detect(text)
117
  return lang
118
 
119
- @spaces.GPU
120
  def translate_with_multilingual_model(
121
  text: str,
122
  tgt_lang: str,
 
116
  lang = langdetect.detect(text)
117
  return lang
118
 
119
+ #@spaces.GPU
120
  def translate_with_multilingual_model(
121
  text: str,
122
  tgt_lang: str,
model_translation.py CHANGED
@@ -66,7 +66,7 @@ model_MADLAD_name = "google/madlad400-3b-mt"
66
  tokenizer_multilingual = AutoTokenizer.from_pretrained(model_MADLAD_name, use_fast=True)
67
  model_multilingual = AutoModelForSeq2SeqLM.from_pretrained(
68
  model_MADLAD_name,
69
- device_map="auto",
70
  torch_dtype=torch.float16,
71
  low_cpu_mem_usage=True)
72
 
 
66
  tokenizer_multilingual = AutoTokenizer.from_pretrained(model_MADLAD_name, use_fast=True)
67
  model_multilingual = AutoModelForSeq2SeqLM.from_pretrained(
68
  model_MADLAD_name,
69
+ #device_map="auto",
70
  torch_dtype=torch.float16,
71
  low_cpu_mem_usage=True)
72