kevinpro commited on
Commit
31a4eef
·
verified ·
1 Parent(s): ccdba66

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -27,7 +27,7 @@ MODEL_NAME = "Qwen/Qwen3-0.6B"
27
 
28
 
29
  def load_model():
30
- model = AutoModel.from_pretrained(MODEL_NAME).to(device)
31
  print(f"Model loaded in {device}")
32
  return model
33
 
@@ -63,7 +63,7 @@ def _translate(text: str, src_lang: str, tgt_lang: str):
63
  .numpy()
64
  .tolist()
65
  )
66
- translated_chunk = model(
67
  input_ids=torch.tensor([input_tokens]).to(device),
68
  max_length=len(input_tokens) + 10000,
69
  num_return_sequences=1,
 
27
 
28
 
29
  def load_model():
30
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME).to(device)
31
  print(f"Model loaded in {device}")
32
  return model
33
 
 
63
  .numpy()
64
  .tolist()
65
  )
66
+ translated_chunk = model.generate(
67
  input_ids=torch.tensor([input_tokens]).to(device),
68
  max_length=len(input_tokens) + 10000,
69
  num_return_sequences=1,