Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ MODEL_NAME = "Qwen/Qwen3-0.6B"
|
|
27 |
|
28 |
|
29 |
def load_model():
|
30 |
-
model =
|
31 |
print(f"Model loaded in {device}")
|
32 |
return model
|
33 |
|
@@ -63,7 +63,7 @@ def _translate(text: str, src_lang: str, tgt_lang: str):
|
|
63 |
.numpy()
|
64 |
.tolist()
|
65 |
)
|
66 |
-
translated_chunk = model(
|
67 |
input_ids=torch.tensor([input_tokens]).to(device),
|
68 |
max_length=len(input_tokens) + 10000,
|
69 |
num_return_sequences=1,
|
|
|
27 |
|
28 |
|
29 |
def load_model():
|
30 |
+
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME).to(device)
|
31 |
print(f"Model loaded in {device}")
|
32 |
return model
|
33 |
|
|
|
63 |
.numpy()
|
64 |
.tolist()
|
65 |
)
|
66 |
+
translated_chunk = model.generate(
|
67 |
input_ids=torch.tensor([input_tokens]).to(device),
|
68 |
max_length=len(input_tokens) + 10000,
|
69 |
num_return_sequences=1,
|