Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ def init():
|
|
32 |
|
33 |
|
34 |
if not is_hugging_face:
|
35 |
-
|
36 |
model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
|
37 |
)
|
38 |
text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
|
|
|
32 |
|
33 |
|
34 |
if not is_hugging_face:
|
35 |
+
model = AutoModelForCausalLM.from_pretrained(
|
36 |
model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
|
37 |
)
|
38 |
text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
|