Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -26,8 +26,8 @@ DESCRIPTION = """<div>
|
|
26 |
|
27 |
_token = os.environ["HUGGINGFACE_API_KEY"]
|
28 |
|
29 |
-
tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha", token=_token)
|
30 |
-
model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha", torch_dtype=torch.bfloat16, device_map="auto", token=_token)
|
31 |
|
32 |
terminators = [
|
33 |
tokenizer.eos_token_id,
|
|
|
26 |
|
27 |
_token = os.environ["HUGGINGFACE_API_KEY"]
|
28 |
|
29 |
+
tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", token=_token)
|
30 |
+
model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", torch_dtype=torch.bfloat16, device_map="auto", token=_token)
|
31 |
|
32 |
terminators = [
|
33 |
tokenizer.eos_token_id,
|