Spaces:
Runtime error
Runtime error
Commit
·
f3cf99c
1
Parent(s):
0ff8195
add api
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ MODEL_NAME = "RegularizedSelfPlay/sppo_forward1reverse5-0.1-PromptABC-Mistral-7B
|
|
13 |
HF_TOKEN = os.getenv("HF_API_TOKEN")
|
14 |
|
15 |
# Load model and tokenizer
|
16 |
-
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2",
|
17 |
llm = LLM(
|
18 |
model=MODEL_NAME,
|
19 |
# revision="1296dc8fd9b21e6424c9c305c06db9ae60c03ace",
|
|
|
13 |
HF_TOKEN = os.getenv("HF_API_TOKEN")
|
14 |
|
15 |
# Load model and tokenizer
|
16 |
+
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2", token=HF_TOKEN)
|
17 |
llm = LLM(
|
18 |
model=MODEL_NAME,
|
19 |
# revision="1296dc8fd9b21e6424c9c305c06db9ae60c03ace",
|