Swap out API
Browse files
app.py
CHANGED
|
@@ -18,7 +18,8 @@ DIALOGUES_DATASET = "HuggingFaceH4/starchat_playground_dialogues"
|
|
| 18 |
|
| 19 |
model2endpoint = {
|
| 20 |
"starchat-alpha": "https://api-inference.huggingface.co/models/HuggingFaceH4/starcoderbase-finetuned-oasst1",
|
| 21 |
-
"starchat-beta": "https://api-inference.huggingface.co/models/HuggingFaceH4/starchat-beta",
|
|
|
|
| 22 |
}
|
| 23 |
model_names = list(model2endpoint.keys())
|
| 24 |
|
|
@@ -137,7 +138,7 @@ def generate(
|
|
| 137 |
top_p=top_p,
|
| 138 |
repetition_penalty=repetition_penalty,
|
| 139 |
do_sample=True,
|
| 140 |
-
truncate=4096,
|
| 141 |
seed=42,
|
| 142 |
stop_sequences=["<|end|>"],
|
| 143 |
)
|
|
|
|
| 18 |
|
| 19 |
model2endpoint = {
|
| 20 |
"starchat-alpha": "https://api-inference.huggingface.co/models/HuggingFaceH4/starcoderbase-finetuned-oasst1",
|
| 21 |
+
# "starchat-beta": "https://api-inference.huggingface.co/models/HuggingFaceH4/starchat-beta",
|
| 22 |
+
"starchat-beta": "https://ykzcwyws7k9itmk2.us-east-1.aws.endpoints.huggingface.cloud",
|
| 23 |
}
|
| 24 |
model_names = list(model2endpoint.keys())
|
| 25 |
|
|
|
|
| 138 |
top_p=top_p,
|
| 139 |
repetition_penalty=repetition_penalty,
|
| 140 |
do_sample=True,
|
| 141 |
+
truncate=999, # 4096, restore this when API updated
|
| 142 |
seed=42,
|
| 143 |
stop_sequences=["<|end|>"],
|
| 144 |
)
|