Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -60,16 +60,21 @@ def run_huggingface_model(model, messages, max_tokens, temperature, top_p):
|
|
60 |
headers = {"Authorization": f"Bearer {API_TOKEN}"}
|
61 |
|
62 |
payload = {
|
63 |
-
|
|
|
|
|
|
|
|
|
|
|
64 |
# "seed": random.randint(1, 1000000000),
|
65 |
-
|
66 |
-
|
67 |
# "temperature": temperature,
|
68 |
# "top_p": top_p
|
69 |
-
|
70 |
}
|
71 |
|
72 |
-
model = "https://api-inference.huggingface.co/models/" + model;
|
73 |
response = requests.post(model, headers=headers, json=payload, timeout=30)
|
74 |
|
75 |
print(response.content)
|
|
|
60 |
headers = {"Authorization": f"Bearer {API_TOKEN}"}
|
61 |
|
62 |
payload = {
|
63 |
+
messages,
|
64 |
+
max_tokens=max_tokens,
|
65 |
+
stream=False,
|
66 |
+
temperature=temperature,
|
67 |
+
top_p=top_p
|
68 |
+
# "inputs": json.dumps(messages),
|
69 |
# "seed": random.randint(1, 1000000000),
|
70 |
+
# "parameters": {
|
71 |
+
# "max_tokens": max_tokens,
|
72 |
# "temperature": temperature,
|
73 |
# "top_p": top_p
|
74 |
+
# }
|
75 |
}
|
76 |
|
77 |
+
model = "https://api-inference.huggingface.co/models/" + model + "/v1/chat/completions";
|
78 |
response = requests.post(model, headers=headers, json=payload, timeout=30)
|
79 |
|
80 |
print(response.content)
|