Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -5,6 +5,7 @@ from together import Together
|
|
5 |
|
6 |
# Подключение библиотек
|
7 |
# - - - - - - - - - - - - - -
|
|
|
8 |
import gradio as gr
|
9 |
import os
|
10 |
import json
|
@@ -55,14 +56,18 @@ def get_messages_api(messages):
|
|
55 |
return json.dumps(messages, indent=4)
|
56 |
|
57 |
def run_huggingface_model(model, messages, max_tokens, temperature, top_p):
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
|
|
|
|
|
|
|
|
66 |
return response.choices[0].message.content
|
67 |
|
68 |
def run_together_model(model, messages, max_tokens, temperature, top_p):
|
|
|
5 |
|
6 |
# Подключение библиотек
|
7 |
# - - - - - - - - - - - - - -
|
8 |
+
import requests
|
9 |
import gradio as gr
|
10 |
import os
|
11 |
import json
|
|
|
56 |
return json.dumps(messages, indent=4)
|
57 |
|
58 |
def run_huggingface_model(model, messages, max_tokens, temperature, top_p):
|
59 |
+
model = "https://api-inference.huggingface.co/models/" + model;
|
60 |
+
headers = {};
|
61 |
+
|
62 |
+
response = requests.post(model, headers=headers, json=messages, timeout=60)
|
63 |
+
if response.status_code != 200:
|
64 |
+
print(f"Error: Failed to get image. Response status: {response.status_code}")
|
65 |
+
print(f"Response content: {response.text}")
|
66 |
+
if response.status_code == 503:
|
67 |
+
raise gr.Error(f"{response.status_code} : The model is being loaded")
|
68 |
+
raise gr.Error(f"{response.status_code}")
|
69 |
+
|
70 |
+
print(response)
|
71 |
return response.choices[0].message.content
|
72 |
|
73 |
def run_together_model(model, messages, max_tokens, temperature, top_p):
|