EmoCube commited on
Commit
d55b1f0
·
verified ·
1 Parent(s): 0bf2396

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -8
app.py CHANGED
@@ -5,6 +5,7 @@ from together import Together
5
 
6
  # Подключение библиотек
7
  # - - - - - - - - - - - - - -
 
8
  import gradio as gr
9
  import os
10
  import json
@@ -55,14 +56,18 @@ def get_messages_api(messages):
55
  return json.dumps(messages, indent=4)
56
 
57
  def run_huggingface_model(model, messages, max_tokens, temperature, top_p):
58
- client = InferenceClient(model)
59
- response = client.chat_completion(
60
- messages,
61
- max_tokens=max_tokens,
62
- stream=False,
63
- temperature=temperature,
64
- top_p=top_p,
65
- )
 
 
 
 
66
  return response.choices[0].message.content
67
 
68
  def run_together_model(model, messages, max_tokens, temperature, top_p):
 
5
 
6
  # Подключение библиотек
7
  # - - - - - - - - - - - - - -
8
+ import requests
9
  import gradio as gr
10
  import os
11
  import json
 
56
  return json.dumps(messages, indent=4)
57
 
58
  def run_huggingface_model(model, messages, max_tokens, temperature, top_p):
59
+ model = "https://api-inference.huggingface.co/models/" + model;
60
+ headers = {};
61
+
62
+ response = requests.post(model, headers=headers, json=messages, timeout=60)
63
+ if response.status_code != 200:
64
+ print(f"Error: Failed to get image. Response status: {response.status_code}")
65
+ print(f"Response content: {response.text}")
66
+ if response.status_code == 503:
67
+ raise gr.Error(f"{response.status_code} : The model is being loaded")
68
+ raise gr.Error(f"{response.status_code}")
69
+
70
+ print(response)
71
  return response.choices[0].message.content
72
 
73
  def run_together_model(model, messages, max_tokens, temperature, top_p):