EmoCube commited on
Commit
3487709
·
verified ·
1 Parent(s): 1e42f42

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -5
app.py CHANGED
@@ -60,16 +60,21 @@ def run_huggingface_model(model, messages, max_tokens, temperature, top_p):
60
  headers = {"Authorization": f"Bearer {API_TOKEN}"}
61
 
62
  payload = {
63
- "inputs": json.dumps(messages),
 
 
 
 
 
64
  # "seed": random.randint(1, 1000000000),
65
- "parameters": {
66
- "max_tokens": max_tokens,
67
  # "temperature": temperature,
68
  # "top_p": top_p
69
- }
70
  }
71
 
72
- model = "https://api-inference.huggingface.co/models/" + model;
73
  response = requests.post(model, headers=headers, json=payload, timeout=30)
74
 
75
  print(response.content)
 
60
  headers = {"Authorization": f"Bearer {API_TOKEN}"}
61
 
62
  payload = {
63
+ messages,
64
+ max_tokens=max_tokens,
65
+ stream=False,
66
+ temperature=temperature,
67
+ top_p=top_p
68
+ # "inputs": json.dumps(messages),
69
  # "seed": random.randint(1, 1000000000),
70
+ # "parameters": {
71
+ # "max_tokens": max_tokens,
72
  # "temperature": temperature,
73
  # "top_p": top_p
74
+ # }
75
  }
76
 
77
+ model = "https://api-inference.huggingface.co/models/" + model + "/v1/chat/completions";
78
  response = requests.post(model, headers=headers, json=payload, timeout=30)
79
 
80
  print(response.content)