RefalMachine commited on
Commit
4f20f3e
·
verified ·
1 Parent(s): 03ba387

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -2
app.py CHANGED
@@ -21,6 +21,11 @@ clients['32B-QWQ (preview)'] = [
21
  OpenAI(api_key=token, base_url=os.getenv('RUADAPT_QWQ_PATH')),
22
  requests.get(os.getenv('RUADAPT_QWQ_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
23
  ]
 
 
 
 
 
24
  #clients['7B-Lite (beta)'] = [
25
  # OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')),
26
  # requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
@@ -102,8 +107,8 @@ def respond(
102
  """
103
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
104
  """
105
- options = ["32B-Pro (beta)", '32B-QWQ (preview)', "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
106
- options = options[1:2]
107
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
108
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
109
  system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
 
21
  OpenAI(api_key=token, base_url=os.getenv('RUADAPT_QWQ_PATH')),
22
  requests.get(os.getenv('RUADAPT_QWQ_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
23
  ]
24
+ clients['32B-FUSE-O1 (preview)'] = [
25
+ OpenAI(api_key=token, base_url=os.getenv('RUADAPT_FUSE_PATH')),
26
+ requests.get(os.getenv('RUADAPT_FUSE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
27
+ ]
28
+
29
  #clients['7B-Lite (beta)'] = [
30
  # OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')),
31
  # requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
 
107
  """
108
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
109
  """
110
+ options = ["32B-Pro (beta)", '32B-QWQ (preview)', '32B-FUSE-O1 (preview)', "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
111
+ options = options[1:3]
112
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
113
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
114
  system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."