RefalMachine commited on
Commit
f071706
·
verified ·
1 Parent(s): 6dcef4d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -2
app.py CHANGED
@@ -16,6 +16,11 @@ clients['32B-Pro (beta)'] = [
16
  OpenAI(api_key=token, base_url=os.getenv('RUADAPT_PRO_PATH')),
17
  requests.get(os.getenv('RUADAPT_PRO_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
18
  ]
 
 
 
 
 
19
  #except:
20
  # pass
21
 
@@ -84,8 +89,8 @@ def respond(
84
  """
85
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
86
  """
87
- options = ["32B-Pro (beta)", "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
88
- options = options[:1]
89
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
90
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
91
  system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
 
16
  OpenAI(api_key=token, base_url=os.getenv('RUADAPT_PRO_PATH')),
17
  requests.get(os.getenv('RUADAPT_PRO_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
18
  ]
19
+
20
+ clients['7B-Lite (beta)'] = [
21
+ OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')),
22
+ requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
23
+ ]
24
  #except:
25
  # pass
26
 
 
89
  """
90
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
91
  """
92
+ options = ["32B-Pro (beta)", "7B-Lite (beta)", "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
93
+ options = options[:2]
94
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
95
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
96
  system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."