RefalMachine commited on
Commit
b720e1b
·
verified ·
1 Parent(s): ad85305

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -8,8 +8,11 @@ import requests
8
 
9
  from openai import OpenAI
10
 
11
- clients = {'3B': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), 'RefalMachine/ruadapt_qwen2.5_3B_ext_u48_instruct_v4'],
12
- '7B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), 'RefalMachine/ruadapt_qwen2.5_7B_ext_u48_instruct']}
 
 
 
13
  #client = InferenceClient(os.getenv('MODEL_NAME_OR_PATH'))
14
 
15
 
@@ -60,7 +63,7 @@ def respond(
60
  """
61
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
62
  """
63
- options = ["3B", "7B (work in progress)"]
64
  demo = gr.ChatInterface(
65
  respond,
66
  additional_inputs=[
 
8
 
9
  from openai import OpenAI
10
 
11
+ clients = {
12
+ '32B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), os.getenv('32B_NAME')]
13
+ '7B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), 'RefalMachine/ruadapt_qwen2.5_7B_ext_u48_instruct'],
14
+ '3B': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), 'RefalMachine/ruadapt_qwen2.5_3B_ext_u48_instruct_v4']
15
+ }
16
  #client = InferenceClient(os.getenv('MODEL_NAME_OR_PATH'))
17
 
18
 
 
63
  """
64
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
65
  """
66
+ options = ["32B (work in progress)", "7B (work in progress)", "3B"]
67
  demo = gr.ChatInterface(
68
  respond,
69
  additional_inputs=[