Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -8,8 +8,11 @@ import requests
|
|
8 |
|
9 |
from openai import OpenAI
|
10 |
|
11 |
-
clients = {
|
12 |
-
|
|
|
|
|
|
|
13 |
#client = InferenceClient(os.getenv('MODEL_NAME_OR_PATH'))
|
14 |
|
15 |
|
@@ -60,7 +63,7 @@ def respond(
|
|
60 |
"""
|
61 |
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
|
62 |
"""
|
63 |
-
options = ["
|
64 |
demo = gr.ChatInterface(
|
65 |
respond,
|
66 |
additional_inputs=[
|
|
|
8 |
|
9 |
from openai import OpenAI
|
10 |
|
11 |
+
clients = {
|
12 |
+
'32B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), os.getenv('32B_NAME')]
|
13 |
+
'7B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), 'RefalMachine/ruadapt_qwen2.5_7B_ext_u48_instruct'],
|
14 |
+
'3B': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), 'RefalMachine/ruadapt_qwen2.5_3B_ext_u48_instruct_v4']
|
15 |
+
}
|
16 |
#client = InferenceClient(os.getenv('MODEL_NAME_OR_PATH'))
|
17 |
|
18 |
|
|
|
63 |
"""
|
64 |
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
|
65 |
"""
|
66 |
+
options = ["32B (work in progress)", "7B (work in progress)", "3B"]
|
67 |
demo = gr.ChatInterface(
|
68 |
respond,
|
69 |
additional_inputs=[
|