Update app.py

app.py

@@ -8,19 +8,20 @@ import requests
 
 from openai import OpenAI
 
-client = OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH'))
-
+clients{'3B': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), 'RefalMachine/ruadapt_qwen2.5_3B_ext_u48_instruct'],
+        '7B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), 'RefalMachine/ruadapt_qwen2.5_7B_ext_u48_instruct']}
 #client = InferenceClient(os.getenv('MODEL_NAME_OR_PATH'))
 
 
 def respond(
+    model_name,
     message,
     history: list[tuple[str, str]],
     system_message,
     max_tokens,
     temperature,
     top_p
-    #repetition_penalty
+    repetition_penalty
 ):
     messages = []
     if len(system_message.strip()) > 0:
@@ -36,15 +37,15 @@ def respond(
 
     response = ""
 
-    res = client.chat.completions.create(
-        model='RefalMachine/ruadapt_qwen2.5_7B_ext_u48_instruct',
+    res = clients[model_name][0].chat.completions.create(
+        model=clients[model_name][1],
         messages=messages,
         temperature=temperature,
         top_p=top_p,
         max_tokens=max_tokens,
         stream=True,
         extra_body={
-            "repetition_penalty": 1.0,
+            "repetition_penalty": repetition_penalty,
             "add_generation_prompt": True,
         }
     )
@@ -59,9 +60,11 @@ def respond(
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
+options = ["3B", "7B (work in progress)"]
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
+        gr.Radio(choices=options, label="Model:", value=options[0])
         gr.Textbox(value="", label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.3, step=0.1, label="Temperature"),
@@ -72,7 +75,7 @@ demo = gr.ChatInterface(
             step=0.05,
             label="Top-p (nucleus sampling)",
         ),
-        #gr.Slider(minimum=0.9, maximum=1.2, value=1.0, step=0.05, label="repetition_penalty"),
+        gr.Slider(minimum=0.9, maximum=1.2, value=1.0, step=0.05, label="repetition_penalty"),
     ],
 )