Update multipurpose_chatbot/demos/chat_interface.py

multipurpose_chatbot/demos/chat_interface.py

@@ -126,8 +126,8 @@ def format_conversation(history, system_prompt=None):
 def chat_response_stream_multiturn_engine(
     message: str, 
     history: List[Tuple[str, str]], 
-    temperature: float, 
-    max_tokens: int, 
+    temperature: Optional[float] = 0.7, 
+    max_tokens: Optional[int] = 2048, 
     system_prompt: Optional[str] = SYSTEM_PROMPT,
 ):
     global MODEL_ENGINE
@@ -688,14 +688,14 @@ class ChatInterfaceDemo(BaseDemo):
             submit_btn=gr.Button(value='Submit', variant="primary", scale=0),
             title=title,
             description=description,
-            additional_inputs=[
-                gr.Number(value=temperature, label='Temperature (higher -> more random)'), 
-                gr.Number(value=max_tokens, label='Max generated tokens (increase if want more generation)'), 
-                # gr.Number(value=frequence_penalty, label='Frequency penalty (> 0 encourage new tokens over repeated tokens)'), 
-                # gr.Number(value=presence_penalty, label='Presence penalty (> 0 encourage new tokens, < 0 encourage existing tokens)'), 
-                gr.Textbox(value=system_prompt, label='System prompt', lines=4)
-            ], 
-            examples=CHAT_EXAMPLES,
+            # additional_inputs=[
+            #     gr.Number(value=temperature, label='Temperature (higher -> more random)'), 
+            #     gr.Number(value=max_tokens, label='Max generated tokens (increase if want more generation)'), 
+            #     # gr.Number(value=frequence_penalty, label='Frequency penalty (> 0 encourage new tokens over repeated tokens)'), 
+            #     # gr.Number(value=presence_penalty, label='Presence penalty (> 0 encourage new tokens, < 0 encourage existing tokens)'), 
+            #     gr.Textbox(value=system_prompt, label='System prompt', lines=4)
+            # ], 
+            # examples=CHAT_EXAMPLES,
             cache_examples=False
         )
         return demo_chat