Shreyas094 commited on
Commit
d1cccac
·
verified ·
1 Parent(s): 2594602

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -12
app.py CHANGED
@@ -198,19 +198,10 @@ def respond(
198
  demo = gr.ChatInterface(
199
  respond,
200
  additional_inputs=[
201
- gr.Dropdown([
202
- 'Mistral-7B-Instruct-v0.3-Q6_K.gguf',
203
- 'mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf',
204
- 'Meta-Llama-3-8B-Instruct-Q6_K.gguf'
205
- ],
206
- value="Mistral-7B-Instruct-v0.3-Q6_K.gguf",
207
- label="Model"
208
- ),
209
  gr.Textbox(value=web_search_system_prompt, label="System message"),
210
- gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
211
- gr.Slider(minimum=0.1, maximum=1.0, value=0.45, step=0.1, label="Temperature"),
212
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
213
- gr.Slider(minimum=0, maximum=100, value=40, step=1, label="Top-k"),
214
  gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty"),
215
  ],
216
  theme=gr.themes.Soft(
@@ -237,7 +228,7 @@ demo = gr.ChatInterface(
237
  submit_btn="Send",
238
  cache_examples=False,
239
  examples=examples,
240
- description="Llama-cpp-agent: Chat with DuckDuckGo Agent",
241
  analytics_enabled=False,
242
  chatbot=gr.Chatbot(
243
  scale=1,
 
198
  demo = gr.ChatInterface(
199
  respond,
200
  additional_inputs=[
 
 
 
 
 
 
 
 
201
  gr.Textbox(value=web_search_system_prompt, label="System message"),
202
+ gr.Slider(minimum=1, maximum=1000, value=1000, step=1, label="Max tokens"),
203
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature"),
204
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
 
205
  gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty"),
206
  ],
207
  theme=gr.themes.Soft(
 
228
  submit_btn="Send",
229
  cache_examples=False,
230
  examples=examples,
231
+ description="Mistral-7B: Chat with DuckDuckGo Agent",
232
  analytics_enabled=False,
233
  chatbot=gr.Chatbot(
234
  scale=1,