steef68 commited on
Commit
f92f291
·
verified ·
1 Parent(s): 9d891eb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -14
app.py CHANGED
@@ -15,7 +15,7 @@ def format_prompt(message, history):
15
  return prompt
16
 
17
  def generate(
18
- prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
19
  ):
20
  temperature = float(temperature)
21
  if temperature < 1e-2:
@@ -49,18 +49,18 @@ additional_inputs=[
49
  ),
50
  gr.Slider(
51
  label="Temperature",
52
- value=0.9,
53
  minimum=0.0,
54
- maximum=1.0,
55
  step=0.05,
56
  interactive=True,
57
  info="Higher values produce more diverse outputs",
58
  ),
59
  gr.Slider(
60
  label="Max new tokens",
61
- value=256,
62
  minimum=0,
63
- maximum=1048,
64
  step=64,
65
  interactive=True,
66
  info="The maximum numbers of new tokens",
@@ -85,19 +85,11 @@ additional_inputs=[
85
  )
86
  ]
87
 
88
- examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
89
- ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
90
- ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None,],
91
- ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
92
- ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
93
- ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
94
- ]
95
-
96
  gr.ChatInterface(
97
  fn=generate,
98
  chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
99
  additional_inputs=additional_inputs,
100
- title="Mixtral 46.7B",
101
  examples=examples,
102
  concurrency_limit=20,
103
  ).launch(show_api=False)
 
15
  return prompt
16
 
17
  def generate(
18
+ prompt, history, system_prompt, temperature=0.75, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.1,
19
  ):
20
  temperature = float(temperature)
21
  if temperature < 1e-2:
 
49
  ),
50
  gr.Slider(
51
  label="Temperature",
52
+ value=0.75,
53
  minimum=0.0,
54
+ maximum=1.1,
55
  step=0.05,
56
  interactive=True,
57
  info="Higher values produce more diverse outputs",
58
  ),
59
  gr.Slider(
60
  label="Max new tokens",
61
+ value=2048,
62
  minimum=0,
63
+ maximum=2048,
64
  step=64,
65
  interactive=True,
66
  info="The maximum numbers of new tokens",
 
85
  )
86
  ]
87
 
 
 
 
 
 
 
 
 
88
  gr.ChatInterface(
89
  fn=generate,
90
  chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
91
  additional_inputs=additional_inputs,
92
+ title="Mixtral 8X7B",
93
  examples=examples,
94
  concurrency_limit=20,
95
  ).launch(show_api=False)