richardkimsm89 commited on
Commit
2acd9b8
·
verified ·
1 Parent(s): 8dc78dd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -8
app.py CHANGED
@@ -3,7 +3,8 @@
3
  import gradio as gr
4
  from huggingface_hub import InferenceClient
5
 
6
- client = InferenceClient("google/gemma-2-27b-it")
 
7
 
8
  def fn(
9
  message,
@@ -42,16 +43,13 @@ def fn(
42
  app = gr.ChatInterface(
43
  fn = fn,
44
  additional_inputs = [
45
- #gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
46
- gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
47
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
48
- gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
49
  ],
50
  title = "Google Gemma",
51
- description = "Inference",
52
- examples = [
53
- ["Hello, World."]
54
- ]
55
  )
56
 
57
  if __name__ == "__main__":
 
3
  import gradio as gr
4
  from huggingface_hub import InferenceClient
5
 
6
+ model = "google/gemma-2-27b-it"
7
+ client = InferenceClient(model)
8
 
9
  def fn(
10
  message,
 
43
  app = gr.ChatInterface(
44
  fn = fn,
45
  additional_inputs = [
46
+ #gr.Textbox(value="You are a friendly Chatbot.", label="System Message"),
47
+ gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens"),
48
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
49
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),
50
  ],
51
  title = "Google Gemma",
52
+ description = model,
 
 
 
53
  )
54
 
55
  if __name__ == "__main__":