richardkimsm89 commited on
Commit
fbbf59b
·
verified ·
1 Parent(s): 224f79a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -3,7 +3,8 @@
3
  import gradio as gr
4
  from huggingface_hub import InferenceClient
5
 
6
- model = "meta-llama/Llama-3.2-3B-Instruct"
 
7
  client = InferenceClient(model)
8
 
9
  def fn(
@@ -42,7 +43,7 @@ def fn(
42
  app = gr.ChatInterface(
43
  fn = fn,
44
  additional_inputs = [
45
- gr.Textbox(value="You are a friendly Chatbot.", label="System Message"),
46
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens"),
47
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
48
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),
 
3
  import gradio as gr
4
  from huggingface_hub import InferenceClient
5
 
6
+ #model = "meta-llama/Llama-3.2-3B-Instruct"
7
+ model = "meta-llama/Llama-3.1-70B-Instruct"
8
  client = InferenceClient(model)
9
 
10
  def fn(
 
43
  app = gr.ChatInterface(
44
  fn = fn,
45
  additional_inputs = [
46
+ gr.Textbox(value="You are a friendly assistant.", label="System Message"),
47
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens"),
48
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
49
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),