baconnier commited on
Commit
c91002b
·
verified ·
1 Parent(s): 2449587

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -15,10 +15,10 @@ llm = None
15
  llm_model = None
16
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.2-Q8_0-GGUF", filename="napoleon_24b_v0.2-q8_0.gguf", local_dir = "./models")
17
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.1-Q8_0-GGUF", filename="napoleon_24b_v0.1-q8_0.gguf", local_dir = "./models")
18
- hf_hub_download(repo_id="baconnier/Napoleon_24B_R1_v0.0-Q8_0-GGUF", filename="napoleon_24b_r1_v0.0-q8_0.gguf", local_dir = "./models")
19
 
20
 
21
- @spaces.GPU(duration=120)
22
  def respond(
23
  message,
24
  history: list[tuple[str, str]],
@@ -83,10 +83,10 @@ demo = gr.ChatInterface(
83
  respond,
84
  additional_inputs=[
85
  gr.Dropdown([
86
- 'napoleon_24b_r1_v0.0-q8_0.gguf',
87
  'napoleon_24b_v0.2-q8_0.gguf',
88
  'napoleon_24b_v0.1-q8_0.gguf',
89
- ], value="napoleon_24b_r1_v0.0-q8_0.gguf", label="Model"),
 
90
  gr.Slider(minimum=1, maximum=8192, value=8192, step=1, label="Max tokens"),
91
  gr.Slider(minimum=0.05, maximum=4.0, value=0.6, step=0.1, label="Temperature"),
92
  gr.Slider(
 
15
  llm_model = None
16
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.2-Q8_0-GGUF", filename="napoleon_24b_v0.2-q8_0.gguf", local_dir = "./models")
17
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.1-Q8_0-GGUF", filename="napoleon_24b_v0.1-q8_0.gguf", local_dir = "./models")
18
+ #hf_hub_download(repo_id="baconnier/Napoleon_24B_R1_v0.0-Q8_0-GGUF", filename="napoleon_24b_r1_v0.0-q8_0.gguf", local_dir = "./models")
19
 
20
 
21
+ @spaces.GPU(duration=60)
22
  def respond(
23
  message,
24
  history: list[tuple[str, str]],
 
83
  respond,
84
  additional_inputs=[
85
  gr.Dropdown([
 
86
  'napoleon_24b_v0.2-q8_0.gguf',
87
  'napoleon_24b_v0.1-q8_0.gguf',
88
+ 'napoleon_24b_r1_v0.0-q8_0.gguf',
89
+ ], value="napoleon_24b_v0.2-q8_0.gguf", label="Model"),
90
  gr.Slider(minimum=1, maximum=8192, value=8192, step=1, label="Max tokens"),
91
  gr.Slider(minimum=0.05, maximum=4.0, value=0.6, step=0.1, label="Temperature"),
92
  gr.Slider(