pabloce commited on
Commit
ec844a4
·
verified ·
1 Parent(s): a98bbb4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -15,8 +15,8 @@ hf_hub_download(
15
  local_dir = "./models"
16
  )
17
  hf_hub_download(
18
- repo_id="bartowski/Mistral-7B-Instruct-v0.3-GGUF",
19
- filename="Mistral-7B-Instruct-v0.3-Q6_K.gguf",
20
  local_dir = "./models"
21
  )
22
 
@@ -145,7 +145,7 @@ PLACEHOLDER = """
145
  <div style="display: flex; justify-content: space-between; align-items: center;">
146
  <div style="display: flex; flex-flow: column; justify-content: space-between;">
147
  <span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(229, 70, 77, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #f88181; margin-bottom: 2.5px;">
148
- Mistral 7B Instruct v0.3
149
  </span>
150
  <span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(79, 70, 229, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #60a5fa; margin-top: 2.5px;">
151
  Meta Llama 3 70B Instruct
@@ -175,9 +175,9 @@ demo = gr.ChatInterface(
175
  additional_inputs=[
176
  gr.Dropdown([
177
  'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf',
178
- 'Mistral-7B-Instruct-v0.3-Q6_K.gguf'
179
  ],
180
- value="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",
181
  label="Model"
182
  ),
183
  gr.Textbox(value="You are a helpful assistant.", label="System message"),
 
15
  local_dir = "./models"
16
  )
17
  hf_hub_download(
18
+ repo_id="bartowski/gemma-2-27b-it-GGUF",
19
+ filename="gemma-2-27b-it-Q8_0.gguf",
20
  local_dir = "./models"
21
  )
22
 
 
145
  <div style="display: flex; justify-content: space-between; align-items: center;">
146
  <div style="display: flex; flex-flow: column; justify-content: space-between;">
147
  <span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(229, 70, 77, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #f88181; margin-bottom: 2.5px;">
148
+ Gemma-2 27b it
149
  </span>
150
  <span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(79, 70, 229, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #60a5fa; margin-top: 2.5px;">
151
  Meta Llama 3 70B Instruct
 
175
  additional_inputs=[
176
  gr.Dropdown([
177
  'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf',
178
+ 'gemma-2-27b-it-Q8_0.gguf'
179
  ],
180
+ value="gemma-2-27b-it-Q8_0.gguf",
181
  label="Model"
182
  ),
183
  gr.Textbox(value="You are a helpful assistant.", label="System message"),