esbatmop commited on
Commit
23ca2d4
·
verified ·
1 Parent(s): d0b32b9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -18
app.py CHANGED
@@ -32,19 +32,6 @@ hf_hub_download(
32
  filename="qwen2-0_5b-instruct-q4_k_m.gguf",
33
  local_dir="./models"
34
  )
35
-
36
- hf_hub_download(
37
- repo_id="TobDeBer/gpt2-Q4_K_M-GGUF",
38
- filename="gpt2-q4_k_m.gguf",
39
- local_dir="./models"
40
- )
41
-
42
- hf_hub_download(
43
- repo_id="TobDeBer/Meta-Llama-3.1-8B-Instruct-Q4_K_M-GGUF",
44
- filename="meta-llama-3.1-8b-instruct-q4_k_m.gguf",
45
- local_dir="./models",
46
- token=huggingface_token
47
- )
48
  # 5GB
49
 
50
 
@@ -129,7 +116,7 @@ def respond(
129
  outputs += output
130
  yield outputs
131
 
132
- description = """<p align="center">Defaults to Qwen 500M<br>
133
  More models in Advanced Section <br></p>
134
  """
135
 
@@ -137,9 +124,7 @@ demo = gr.ChatInterface(
137
  respond,
138
  additional_inputs=[
139
  gr.Dropdown([
140
- 'qwen2-0_5b-instruct-q4_k_m.gguf',
141
- 'gpt2-q4_k_m.gguf',
142
- 'meta-llama-3.1-8b-instruct-q4_k_m.gguf',
143
  ],
144
  value="qwen2-0_5b-instruct-q4_k_m.gguf",
145
  label="Model"
@@ -173,7 +158,7 @@ demo = gr.ChatInterface(
173
  #undo_btn="Undo",
174
  #clear_btn="Clear",
175
  #submit_btn="Send",
176
- title="Chat with Qwen 2 and friends using llama.cpp",
177
  description=description,
178
  chatbot=gr.Chatbot(
179
  scale=1,
 
32
  filename="qwen2-0_5b-instruct-q4_k_m.gguf",
33
  local_dir="./models"
34
  )
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  # 5GB
36
 
37
 
 
116
  outputs += output
117
  yield outputs
118
 
119
+ description = """<p align="center">LIWU GPT<br>
120
  More models in Advanced Section <br></p>
121
  """
122
 
 
124
  respond,
125
  additional_inputs=[
126
  gr.Dropdown([
127
+ 'qwen2-0_5b-instruct-q4_k_m.gguf'
 
 
128
  ],
129
  value="qwen2-0_5b-instruct-q4_k_m.gguf",
130
  label="Model"
 
158
  #undo_btn="Undo",
159
  #clear_btn="Clear",
160
  #submit_btn="Send",
161
+ title="Chat with LiWu GPT",
162
  description=description,
163
  chatbot=gr.Chatbot(
164
  scale=1,