Hugging Face's logo

Spaces:
Luigi
/
ZeroGPU-LLM-Inference
Running on Zero

App Files Community
Luigi commited on
Commit
f7a541f
·
1 Parent(s): d9421eb

add 2 more models

Browse files
Files changed (1) hide show
  1. app.py +10 -0
app.py CHANGED
@@ -55,6 +55,16 @@ MODELS = {
55
  "filename": "gemma-3-1b-it-Q4_K_M.gguf",
56
  "description": "Gemma-3.1B-it (Q4_K_M)"
57
  },
 
 
 
 
 
 
 
 
 
 
58
  "Qwen2.5-7B-Instruct (Q2_K)": {
59
  "repo_id": "Qwen/Qwen2.5-7B-Instruct-GGUF",
60
  "filename": "qwen2.5-7b-instruct-q2_k.gguf",
 
55
  "filename": "gemma-3-1b-it-Q4_K_M.gguf",
56
  "description": "Gemma-3.1B-it (Q4_K_M)"
57
  },
58
+ "Qwen2.5-1.5B-Instruct (Q4_K_M)": {
59
+ "repo_id": "Qwen/Qwen2.5-1.5B-Instruct-GGUF",
60
+ "filename": "qwen2.5-1.5b-instruct-q4_k_m.gguf",
61
+ "description": "Qwen2.5-1.5B-Instruct (Q4_K_M)"
62
+ },
63
+ "Qwen2.5-3B-Instruct (Q4_K_M)": {
64
+ "repo_id": "Qwen/Qwen2.5-3B-Instruct-GGUF",
65
+ "filename": "qwen2.5-3b-instruct-q4_k_m.gguf",
66
+ "description": "Qwen2.5-3B-Instruct (Q4_K_M)"
67
+ },
68
  "Qwen2.5-7B-Instruct (Q2_K)": {
69
  "repo_id": "Qwen/Qwen2.5-7B-Instruct-GGUF",
70
  "filename": "qwen2.5-7b-instruct-q2_k.gguf",