Hugging Face's logo

Spaces:
sugiv
/
LeetMonkey-8bit-GGUF-Inference
Sleeping

App Files Community
sugiv commited on
Commit
0e4da50
·
1 Parent(s): ca0a740

Change of settings again for CPU, trying 16 CPU

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -39,7 +39,8 @@ if not JWT_SECRET:
39
  JWT_ALGORITHM = "HS256"
40
 
41
  # Model settings
42
- MODEL_NAME = "leetmonkey_peft__q8_0.gguf"
 
43
  REPO_ID = "sugiv/leetmonkey-peft-gguf"
44
 
45
  # Load the model
 
39
  JWT_ALGORITHM = "HS256"
40
 
41
  # Model settings
42
+ #MODEL_NAME = "leetmonkey_peft__q8_0.gguf"
43
+ MODEL_NAME= "leetmonkey_peft_super_block_q6.gguf"
44
  REPO_ID = "sugiv/leetmonkey-peft-gguf"
45
 
46
  # Load the model