MrAli commited on
Commit
527d2b4
·
verified ·
1 Parent(s): ec92ffb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -34,8 +34,8 @@ if __name__ == "__main__":
34
 
35
  hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
36
 
37
- model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
38
-
39
- total = 0
40
  import uvicorn
41
  uvicorn.run(app, host="0.0.0.0", port=7860)
 
34
 
35
  hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
36
 
37
+ global model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
38
+ global total = 0
39
+
40
  import uvicorn
41
  uvicorn.run(app, host="0.0.0.0", port=7860)