MrAli commited on
Commit
8b9d2b3
·
verified ·
1 Parent(s): 527d2b4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -33,9 +33,10 @@ if __name__ == "__main__":
33
  os.system("ulimit -l unlimited")
34
 
35
  hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
36
-
37
- global model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
38
- global total = 0
 
39
 
40
  import uvicorn
41
  uvicorn.run(app, host="0.0.0.0", port=7860)
 
33
  os.system("ulimit -l unlimited")
34
 
35
  hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
36
+ global model_l
37
+ global total
38
+ model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
39
+ total = 0
40
 
41
  import uvicorn
42
  uvicorn.run(app, host="0.0.0.0", port=7860)