Update app.py
Browse files
app.py
CHANGED
@@ -33,9 +33,10 @@ if __name__ == "__main__":
|
|
33 |
os.system("ulimit -l unlimited")
|
34 |
|
35 |
hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
|
36 |
-
|
37 |
-
global
|
38 |
-
|
|
|
39 |
|
40 |
import uvicorn
|
41 |
uvicorn.run(app, host="0.0.0.0", port=7860)
|
|
|
33 |
os.system("ulimit -l unlimited")
|
34 |
|
35 |
hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
|
36 |
+
global model_l
|
37 |
+
global total
|
38 |
+
model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
|
39 |
+
total = 0
|
40 |
|
41 |
import uvicorn
|
42 |
uvicorn.run(app, host="0.0.0.0", port=7860)
|