Update app.py
Browse files
app.py
CHANGED
@@ -34,8 +34,8 @@ if __name__ == "__main__":
|
|
34 |
|
35 |
hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
|
36 |
|
37 |
-
model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
|
38 |
-
|
39 |
-
|
40 |
import uvicorn
|
41 |
uvicorn.run(app, host="0.0.0.0", port=7860)
|
|
|
34 |
|
35 |
hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
|
36 |
|
37 |
+
global model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
|
38 |
+
global total = 0
|
39 |
+
|
40 |
import uvicorn
|
41 |
uvicorn.run(app, host="0.0.0.0", port=7860)
|