Update app.py
Browse files
app.py
CHANGED
@@ -6,9 +6,9 @@ os.system("ulimit -l unlimited")
|
|
6 |
|
7 |
app = FastAPI()
|
8 |
|
9 |
-
hf_hub_download("TheBloke/deepseek-coder-
|
10 |
|
11 |
-
model_l = Llama(model_path="./deepseek-coder-
|
12 |
|
13 |
@app.get("/check")
|
14 |
async def index():
|
|
|
6 |
|
7 |
app = FastAPI()
|
8 |
|
9 |
+
hf_hub_download("TheBloke/deepseek-coder-6.7B-base-GGUF", "deepseek-coder-6.7b-base.Q5_K_M.gguf", local_dir="./")
|
10 |
|
11 |
+
model_l = Llama(model_path="./deepseek-coder-6.7b-base.Q5_K_M.gguf", n_ctx=16000, n_gpu_layers=0, n_threads=2, use_mlock=True)
|
12 |
|
13 |
@app.get("/check")
|
14 |
async def index():
|