MrAli commited on
Commit
71ff61b
·
verified ·
1 Parent(s): dcbe9a3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,9 +6,9 @@ os.system("ulimit -l unlimited")
6
 
7
  app = FastAPI()
8
 
9
- hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
10
 
11
- model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16000, n_gpu_layers=0, n_threads=2, use_mlock=True)
12
 
13
  @app.get("/check")
14
  async def index():
 
6
 
7
  app = FastAPI()
8
 
9
+ hf_hub_download("TheBloke/deepseek-coder-6.7B-base-GGUF", "deepseek-coder-6.7b-base.Q5_K_M.gguf", local_dir="./")
10
 
11
+ model_l = Llama(model_path="./deepseek-coder-6.7b-base.Q5_K_M.gguf", n_ctx=16000, n_gpu_layers=0, n_threads=2, use_mlock=True)
12
 
13
  @app.get("/check")
14
  async def index():