Update app.py

app.py

@@ -12,10 +12,7 @@ hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-b
 
 model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
 
-
-@app.get("/check")
-async def index():
-    return {"msg": "Hey!"}
+total = 0
 
 @app.post("/api")
 async def completion(request: Request):
@@ -30,8 +27,10 @@ async def completion(request: Request):
                 prompt,
                 temperature=0.6,
                 echo=False,
-                max_tokens=41,
+                max_tokens=32,
             )
+        total+=1
+        print(total)
         return {"responses": res["choices"]}
     except Exception as j:
         print(j)