Change of settings again for CPU, trying 16 CPU

app.py

@@ -45,7 +45,7 @@ REPO_ID = "sugiv/leetmonkey-peft-gguf"
 # Load the model
 model_path = hf_hub_download(repo_id=REPO_ID, filename=MODEL_NAME, cache_dir="./models")
 #llm = Llama(model_path=model_path, n_ctx=2048, n_threads=16, n_gpu_layers=-1, verbose=False, mlock=True) ## TPU
-llm = Llama(model_path=model_path, n_ctx=1024, n_threads=8, n_gpu_layers=0, verbose=False, mlock=False) ## CPU only
+llm = Llama(model_path=model_path, n_ctx=1024, n_threads=2, n_gpu_layers=0, verbose=False, mlock=False) ## CPU only
 #llm = Llama(model_path=model_path, n_ctx=1024, n_threads=8, n_gpu_layers=-1, verbose=False, mlock=False) ## Nvidia
 logger.info("8-bit model loaded successfully")