Update main.py

main.py

@@ -8,8 +8,8 @@ from huggingface_hub import hf_hub_download
 
 
 model_id = "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF"
-# model_path = hf_hub_download(repo_id=model_id, filename="Meta-Llama-3-8B-Instruct-abliterated-v3_q6.gguf", token=os.environ['HF_TOKEN'])
-# model = Llama(model_path=model_path, n_gpu_layers=-1, n_ctx=4096, verbose=False)
+model_path = hf_hub_download(repo_id=model_id, filename="Meta-Llama-3-8B-Instruct-abliterated-v3_q6.gguf", token=os.environ['HF_TOKEN'])
+model = Llama(model_path=model_path, n_gpu_layers=-1, n_ctx=4096, verbose=False)
 
 class Item(BaseModel):
     prompt: str
@@ -52,4 +52,4 @@ async def generate_text(item: Item):
 @app.get("/")
 def read_root():
     
-    return {"Hello": os.environ['HF_TOKEN']}
+    return {"Hello": "Worlds"}