Update main.py
Browse files
main.py
CHANGED
|
@@ -8,7 +8,7 @@ from huggingface_hub import hf_hub_download
|
|
| 8 |
|
| 9 |
|
| 10 |
model_id = "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF"
|
| 11 |
-
model_path = hf_hub_download(repo_id=model_id, filename="*-v3_q6.gguf", token=os.
|
| 12 |
model = Llama(model_path=model_path, n_gpu_layers=-1, n_ctx=4096, verbose=False)
|
| 13 |
|
| 14 |
class Item(BaseModel):
|
|
@@ -52,4 +52,4 @@ async def generate_text(item: Item):
|
|
| 52 |
@app.get("/")
|
| 53 |
def read_root():
|
| 54 |
|
| 55 |
-
return {"Hello": os.
|
|
|
|
| 8 |
|
| 9 |
|
| 10 |
model_id = "failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF"
|
| 11 |
+
model_path = hf_hub_download(repo_id=model_id, filename="*-v3_q6.gguf", token=os.environ['HF_TOKEN'])
|
| 12 |
model = Llama(model_path=model_path, n_gpu_layers=-1, n_ctx=4096, verbose=False)
|
| 13 |
|
| 14 |
class Item(BaseModel):
|
|
|
|
| 52 |
@app.get("/")
|
| 53 |
def read_root():
|
| 54 |
|
| 55 |
+
return {"Hello": os.environ['HF_TOKEN']}
|