Spaces:

zeeshan391
/

fast_api_deploy

Sleeping

zeeshan391 commited on Sep 13, 2024

Commit

01b7396

verified ·

1 Parent(s): e377021

updated

Files changed (1) hide show

app.py CHANGED Viewed

@@ -28,8 +28,8 @@ callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 def load_model(
     directory: str = ".",
-    model_name: str = "natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf",
-    model_url: str = "https://huggingface.co/tohur/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF/resolve/main/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf"
 ):
     final_model_path = os.path.join(directory, model_name)

 def load_model(
     directory: str = ".",
+    model_name: str = "natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_M.gguf",
+    model_url: str = "https://huggingface.co/tohur/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF/resolve/main/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_M.gguf"
 ):
     final_model_path = os.path.join(directory, model_name)