Update app.py
Browse files
app.py
CHANGED
|
@@ -20,7 +20,7 @@ logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))
|
|
| 20 |
|
| 21 |
def configure_llama_model():
|
| 22 |
|
| 23 |
-
model_url = 'https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.
|
| 24 |
llm = LlamaCPP(
|
| 25 |
model_url=model_url,
|
| 26 |
temperature=0.3,
|
|
|
|
| 20 |
|
| 21 |
def configure_llama_model():
|
| 22 |
|
| 23 |
+
model_url = 'https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_0.gguf'
|
| 24 |
llm = LlamaCPP(
|
| 25 |
model_url=model_url,
|
| 26 |
temperature=0.3,
|