Update app.py
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ Follow us on [linkedin](https://www.linkedin.com/company/gathnex/) and [Github](
|
|
| 9 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
|
| 10 |
model_type='mistral',
|
| 11 |
max_new_tokens = 1096,
|
| 12 |
-
threads =
|
| 13 |
)
|
| 14 |
|
| 15 |
def stream(prompt, UL):
|
|
|
|
| 9 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
|
| 10 |
model_type='mistral',
|
| 11 |
max_new_tokens = 1096,
|
| 12 |
+
threads = 4,
|
| 13 |
)
|
| 14 |
|
| 15 |
def stream(prompt, UL):
|