Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ Follow us [Gathnex](https://medium.com/@gathnex), [linkedin](https://www.linkedi
|
|
| 8 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
|
| 9 |
model_type='mistral',
|
| 10 |
max_new_tokens = 1096,
|
| 11 |
-
threads =
|
| 12 |
)
|
| 13 |
|
| 14 |
def stream(prompt, UL):
|
|
|
|
| 8 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
|
| 9 |
model_type='mistral',
|
| 10 |
max_new_tokens = 1096,
|
| 11 |
+
threads = 3,
|
| 12 |
)
|
| 13 |
|
| 14 |
def stream(prompt, UL):
|