Update app.py
Browse files
app.py
CHANGED
|
@@ -52,8 +52,8 @@ generation_config = GenerationConfig(
|
|
| 52 |
max_new_tokens=512, # adjust as needed
|
| 53 |
seed=42,
|
| 54 |
reset=True, # reset history (cache)
|
| 55 |
-
stream=
|
| 56 |
-
threads=int(os.cpu_count() /
|
| 57 |
stop=["<|endoftext|>"],
|
| 58 |
)
|
| 59 |
|
|
|
|
| 52 |
max_new_tokens=512, # adjust as needed
|
| 53 |
seed=42,
|
| 54 |
reset=True, # reset history (cache)
|
| 55 |
+
stream=False, # streaming per word/token
|
| 56 |
+
threads=int(os.cpu_count() / 1), # adjust for your CPU
|
| 57 |
stop=["<|endoftext|>"],
|
| 58 |
)
|
| 59 |
|