Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -51,7 +51,7 @@ def generate_text(messages):
|
|
51 |
|
52 |
|
53 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
|
54 |
-
generation_kwargs = dict(question, streamer=streamer, max_new_tokens=
|
55 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
56 |
|
57 |
generated_output = ""
|
|
|
51 |
|
52 |
|
53 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
|
54 |
+
generation_kwargs = dict(question, streamer=streamer, max_new_tokens=1000)
|
55 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
56 |
|
57 |
generated_output = ""
|