Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -81,13 +81,13 @@ def generate_text(messages):
|
|
81 |
generated_output = ""
|
82 |
thread.start()
|
83 |
for new_text in streamer:
|
84 |
-
generated_output += new_text
|
85 |
yield generated_output
|
86 |
#generate_text.zerogpu = True
|
87 |
|
88 |
|
89 |
|
90 |
-
@spaces.GPU(duration=
|
91 |
def call_generate_text(message, history):
|
92 |
# history.append({"role": "user", "content": message})
|
93 |
#print(message)
|
|
|
81 |
generated_output = ""
|
82 |
thread.start()
|
83 |
for new_text in streamer:
|
84 |
+
generated_output += new_text.replace("<|im_end|>","")
|
85 |
yield generated_output
|
86 |
#generate_text.zerogpu = True
|
87 |
|
88 |
|
89 |
|
90 |
+
@spaces.GPU(duration=120)
|
91 |
def call_generate_text(message, history):
|
92 |
# history.append({"role": "user", "content": message})
|
93 |
#print(message)
|