Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -131,22 +131,21 @@ with gr.Blocks() as demo:
|
|
131 |
def end(self):
|
132 |
queue.put(None)
|
133 |
def background_fn():
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
|
|
|
|
|
|
140 |
print('Generated text:')
|
141 |
print(result[0]['generated_text'])
|
142 |
print()
|
143 |
Thread(target=background_fn).start()
|
144 |
while True:
|
145 |
-
|
146 |
-
text = queue.get()
|
147 |
-
except queue.Full:
|
148 |
-
print("Queue is full. Exiting.")
|
149 |
-
break
|
150 |
if text is None:
|
151 |
break
|
152 |
history[-1]["content"] += text
|
|
|
131 |
def end(self):
|
132 |
queue.put(None)
|
133 |
def background_fn():
|
134 |
+
try:
|
135 |
+
result = pipe(
|
136 |
+
prefix,
|
137 |
+
streamer=MyStreamer(),
|
138 |
+
max_length=3000,
|
139 |
+
temperature=0.95,
|
140 |
+
)
|
141 |
+
except queue.Full:
|
142 |
+
print("Queue is full. Exiting.")
|
143 |
print('Generated text:')
|
144 |
print(result[0]['generated_text'])
|
145 |
print()
|
146 |
Thread(target=background_fn).start()
|
147 |
while True:
|
148 |
+
text = queue.get()
|
|
|
|
|
|
|
|
|
149 |
if text is None:
|
150 |
break
|
151 |
history[-1]["content"] += text
|