code

app.py

@@ -57,6 +57,7 @@ def respond(
     thread.start()
     # Print the generated text in real-time
     for new_text in streamer:
+        tokenizer.decode(tokenizer.encode(new_text), skip_special_tokens=True)
         response += new_text
     yield response