Update app.py

app.py

@@ -263,6 +263,9 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
             generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
             generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
 
+        text_original = message['text'].strip()
+        generated_text_cleaned = generated_text.replace(text_original, "").strip()
+
 
         print("---------")
         print("IDs: ")
@@ -271,10 +274,10 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
         print("---------")
         print("Text: ")
         print("  ")
-        print(generated_text)
+        print(generated_text_cleaned)
 
 
-        return PlainTextResponse(generated_text)
+        return PlainTextResponse(generated_text_cleaned)
     except Exception as e:
         return PlainTextResponse(f"Error: {str(e)}")