Update app.py

app.py

@@ -116,7 +116,7 @@ def generate_response(user_input):
     with torch.no_grad():
         outputs = proc_model.generate(
             inputs, 
-            max_new_tokens=200,
+            max_new_tokens=256,
         )
     
     response = proc_tokenizer.batch_decode(