Update app.py

app.py

@@ -296,12 +296,15 @@ def expand_prompt(prompt):
         outputs = model.generate(
             input_ids=input_ids,
             attention_mask=attention_mask,
-            max_new_tokens=128,
+            max_new_tokens=256,
             temperature=0.2,
             top_p=0.9,
             do_sample=True,
         )
         enhanced_prompt = txt_tokenizer.decode(outputs[0], skip_special_tokens=True)
+        print('-- generated prompt 1 --')
+        print(enhanced_prompt)
+    
         enhanced_prompt = filter_text(enhanced_prompt,prompt)
         enhanced_prompt = filter_text(enhanced_prompt,user_prompt_rewrite)
         enhanced_prompt = filter_text(enhanced_prompt,system_prompt_rewrite)
@@ -314,13 +317,15 @@ def expand_prompt(prompt):
         outputs_2 = model.generate(
             input_ids=input_ids_2,
             attention_mask=attention_mask_2,
-            max_new_tokens=128,
+            max_new_tokens=256,
             temperature=0.2,
             top_p=0.9,
             do_sample=True,
         )
         # Use the encoded tensor 'text_inputs' here
         enhanced_prompt_2 = txt_tokenizer.decode(outputs_2[0], skip_special_tokens=True)
+        print('-- generated prompt 2 --')
+        print(enhanced_prompt_2)
         enhanced_prompt_2 = filter_text(enhanced_prompt_2,prompt)
         enhanced_prompt_2 = filter_text(enhanced_prompt_2,user_prompt_rewrite_2)
         enhanced_prompt_2 = filter_text(enhanced_prompt_2,system_prompt_rewrite)