Update app.py

app.py

@@ -76,7 +76,7 @@ def generate_response(text):
     if language == "hebrew":
         #hebrew_generator = pipeline("text-generation", model="onlplab/alephbert-base")
         # output = hebrew_generator(text, max_length=100, truncation=True)
-        output = lang_generator(text, max_length=100, truncation=True)
+        output = lang_generator(text, max_new_tokens=128, truncation=True)
         print(f"Hebrew model output: {output}, ", f"current time: {current_time_gmt()}")  # Debugging
         return output[0]["generated_text"]
     
@@ -84,7 +84,7 @@ def generate_response(text):
         #english_generator = pipeline("text-generation", model="mistralai/Mistral-Nemo-Instruct-2407", max_new_tokens=128)
         # english_generator = pipeline("text-generation", model="distilgpt2")
         #output = english_generator(text, max_length=50, truncation=True)
-        output = lang_generator(text, max_length=50, truncation=True)
+        output = lang_generator(text, max_new_tokens=128, truncation=True)
         print(f"English model output: {output}, ", f"current time: {current_time_gmt()}")  # Debugging
         return output[0]["generated_text"]