Update app.py

app.py

@@ -22,10 +22,6 @@ login(token=HF_HUB_TOKEN)
 
 client = InferenceClient(api_key=HF_HUB_TOKEN)
 
-# Load Hebrew and English text generation models
-# lang_generator = pipeline("text-generation", model="microsoft/Phi-3.5-mini-instruct")
-
-
 # Function to detect language
 def detect_language(user_input):
     try:
@@ -40,10 +36,7 @@ def detect_language(user_input):
 def generate_response(text):
     language = detect_language(text)
     print(f"Detected language: {language}, ", f"current time: {current_time_gmt()}")
-    
-    #template = "Use the text in the question as context to answer the question at the end.\
-    #If you don't know the answer, just say that you don't know, don't try to make up an answer."
-    
+     
     if language == "hebrew" or language == "english":
         messages = [
             { "role": "user", "content": text }
@@ -53,12 +46,12 @@ def generate_response(text):
         completion = client.chat.completions.create(    
             model="microsoft/Phi-3.5-mini-instruct", 
         	messages=messages, 
-        	max_tokens=400,
+        	max_tokens=500,
             temperature=0.5,
             top_p=0.7 
         )
-        print("\ncompletion: ", completion.choices[0].message, f"\ncurrent time: {current_time_gmt()}")
-        return completion.choices[0].message
+        print("\ncompletion: ", completion.choices[0].message.content, f"\ncurrent time: {current_time_gmt()}")
+        return completion.choices[0].message.content
         
     return "Sorry, I only support Hebrew and English."