Update app.py

app.py

@@ -98,17 +98,24 @@ start = {"role": "system", "content": "You are a helpful digital assistant. Plea
 
 
 def generate_response(user_input):  
-    messages = [start, {"role": "user", "content": user_input}]
-    inputs = proc_tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt")
+    messages = [start, {"role": "user", "content": user_input'}]
+    inputs = proc_tokenizer.apply_chat_template(
+              messages, 
+           add_generation_prompt=True, 
+           return_tensors="pt",
+    )
+
+
+          
     with torch.no_grad():
         outputs = proc_model.generate(
             inputs, 
-            max_new_tokens=48,
+            max_new_tokens=32,
         )
     
     response = proc_tokenizer.batch_decode(
         outputs, 
-        skip_special_tokens=True, 
+        #skip_special_tokens=True, 
         clean_up_tokenization_spaces=False,
     )[0]
     
@@ -118,6 +125,7 @@ def CanaryPhi(audio_filepath):
     user_input = transcribe(audio_filepath)
     print(user_input)
     response = generate_response(user_input)
+    print(response)
     return response