Update video_processing.py

video_processing.py

@@ -10,7 +10,7 @@ from face_analysis import get_face_embedding, cluster_faces, organize_faces_by_p
 from pose_analysis import pose, calculate_posture_score, draw_pose_landmarks
 from voice_analysis import get_speaker_embeddings, align_voice_embeddings, extract_audio_from_video, diarize_speakers
 from anomaly_detection import anomaly_detection
-from visualization import plot_mse, plot_mse_histogram, plot_mse_heatmap, create_video_with_heatmap, plot_correlation_heatmap
+from visualization import plot_mse, plot_mse_histogram, plot_mse_heatmap, create_video_with_heatmap, plot_combined_mse, combined_heatmap, plot_correlation_heatmap
 from utils import frame_to_timecode
 import pandas as pd
 from facenet_pytorch import MTCNN
@@ -197,6 +197,12 @@ def process_video(video_path, anomaly_threshold, desired_fps, progress=None):
             mse_heatmap_posture = plot_mse_heatmap(mse_posture, "Body Posture MSE Heatmap", df)
             mse_heatmap_voice = plot_mse_heatmap(mse_voice, "Voice MSE Heatmap", df)
 
+            # Generate the combined MSE plot
+            combined_mse_plot = plot_combined_mse(df, mse_embeddings, mse_posture, mse_voice, "Combined MSE Plot")
+
+            # Generate the combined heatmap
+            combined_heatmap = plot_mse_heatmap(np.vstack((mse_embeddings, mse_posture, mse_voice)), "Combined MSE Heatmap", df)
+
             correlation_heatmap = plot_correlation_heatmap(mse_embeddings, mse_posture, mse_voice)
 
             try:
@@ -226,7 +232,7 @@ def process_video(video_path, anomaly_threshold, desired_fps, progress=None):
             print(f"Error details: {str(e)}")
             import traceback
             traceback.print_exc()
-            return (f"Error in video processing: {str(e)}",) + (None,) * 24
+            return (f"Error in video processing: {str(e)}",) + (None,) * 28
 
         progress(1.0, "Preparing results")
         results = f"Number of persons detected: {num_clusters}\n\n"
@@ -294,6 +300,8 @@ def process_video(video_path, anomaly_threshold, desired_fps, progress=None):
             aligned_faces_folder,
             frames_folder,
             heatmap_video_path,
+            combined_mse_plot,
+            combined_heatmap,
             correlation_heatmap
         )