Update app.py

app.py

@@ -15,22 +15,22 @@ def process_and_show_completion(video_input_path, anomaly_threshold_input, fps,
 
         if isinstance(results[0], str) and results[0].startswith("Error"):
             print(f"Error occurred: {results[0]}")
-            return [results[0]] + [None] * 21
+            return [results[0]] + [None] * 18  # Increased by 1 for the new heatmap video
 
-        (exec_time, results_summary, df, mse_embeddings, mse_posture,
-         mse_plot_embeddings, mse_histogram_embeddings,
-         mse_plot_posture, mse_histogram_posture,
-         mse_heatmap_embeddings, mse_heatmap_posture,
-         face_samples_frequent,
-         anomaly_faces_embeddings, anomaly_frames_posture_images,
-         aligned_faces_folder, frames_folder,
-         mse_voice, mse_plot_voice, mse_histogram_voice, mse_heatmap_voice,
-         anomaly_segments_voice) = results
+        exec_time, results_summary, df, mse_embeddings, mse_posture, \
+            mse_plot_embeddings, mse_histogram_embeddings, \
+            mse_plot_posture, mse_histogram_posture, \
+            mse_heatmap_embeddings, mse_heatmap_posture, \
+            mse_voice, mse_plot_voice, mse_histogram_voice, mse_heatmap_voice, \
+            face_samples_frequent, \
+            anomaly_faces_embeddings, anomaly_frames_posture_images, \
+            aligned_faces_folder, frames_folder, \
+            heatmap_video_path = results
 
-        anomaly_faces_embeddings_pil = [Image.fromarray(face) for face in anomaly_faces_embeddings]
-        anomaly_frames_posture_pil = [Image.fromarray(frame) for frame in anomaly_frames_posture_images]
+        anomaly_faces_embeddings_pil = [Image.fromarray(face) for face in anomaly_faces_embeddings] if anomaly_faces_embeddings is not None else []
+        anomaly_frames_posture_pil = [Image.fromarray(frame) for frame in anomaly_frames_posture_images] if anomaly_frames_posture_images is not None else []
 
-        face_samples_frequent = [Image.open(path) for path in face_samples_frequent]
+        face_samples_frequent = [Image.open(path) for path in face_samples_frequent] if face_samples_frequent is not None else []
 
         output = [
             exec_time, results_summary,
@@ -42,7 +42,7 @@ def process_and_show_completion(video_input_path, anomaly_threshold_input, fps,
             face_samples_frequent,
             aligned_faces_folder, frames_folder,
             mse_embeddings, mse_posture,
-            mse_plot_voice, mse_histogram_voice, mse_heatmap_voice, anomaly_segments_voice
+            heatmap_video_path
         ]
 
         return output
@@ -52,7 +52,7 @@ def process_and_show_completion(video_input_path, anomaly_threshold_input, fps,
         print(error_message)
         import traceback
         traceback.print_exc()
-        return [error_message] + [None] * 21  # Adjust this number based on your total outputs
+        return [error_message] + [None] * 18  # Increased by 1 for the new heatmap video
 
 with gr.Blocks() as iface:
     gr.Markdown("""
@@ -91,7 +91,9 @@ with gr.Blocks() as iface:
             mse_voice_plot = gr.Plot(label="MSE: Voice")
             mse_voice_hist = gr.Plot(label="MSE Distribution: Voice")
             mse_voice_heatmap = gr.Plot(label="MSE Heatmap: Voice")
-            anomaly_segments_voice = gr.Audio(label="Anomaly Voice Segments", type="filepath")
+
+        with gr.Tab("Video with Heatmap"):
+            heatmap_video = gr.Video(label="Video with Anomaly Heatmap")
 
     df_store = gr.State()
     mse_features_store = gr.State()
@@ -114,7 +116,7 @@ with gr.Blocks() as iface:
             face_samples_most_frequent,
             aligned_faces_folder_store, frames_folder_store,
             mse_heatmap_embeddings_store, mse_heatmap_posture_store,
-            mse_voice_plot, mse_voice_hist, mse_voice_heatmap, anomaly_segments_voice
+            heatmap_video
         ]
     ).then(
         lambda: gr.Group(visible=True),