Update filter_data_app.py

filter_data_app.py

@@ -396,33 +396,36 @@ def main():
         if not filtered_df.is_empty():
             create_upset_plot_passes(filtered_df)
 
-        def convert_df(df):
-                sql=f'''
-                SELECT
-                    DISTINCT 
-                PatientID,
-                StudyInstanceUID,
-                CT_SeriesInstanceUID,
-                SEG_seriesInstanceUID,
-                SeriesNumber,
-                bodyPart,
-                laterality,
-                segmentation_completeness,
-                laterality_check,
-                volume_from_voxel_summation_check,
-                connected_volumes,
-                voxel_num,
-                "{radiomics_feature}"               
-                FROM 
-                    filtered_df
-                JOIN
-                    map_df on filtered_df.CT_SeriesInstanceUID= map_df.Referenced_CT_SeriesInstanceUId
-                '''
-                df= duckdb.sql(sql).pl()
+        def convert_df(filtered_df, map_df, radiomics_feature):
+            # Register Polars DataFrames as DuckDB views
+            duckdb.register("filtered_df", filtered_df.to_pandas())
+            duckdb.register("map_df", map_df.to_pandas())
+        
+            sql = f'''
+            SELECT DISTINCT 
+                f.PatientID,
+                f.StudyInstanceUID,
+                f.CT_SeriesInstanceUID,
+                m.seg_seriesInstanceUID,
+                f.SeriesNumber,
+                f.bodyPart,
+                f.laterality,
+                f.segmentation_completeness,
+                f.laterality_check,
+                f.volume_from_voxel_summation_check,
+                f.connected_volumes,
+                f.voxel_num,
+                f."{radiomics_feature}"               
+            FROM filtered_df f
+            JOIN map_df m 
+                ON f.CT_SeriesInstanceUID = m.Referenced_CT_SeriesInstanceUID
+            '''
             
-                return df.write_csv()
+            df = duckdb.sql(sql).pl()
+            return df.write_csv()
+
             
-        csv= convert_df(filtered_df)
+        csv = convert_df(filtered_df, map_df, radiomics_feature)
         st.sidebar.download_button(
         "Download the filtered dataset",
         csv,