added clear old dataset before loading new one

app.py

@@ -61,13 +61,17 @@ def main():
         st.session_state.dataset_number = st.selectbox("Select Subset of Data", list(range(1, selection[dataset_name][0] + 1)))
         st.text(f"You have selected Main Dataset {st.session_state.dataset_number}")
 
-    
     dataset_limit = st.slider("Size of Dataset to be searched from", min_value=1000, max_value=20000, value=10000)
-    st.text(f'The smaller the dataset the faster the search will work.')
-    
+    st.text(f'The smaller the dataset, the faster the search will work.')
+
     # Load dataset with limit only if not already loaded
     if st.button("Load Dataset"):
         try:
+            # Clear old dataset from memory
+            if st.session_state.df is not None:
+                st.session_state.df = None  # Clear the old dataset
+                st.info("Previous dataset cleared from memory.")
+
             loading_dataset_text = st.empty()
             loading_dataset_text.text("Loading Dataset...")
             loading_dataset_bar = st.progress(0)
@@ -75,17 +79,18 @@ def main():
             for i in range(0, 100, 25):
                 time.sleep(0.2)  # Simulate work being done
                 loading_dataset_bar.progress(i + 25)
+
+            # Load new dataset
             df, total_rows = load_dataset_with_limit(dataset_name, st.session_state.dataset_number, st.session_state.search_in_small_objects, limit=dataset_limit)
             # Store loaded dataset in session state
             st.session_state.df = df
             loading_dataset_bar.progress(100)
             loading_dataset_text.text("Dataset loaded successfully!")
             st.success(f"Dataset loaded successfully with {len(df)} rows.")
-            
+
         except Exception as e:
             st.error(f"Failed to load dataset: {e}")
-    
-    
+
     # Input search query
     query = st.text_input("Enter your search query")
 
@@ -125,7 +130,6 @@ def main():
                 elif not st.session_state.search_in_small_objects and top_k_paths:
                     st.write(f"Displaying top {len(top_k_paths)} results for query '{query}':")
                     get_images_from_s3_to_display(bucket_name, top_k_paths, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, folder_path)
-                    
                 else:
                     st.write("No results found.")