Update app.py

fix end year slicer, remove super short paragraphs

app.py

@@ -94,13 +94,14 @@ with col2:
 # Year range slider
 with col3:
     current_year = datetime.now().year
-    default_start_year = current_year - 5  # Default to 5 years ago
+    default_start_year = current_year - 5
 
+    # 3) The max_value is now the actual max end_year from your collection
     end_year_range = st.slider(
         "Project End Year",
-        min_value=2010,
-        max_value=2030,
-        value=(default_start_year, current_year)
+        min_value=default_start_year,
+        max_value=max_end_year,
+        value=(default_start_year, max_end_year),
     )
 
 # Checkbox to control whether to show only exact matches
@@ -147,6 +148,14 @@ if button:
     semantic_all = results[0]
     lexical_all = results[1]
 
+    # 2) Filter out content < 20 chars (as intermediate fix to problem that e.g. super short paragraphs with few chars get high similarity score)
+    semantic_all = [
+        r for r in semantic_all if len(r.payload["page_content"]) >= 20
+    ]
+    lexical_all = [
+        r for r in lexical_all if len(r.payload["page_content"]) >= 20
+    ]
+    
     # 2) Apply a threshold to SEMANTIC results (score >= 0.3)
     semantic_thresholded = [r for r in semantic_all if r.score >= 0.3]