app

app.py

@@ -26,7 +26,6 @@ if examples not in db.t:
         pk="id",
     )
 
-evaluated_ids = set([row["example_id"] for row in examples.rows])
 question_types = sorted(set(ex["question_type"] for ex in fact_dataset))
 
 
@@ -41,8 +40,9 @@ def get_stats():
 
 
 def get_example(selected_type=None):
-    global evaluated_ids
+    evaluated_ids = set([row["example_id"] for row in examples.rows])
     print(f"completed: {evaluated_ids}")
+
     available_examples = [
         ex for ex in fact_dataset if ex["example_id"] not in evaluated_ids
     ]
@@ -212,7 +212,6 @@ async def get():
 
 @rt("/evaluate")
 async def post(decision: str, example: str):
-    global evaluated_ids
     example_dict = json.loads(example)
 
     # Insert the evaluated example into the database
@@ -227,10 +226,6 @@ async def post(decision: str, example: str):
         }
     )
     upload_to_hf()
-
-    # Add the evaluated example's ID to the set of evaluated IDs
-    evaluated_ids.add(example_dict["example_id"])
-    # Get a new example
     new_example = get_example(example_dict["question_type"])
 
     if new_example is None: