update

app.py

@@ -4,6 +4,7 @@ import random
 import os
 import string
 import logging
+from datetime import datetime
 
 # Set up logging
 logging.basicConfig(level=logging.INFO,
@@ -158,9 +159,9 @@ def experiment(username):
 
         # statement = "Please make a decision to Accept/Reject the AI prediction based on the explanation."
         statement = """
-The Table Question Answering model is working on Table Fact Verification task (TabFact dataset), verifying if a given Statement is TRUE or FALSE on a given input Table.
-You are given an explanation that describes the reasoning process of the Table Question Answering model in HTML format. 
-Please carefully analyze the explanation and determine you should Accept or Reject the AI prediction.
+A Table Question Answering model is working on Table Fact Verification task (TabFact dataset), verifying if a given Statement is TRUE or FALSE on a given input Table.
+You are given an explanation that describes the reasoning process of the Table QA model. 
+Please carefully analyze the explanation and determine whether you should Accept or Reject the AI prediction.
         """
 
         return render_template('experiment.html',
@@ -195,6 +196,27 @@ def feedback():
         # Save updated session data
         save_session_data(username, session_data)
 
+        # Write feedback to a separate JSON file
+        os.makedirs('session_data', exist_ok=True)
+        feedback_file = f'session_data/{username}_feedback.json'
+
+        if os.path.exists(feedback_file):
+            with open(feedback_file, 'r') as f:
+                feedback_data = json.load(f)
+        else:
+            feedback_data = []
+
+        feedback_data.append({
+            'sample_id': session_data['current_index'] - 1,
+            'feedback': feedback,
+            'timestamp': datetime.now().isoformat()
+        })
+
+        with open(feedback_file, 'w') as f:
+            json.dump(feedback_data, f, indent=4)
+
+        logger.info(f"Feedback saved for user {username}, sample {session_data['current_index'] - 1}")
+
         if session_data['current_index'] >= len(session_data['selected_samples']):
             return redirect(url_for('completed', username=username))
 
@@ -217,7 +239,7 @@ def completed(username):
         if method == "Chain-of-Table":
             json_file = 'Tabular_LLMs_human_study_vis_6_COT.json'
         else:  # Default to Plan-of-SQLs
-            json_file = 'Tabular_LLMs_human_study_vis_6.json'
+            json_file = 'Tabular_LLMs_human_study_vis_6_POS.json'
 
         with open(json_file, 'r') as f:
             ground_truth = json.load(f)