Added critic

app.py

@@ -128,6 +128,61 @@ def create_feedback(review, pdf_text, agent_prompt):
 
     return feedback
 
+
+def critic(review, feedback, pdf_text, critic_prompt):
+    
+    messages = [{
+        "role": "user",
+        "content": [
+      {
+        "type": "text",
+        "text": critic_prompt
+      },
+      {
+        "type": "text",
+        "text": "Here is the ML conference review"
+      },
+      {
+        "type": "text",
+        "text": json.dumps(review) #json.dumps(review)
+      },
+      {
+        "type": "text",
+        "text": "Here is the feedback about the review"
+      },
+      {
+        "type": "text",
+        "text": feedback
+      },
+      {
+        "type": "text",
+        "text": "Finally, read the paper this review was written about"
+      },
+      {
+        "type": "text",
+        "text": pdf_text
+      }
+      ]}]
+
+    headers = {
+    "Content-Type": "application/json",
+    "Authorization": f"Bearer {my_api_key}"
+    }
+    payload = {
+    "model": "gpt-4o",
+    "messages": messages,
+    "max_tokens": 1000
+    }
+
+    try:
+        response = requests.post("https://api.openai.com/v1/chat/completions", headers=headers, json=payload)
+        revised_feedback = response.json()["choices"][0]["message"]["content"]
+    except Exception as e:
+        print(f"An unexpected error occurred: {e}")
+        revised_feedback = "an error occured"
+
+    return revised_feedback
+
 agent_prompt = """
 You are given a peer review of a machine learning paper submitted to a top-tier ML conference on OpenReview.
 First, you will read the text of the review and then the paper about which it was written.
@@ -220,6 +275,20 @@ and send a list of comments and feedbacks. If you do not identify issues for a c
 If you cannot identify any issues, respond with "Thanks for your hard work!"
 """
 
+critic_prompt = """
+You are given feedback about a peer review of a machine learning paper submitted to a top-tier ML conference on OpenReview. The aim of the feedback is to make the review high-quality.
+First, you will read the original review, then you will read the feedback, and then you will read the paper the review was written about.
+You need to edit the feedback for correctness, removing anything that is incorrect and revising anything that needs to be fixed.
+You should also edit the feedback for clarity, removing anything that may frustrate or confuse a reviewer.
+
+Your instructions: do not change the format of the feedback, only edit for content clarity and correctness. 
+Your feedback will be sent directly to reviewers. Follow the below format when sending your review:
+- Comment: {{the comment of interest}}
+- Feedback: {{write your short feedback}}
+and send a list of comments and feedbacks. If you do not identify issues for a comment, do not add it to the list or send feedback. DO NOT mention that there is a checklist or guidelines, and do NOT mention that this is the edited feedback.
+If you cannot identify any issues, respond with "Thanks for your hard work!"
+"""
+
 # Set page to wide mode
 st.set_page_config(layout="wide")
 
@@ -262,31 +331,31 @@ if user_input:
     # Run your pipeline to generate the dataframe based on user input
     feedback = create_feedback(review, pdf_text, agent_prompt)
 
-    st.title(f'Review feedback')
+    revised_feedback = critic(review, feedback, pdf_text, critic_prompt)
 
-    if not upload_file:
-        # Create three columns
-        col1, col2, col3 = st.columns(3)
+    st.title(f'Review feedback')
 
-        with col3:
-            st.subheader('PDF Link')
-            pdf_url = f"https://openreview.net/pdf?id={paper_id}"
-            st.markdown(f"[Click here to view PDF]({pdf_url})")
-    
-    else:
-        # Create two columns
-        col1, col2 = st.columns(2)
-        
+    # Create three columns
+    col1, col2, col3 = st.columns(3)
 
     # Column 1: Display review fields
     with col1:
         st.subheader("Review")
         st.write(json.dumps(review))
 
+        if not upload_file:
+            pdf_url = f"https://openreview.net/pdf?id={paper_id}"
+            st.markdown(f"[Click here to view PDF]({pdf_url})")
+
     # Column 2: Display feedback
     with col2:
         st.subheader('Feedback')
         st.write(feedback)
 
+    # Column 3: Display revised feedback (from critic)
+    with col3:
+        st.subheader('Revised Feedback')
+        st.write(revised_feedback)
+
 else:
     st.title('Please enter OpenReview ID or upload PDF with review to generate feedback')