ratings added

.gitignore

@@ -160,4 +160,6 @@ cython_debug/
 #  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/
+#.idea/
+tmp.py
+answers/

api/apis.py

@@ -1,17 +1,7 @@
-import json
-import firebase_admin
-from firebase_admin import credentials
+from typing import List
 from firebase_admin import firestore
-import os
-# Initialize Firebase
-cert_dict=json.loads(os.getenv('google_json'))
-cred = credentials.Certificate(cert_dict)
-firebase_admin.initialize_app(cred)
 
-# Initialize Firestore DB
-db = firestore.client()
-
-def get_question_by_id(question_id):
+def get_question_by_id(db,question_id):
     doc_ref = db.collection('questions').document(question_id)
     doc = doc_ref.get()
     if doc.exists:
@@ -19,20 +9,10 @@ def get_question_by_id(question_id):
     else:
         return None
 
-# Example usage
-question_id = "Mercury_7090615"
-question_data = get_question_by_id(question_id)
-if question_data:
-    print(f"Question data for {question_id}: {question_data}")
-else:
-    print(f"No data found for question ID: {question_id}")
-
-
-
-def get_question_ids_with_correctness():
+def get_question_ids_with_correctness(db: firestore.Client) -> List[str]:
     questions_ref = db.collection('questions')
     docs = questions_ref.stream()
-
+    print("started")
     results = []
     for doc in docs:
         data = doc.to_dict()
@@ -42,10 +22,6 @@ def get_question_ids_with_correctness():
         correctness = "✅" if correct_answer == generated_answer else '📛'
         
         results.append(f"{question_id} {correctness}")
+    print(results)
 
-    return results
-
-# Example usage
-correctness_list = get_question_ids_with_correctness()
-for result in correctness_list:
-    print(result)
+    return results

api/local_api.py

@@ -0,0 +1,36 @@
+from typing import List
+import json
+
+def get_question_by_id(l,question_id):
+    doc=None
+    for i in l:
+        if i['original_question']['question_id']==question_id:
+            doc=i
+            break
+    return doc
+def get_question_ids_with_correctness(l) -> List[str]:
+
+    print("started")
+    results = []
+    for doc in l:
+        data = doc
+        question_id = data['original_question']['question_id']
+        correct_answer = data['original_question']['answer']
+        generated_answer = data['generated_result']['answer_key_vale']
+        correctness = "✅" if correct_answer == generated_answer else '📛'
+        
+        results.append(f"{question_id} {correctness}")
+
+    return results
+
+def init_json():
+    with open("./all_data.json") as f:
+        return json.load(f)
+def update_depth(question_id,depth):
+    with open('all_data_json' ,'w') as f:
+        l=json.load(f)
+        for i in l:
+            if i['original_question']['question_id']==question_id:
+                i["max_depth"]=depth
+                break
+        f.write(l)

app.py

@@ -1,26 +1,35 @@
+import json
 import streamlit as st
 import networkx as nx
 from pyvis.network import Network
 import textwrap
-
-from api.apis import get_question_by_id, get_question_ids_with_correctness
+from dotenv import load_dotenv
+load_dotenv()
+import firebase_admin
+from firebase_admin import credentials
+from firebase_admin import firestore
+import os
+from api.local_api import get_question_by_id, get_question_ids_with_correctness,init_json
 
 # This function should be implemented to return a list of all question IDs
 def get_question_ids():
     # Placeholder implementation
- return get_question_ids_with_correctness()
+ return get_question_ids_with_correctness(st.session_state.db)
 # This function should be implemented to return the context for a given question ID
 def get_question_context(question_id):
-    return get_question_by_id(question_id[:-2])
+    return get_question_by_id(st.session_state.db,question_id[:-2])
 
-def create_interactive_graph(reasoning_chain):
+def create_interactive_graph(reasoning_chain, ratings):
     G = nx.DiGraph()
     net = Network(notebook=True, width="100%", height="600px", directed=True)
-    
+    print(ratings)
     for i, step in enumerate(reasoning_chain):
+      
         wrapped_text = textwrap.fill(step, width=30)
         label = f"Step {i+1}\n\n{wrapped_text}"
-        G.add_node(i, title=step, label=label)
+        color = "#97C2FC" if i < ratings else "#FF9999"
+        border_color = "#00FF00" if i >= ratings else "#FF0000"
+        G.add_node(i, title=step, label=label, color=color, borderWidth=3, borderColor=border_color)
         if i > 0:
             G.add_edge(i-1, i)
     
@@ -28,7 +37,6 @@ def create_interactive_graph(reasoning_chain):
     
     for node in net.nodes:
         node['shape'] = 'box'
-        node['color'] = '#97C2FC'
         node['font'] = {'size': 12, 'face': 'arial', 'multi': 'html', 'align': 'center'}
         node['widthConstraint'] = {'minimum': 200, 'maximum': 300}
     
@@ -66,18 +74,20 @@ def create_interactive_graph(reasoning_chain):
     ''')
     
     return net
-
+def update_rate(selected_question_id,i):
+    st.session_state.ratings[selected_question_id] = i 
+    update_rate(selected_question_id,i)
+  
+  
 def main():
-    st.title("Interactive Q&A App with Reasoning Chain Graph")
+    st.title("Interactive Q&A App with Reasoning Chain Graph and Rating")
 
-    # Get all question IDs
     question_ids = get_question_ids()
-
-    # Initialize session state for current index
     if 'current_index' not in st.session_state:
         st.session_state.current_index = 0
+    if 'ratings' not in st.session_state:
+        st.session_state.ratings = {}
 
-    # Navigation buttons
     col1, col2, col3 = st.columns([1,3,1])
     with col1:
         if st.button("Previous"):
@@ -86,27 +96,21 @@ def main():
         if st.button("Next"):
             st.session_state.current_index = (st.session_state.current_index + 1) % len(question_ids)
 
-    # Select a question ID
     selected_question_id = st.selectbox("Select a question ID", question_ids, index=st.session_state.current_index)
-
-    # Update current_index when selection changes
     st.session_state.current_index = question_ids.index(selected_question_id)
 
-    # Get the context for the selected question
     data = get_question_context(selected_question_id)
     original_question = data['original_question']
     generated_result = data['generated_result']
 
-    # Display question
     st.subheader("Question")
     st.write(original_question['question'])
 
-    # Display choices
     st.subheader("Choices")
     for label, choice in original_question['label_choices'].items():
         st.write(f"{label}: {choice}")
 
-    # Display correct answer
+        # Display correct answer
     st.subheader("Correct Answer")
     correct_answer_label = original_question['answer']
     correct_answer = original_question['label_choices'][correct_answer_label]
@@ -122,15 +126,52 @@ def main():
     answer_label = original_question['answer']
     is_same=answer_label.lower()==generated_answer_label.lower()
     st.write(f"✅ answers Are the same. answer is {answer_label}"if is_same else f"📛 answers do differ.\n But you can check reasonings.\noriginal answer label : {answer_label}\ngenerated answer label : {generated_answer_label}")
-        
-    # Create and display interactive reasoning chain graph
-    net = create_interactive_graph(generated_result['reasoning_chain'])
+   
+
+    st.subheader("Rate the Reasoning Steps")
+    if selected_question_id not in st.session_state.ratings:
+        st.session_state.ratings[selected_question_id] = data['max_depth']
+
+    rating = st.session_state.ratings[selected_question_id]
+    cols = st.columns(len(generated_result['reasoning_chain'])+1)
+    for i, col in enumerate(cols):
+        if i==0:
+          col.button(f"None", key=f"rate_{i}",on_click=update_rate,args=[selected_question_id,i])
+          continue
+          
+        col.button(f"Step {i}", key=f"rate_{i}",on_click=update_rate,args=[selected_question_id,i])
+
+
+    net = create_interactive_graph(generated_result['reasoning_chain'], rating)
     net.save_graph("graph.html")
     
-    # Display the interactive graph
     with open("graph.html", 'r', encoding='utf-8') as f:
         html = f.read()
     st.components.v1.html(html, height=600)
+def initialize_firebase():
+    """
+    Initialize Firebase app and return Firestore client.
+    If the app is already initialized, it returns the existing Firestore client.
+    """
+    try:
+        cert=json.loads(os.getenv('google_json'))
+    except:
+          cert=os.getenv('google_json')
+    cred = credentials.Certificate(cert)
+    try:
+      firebase_admin.get_app()
+      print("Default app already exists")
+    except ValueError:
+    # Initialize the app with a service account, granting admin privileges
+      firebase_admin.initialize_app(cred)
+
+    return firestore.client()
+
 
 if __name__ == "__main__":
+    if os.getenv("local")=='true':
+      st.session_state.db=init_json()
+    else:
+      st.session_state.db=initialize_firebase()
+      
     main()