Update app1.py

app1.py

@@ -157,6 +157,47 @@ if query:
         # Debugging: Check extracted context
         st.write("Extracted Context (page_content):", context)
         st.write("Number of Extracted Contexts:", len(context))
+        
+        relevancy_prompt = """You are an expert judge tasked with evaluating whather the  EACH OF THE CONTEXT provided in the CONTEXT LIST is self sufficient to answer the QUERY asked.
+        Analyze the provided QUERY AND  CONTEXT to determine if each Ccontent in the CONTEXT LIST contains Relevant information to answer the QUERY.
+        
+        Guidelines:
+        1. The content must not introduce new information beyond what's provided in the QUERY.
+        2. Pay close attention to the subject of statements. Ensure that attributes, actions, or dates are correctly associated with the right entities (e.g., a person vs. a TV show they star in).
+        3. Be vigilant for subtle misattributions or conflations of information, even if the date or other details are correct.
+        4. Check that the content in the CONTEXT LIST doesn't oversimplify or generalize information in a way that changes the meaning of the QUERY.
+        
+        Analyze the text thoroughly and assign a relevancy score 0 or 1 where:
+        - 0: The content has all the necessary information to answer the QUERY
+        - 1: The content does not has the necessary information to answer the QUERY
+        
+        ```
+        EXAMPLE:
+        INPUT (for context only, not to be used for faithfulness evaluation):
+        What is the capital of France?
+        
+        CONTEXT:
+        ['France is a country in Western Europe. Its capital is Paris, which is known for landmarks like the Eiffel Tower.',
+        'Mr. Naveen patnaik has been the chief minister of Odisha for consequetive 5 terms']
+        
+        OUTPUT:
+        The Context has sufficient information to answer the query.
+        
+        RESPONSE:
+        {{"score":0}}
+        ```
+        
+        CONTENT LIST:
+        {context}
+        
+        QUERY:
+        {retriever_query}
+        Provide your verdict in JSON format  with a single key 'score' and no preamble or explanation:
+        [{{"content:1,"score": <your score either 0 or 1>,"Reasoning":<why you have chose the score as 0 or 1>}},
+        {{"content:2,"score": <your score either 0 or 1>,"Reasoning":<why you have chose the score as 0 or 1>}},
+        ...]
+        """
+        
+        context_relevancy_checker_prompt = PromptTemplate(input_variables=["retriever_query","context"],template=relevancy_prompt)
 
-
-        ------
+