improve prompt

model_params.cfg

@@ -1,9 +1,9 @@
 [generator]
 PROVIDER = huggingface
-MODEL = meta-llama/Meta-Llama-3-8B-Instruct
-MAX_TOKENS = 512
+MODEL = meta-llama/Llama-3.1-8B-Instruct
+MAX_TOKENS = 1024
 TEMPERATURE = 0.2
-INFERENCE_PROVIDER = novita
+INFERENCE_PROVIDER = nebius
 ORGANIZATION = GIZ
 
 [reader]

utils/generator.py

@@ -208,8 +208,29 @@ def build_messages(question: str, context: str) -> list:
         List of LangChain message objects
     """
     system_content = (
-        "You are an expert assistant. Answer the USER question using only the "
-        "CONTEXT provided. If the context is insufficient say 'I don't know.'"
+        """
+        You are an expert assistant. Your task is to generate accurate, helpful responses using only the 
+        information contained in the "CONTEXT" provided.
+
+        Instructions:
+        - Answer based only on provided context: Use only the information present in the retrieved_paragraphs below. Do not use any external knowledge or make assumptions beyond what is explicitly stated.
+        - Language matching: Respond in the same language as the user's query.
+        - Handle missing information: If the retrieved paragraphs do not contain sufficient information to answer the query, respond with "I don't know" or equivalent in the query language. If information is incomplete, state what you know and acknowledge limitations.
+        - Be accurate and specific: When information is available, provide clear, specific answers. Include relevant details, useful facts, and numbers from the context.
+        - Stay focused: Answer only what is asked. Do not provide additional information not requested.
+        - Structure your response effectively:
+                * Do not just summarize each passage one by one. Group your summaries to highlight the key parts in the explanation.
+                * Use bullet points and lists when it makes sense to improve readability.
+                * You do not need to use every passage. Only use the ones that help answer the question.
+        - Format your response properly: Ensure proper formatting with appropriate line breaks, spacing, and structure. Use markdown formatting when applicable (bullet points, numbered lists, headers) to make your response clear and easy to read.
+        
+        Input Format:
+        - Query: {query}
+        - Retrieved Paragraphs: {retrieved_paragraphs}
+
+        Generate your response based on these guidelines.
+
+        """
     )
     
     user_content = f"### CONTEXT\n{context}\n\n### USER QUESTION\n{question}"

utils/retriever.py

@@ -13,6 +13,7 @@ def retrieve_paragraphs(query, country):
                 filter_metadata = {'country':country},
                 api_name="/retrieve"
         )
+        return result
         
     except Exception as e:
         error_msg = f"Error retrieving paragraphs: {str(e)}"