fixed the prompts so that they work as expected

prompts/prompts_manager.py

@@ -22,14 +22,14 @@ class PromptsManager:
             self.verification_prompt: str = verification_prompt
 
     def verify_user_input_prompt(self, user_prompt) -> str:
-        return (f"Using only this information \n {user_prompt} \n answer the following questions, if the answer is not present or you are not sure about the answer just answer null. "
+        return (f"Using only this information \n {user_prompt} \n answer the following questions, for each question that you cannot answer just answer 'null'. "
                 f"Put each answer in a new line, keep the answer brief "
                 f"and maintain the order in which the questions are asked. Do not add any preamble: "
                 f"{self.verification_prompt}")
 
     def get_work_category(self, work_description: str) -> str:
-        return (f"The work to do is {work_description}. Given the following categories {', '.join(self.work_categories.values())} "
-                f"which ones are the most relevant? Only return the categories, separated by a semicolon")
+        return (f"The work to do is {work_description}: choose the most accurate categories among the following {', '.join(self.work_categories.values())} "
+                f"Only return the categories, separated by a semicolon")
 
     def ingest_user_answers(self, user_prompt: str) -> str:
         return f"Ingest the following information: {user_prompt}"

repository/ondemand.py

@@ -16,15 +16,17 @@ class OndemandRepository(Repository):
         self.session_id = None
 
     def init(self):
+        self._start_new_session_if_needed()
+
+    def _start_new_session_if_needed(self):
         if not self.session_id:
             headers = {"apiKey": os.getenv("API_KEY")}
             session_body = {"pluginIds": [], "externalUserId": "virtualDAM", "modelConfigs":
-                {"temperature": 0.2, "fulfillmentPrompt": self.system_message}
+                {"temperature": 0, "fulfillmentPrompt": self.system_message}
                             }
             response = requests.post(self.session_url, headers=headers, json=session_body)
             response_data = response.json()
             self.session_id = response_data["data"]["id"]
-
     def get_model_roles(self) -> ModelRoles:
         return self.model_info.roles
 
@@ -32,6 +34,7 @@ class OndemandRepository(Repository):
         return self.model_info
 
     def send_prompt(self, prompt: str, add_to_history: bool = None) -> dict[str, str]:
+        self._start_new_session_if_needed()
         headers = {"apiKey": os.getenv("API_KEY")}
         body = {'endpointId': 'predefined-openai-gpt3.5turbo', 'query': prompt, 'pluginIds': [], 'responseMode': 'sync'}
         url = f'https://api.on-demand.io/chat/v1/sessions/{self.session_id}/query'