Update app.py

app.py

@@ -58,6 +58,27 @@ class ModelManager:
         inputs = self.current_tokenizer(prompt, return_tensors="pt").to(self.device)
         return inputs
 
+
+# Initialize model manager
+model_manager = ModelManager()
+
+# Default system message for JSON output
+default_system_message = """You are a helpful AI assistant. You must ALWAYS return your response in valid JSON format.
+Each response should be formatted as follows:
+{
+    "response": {
+        "main_answer": "Your primary response here",
+        "additional_details": "Any additional information or context",
+        "confidence": 0.0 to 1.0,
+        "tags": ["relevant", "tags", "here"]
+    },
+    "metadata": {
+        "response_type": "type of response",
+        "source": "basis of response if applicable"
+    }
+}
+Ensure EVERY response strictly follows this JSON structure."""
+
 @spaces.GPU
 def generate_response(model_name, system_instruction, user_input):
     """Generate response with GPU support and JSON formatting"""