Update private_gpt/launcher.py

private_gpt/launcher.py

@@ -91,7 +91,7 @@ def create_app(root_injector: Injector) -> FastAPI:
 
         @model_router.post("/switch_model")
         async def switch_model(
-            new_model: str, current_user: dict = Depends(get_current_user)
+            new_model: str, current_user: dict = Depends(get_current_user), app: FastAPI = Depends(get_app)
         ):
             # Check if the user has either "admin" or "user" role
             if "user" not in current_user.get("role", []):
@@ -111,6 +111,7 @@ def create_app(root_injector: Injector) -> FastAPI:
             # Switch the model using the LLMComponent
             llm_component = root_injector.get(LLMComponent)
             llm_component.switch_model(new_model, settings=settings)
+            await app.reload()
 
             # Return a success message
             return {"message": f"Model switched to {new_model}"}