Update private_gpt/launcher.py

private_gpt/launcher.py

@@ -2,7 +2,6 @@
 import logging
 from typing import Any
 
-
 from fastapi import Depends, FastAPI, Request, status, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.openapi.utils import get_openapi
@@ -27,10 +26,6 @@ from private_gpt.server.utils.authentication import get_current_user
 
 from fastapi import Depends, HTTPException, status
 from fastapi.security import OAuth2AuthorizationCodeBearer
-from fastapi import FastAPI, Body, HTTPException
-from pydantic import BaseModel, validator
-import yaml
-
 
 
 
@@ -96,7 +91,7 @@ def create_app(root_injector: Injector) -> FastAPI:
 
         @model_router.post("/switch_model")
         async def switch_model(
-            new_model: str, settings: Settings, current_user: dict = Depends(get_current_user)
+            new_model: str, current_user: dict = Depends(get_current_user)
         ):
             # Check if the user has either "admin" or "user" role
             if "user" not in current_user.get("role", []):
@@ -104,7 +99,7 @@ def create_app(root_injector: Injector) -> FastAPI:
                     status_code=status.HTTP_403_FORBIDDEN,
                     detail="You are not authorized to use this API.",
                 )
-    
+
             # Retrieve model information and validate access
             model_info = next((m for m in models_data if m["name"] == new_model), None)
             if not model_info or current_user.get("role") not in model_info["access"]:
@@ -112,16 +107,15 @@ def create_app(root_injector: Injector) -> FastAPI:
                     status_code=status.HTTP_403_FORBIDDEN,
                     detail="You are not authorized to access this model.",
                 )
-    
+
             # Switch the model using the LLMComponent
             llm_component = root_injector.get(LLMComponent)
-            llm_component.switch_model(new_model, settings)
-    
+            llm_component.switch_model(new_model, settings=settings)
+
             # Return a success message
             return {"message": f"Model switched to {new_model}"}
 
 
-
         # Define a new APIRouter for the model_list
         model_list_router = APIRouter(prefix="/v1", dependencies=[Depends(get_current_user)])    
 
@@ -132,41 +126,6 @@ def create_app(root_injector: Injector) -> FastAPI:
             """
             return models_data  # Directly return the global variable
 
-        # class NewLLMMode(BaseModel):
-        #     mode: str
-        
-        #     @validator("mode")
-        #     def validate_mode(cls, v):
-        #         valid_modes = ["local", "openai", "sagemaker", "mock"]  # Adjust as needed
-        #         if v not in valid_modes:
-        #             raise ValueError("Invalid LLM mode")
-        #         return v
-
-        # @app.post("/settings/llm_mode")
-        # async def update_llm_mode(new_mode: NewLLMMode = Body(...)):
-        #     try:
-        #         # Load settings
-        #         with open("settings.yaml", "r") as f:
-        #             settings = yaml.safe_load(f)
-        
-        #         # Update llm.mode
-        #         settings["llm"]["mode"] = new_mode.mode
-        
-        #         # Persist changes
-        #         with open("settings.yaml", "w") as f:
-        #             yaml.dump(settings, f)
-        
-        #         return {"message": "LLM mode updated successfully"}
-
-        #     except Exception as e:
-        #         raise HTTPException(status_code=500, detail=f"Failed to update LLM mode: {e}")
-
-
-
-        # Configuration module:
-        allowed_modes = ["local", "openai", "sagemaker", "mock"]  # Load from external source
-        
-
         def custom_openapi() -> dict[str, Any]:
             if app.openapi_schema:
                 return app.openapi_schema