import logging import os import sys from pathlib import Path import gradio as gr import uvicorn from fastapi import FastAPI from fastapi.responses import FileResponse from fastapi.staticfiles import StaticFiles from fastapi.templating import Jinja2Templates from spaces import GPU as SPACES_GPU from lisa_on_cuda import routes from lisa_on_cuda.utils import app_helpers, session_logger, utils, create_folders_and_variables_if_not_exists from lisa_on_cuda.utils import frontend_builder LOGLEVEL = os.getenv('LOGLEVEL', 'INFO').upper() session_logger.change_logging(LOGLEVEL) CUSTOM_GRADIO_PATH = "/" CUSTOM_STATIC_PATH = "/static" FASTAPI_TITLE = "lisa_app" app = FastAPI(title=FASTAPI_TITLE, version="1.0") app.include_router(routes.router) fastapi_dict_folder = Path(utils.FASTAPI_STATIC) / "dist" frontend_builder.build_frontend( project_root_folder=frontend_builder.env_project_root_folder, input_css_path=frontend_builder.env_input_css_path, output_dist_folder=fastapi_dict_folder ) create_folders_and_variables_if_not_exists.folders_creation() logging.info("build_frontend ok!") os.makedirs(utils.FASTAPI_STATIC, exist_ok=True) app.mount(CUSTOM_STATIC_PATH, StaticFiles(directory=fastapi_dict_folder), name="static") @app.get(CUSTOM_STATIC_PATH) async def static() -> FileResponse: return FileResponse(path=str(fastapi_dict_folder / "index.html"), media_type="text/html") templates = Jinja2Templates(directory="templates") app_helpers.app_logger.info(f"sys.argv:{sys.argv}.") args = app_helpers.parse_args([]) app_helpers.app_logger.info(f"prepared default arguments:{args}.") inference_fn = app_helpers.get_inference_model_by_args(args, inference_decorator=SPACES_GPU) app_helpers.app_logger.info(f"prepared inference_fn function:{inference_fn.__name__}, creating gradio interface...") io = app_helpers.get_gradio_interface(inference_fn) app_helpers.app_logger.info("created gradio interface") app = gr.mount_gradio_app(app, io, path=CUSTOM_GRADIO_PATH) app_helpers.app_logger.info("mounted gradio app within fastapi") if __name__ == '__main__': try: uvicorn.run(app, host="0.0.0.0", port=7860) except Exception as ex: logging.error(f"fastapi/gradio application {FASTAPI_TITLE} exception:{ex}.") raise ex