from typing import Any from litellm import verbose_logger _db = Any async def create_missing_views(db: _db): # noqa: PLR0915 """ -------------------------------------------------- NOTE: Copy of `litellm/db_scripts/create_views.py`. -------------------------------------------------- Checks if the LiteLLM_VerificationTokenView and MonthlyGlobalSpend exists in the user's db. LiteLLM_VerificationTokenView: This view is used for getting the token + team data in user_api_key_auth MonthlyGlobalSpend: This view is used for the admin view to see global spend for this month If the view doesn't exist, one will be created. """ try: # Try to select one row from the view await db.query_raw("""SELECT 1 FROM "LiteLLM_VerificationTokenView" LIMIT 1""") print("LiteLLM_VerificationTokenView Exists!") # noqa except Exception: # If an error occurs, the view does not exist, so create it await db.execute_raw( """ CREATE VIEW "LiteLLM_VerificationTokenView" AS SELECT v.*, t.spend AS team_spend, t.max_budget AS team_max_budget, t.tpm_limit AS team_tpm_limit, t.rpm_limit AS team_rpm_limit FROM "LiteLLM_VerificationToken" v LEFT JOIN "LiteLLM_TeamTable" t ON v.team_id = t.team_id; """ ) print("LiteLLM_VerificationTokenView Created!") # noqa try: await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpend" LIMIT 1""") print("MonthlyGlobalSpend Exists!") # noqa except Exception: sql_query = """ CREATE OR REPLACE VIEW "MonthlyGlobalSpend" AS SELECT DATE("startTime") AS date, SUM("spend") AS spend FROM "LiteLLM_SpendLogs" WHERE "startTime" >= (CURRENT_DATE - INTERVAL '30 days') GROUP BY DATE("startTime"); """ await db.execute_raw(query=sql_query) print("MonthlyGlobalSpend Created!") # noqa try: await db.query_raw("""SELECT 1 FROM "Last30dKeysBySpend" LIMIT 1""") print("Last30dKeysBySpend Exists!") # noqa except Exception: sql_query = """ CREATE OR REPLACE VIEW "Last30dKeysBySpend" AS SELECT L."api_key", V."key_alias", V."key_name", SUM(L."spend") AS total_spend FROM "LiteLLM_SpendLogs" L LEFT JOIN "LiteLLM_VerificationToken" V ON L."api_key" = V."token" WHERE L."startTime" >= (CURRENT_DATE - INTERVAL '30 days') GROUP BY L."api_key", V."key_alias", V."key_name" ORDER BY total_spend DESC; """ await db.execute_raw(query=sql_query) print("Last30dKeysBySpend Created!") # noqa try: await db.query_raw("""SELECT 1 FROM "Last30dModelsBySpend" LIMIT 1""") print("Last30dModelsBySpend Exists!") # noqa except Exception: sql_query = """ CREATE OR REPLACE VIEW "Last30dModelsBySpend" AS SELECT "model", SUM("spend") AS total_spend FROM "LiteLLM_SpendLogs" WHERE "startTime" >= (CURRENT_DATE - INTERVAL '30 days') AND "model" != '' GROUP BY "model" ORDER BY total_spend DESC; """ await db.execute_raw(query=sql_query) print("Last30dModelsBySpend Created!") # noqa try: await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpendPerKey" LIMIT 1""") print("MonthlyGlobalSpendPerKey Exists!") # noqa except Exception: sql_query = """ CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerKey" AS SELECT DATE("startTime") AS date, SUM("spend") AS spend, api_key as api_key FROM "LiteLLM_SpendLogs" WHERE "startTime" >= (CURRENT_DATE - INTERVAL '30 days') GROUP BY DATE("startTime"), api_key; """ await db.execute_raw(query=sql_query) print("MonthlyGlobalSpendPerKey Created!") # noqa try: await db.query_raw( """SELECT 1 FROM "MonthlyGlobalSpendPerUserPerKey" LIMIT 1""" ) print("MonthlyGlobalSpendPerUserPerKey Exists!") # noqa except Exception: sql_query = """ CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerUserPerKey" AS SELECT DATE("startTime") AS date, SUM("spend") AS spend, api_key as api_key, "user" as "user" FROM "LiteLLM_SpendLogs" WHERE "startTime" >= (CURRENT_DATE - INTERVAL '30 days') GROUP BY DATE("startTime"), "user", api_key; """ await db.execute_raw(query=sql_query) print("MonthlyGlobalSpendPerUserPerKey Created!") # noqa try: await db.query_raw("""SELECT 1 FROM "DailyTagSpend" LIMIT 1""") print("DailyTagSpend Exists!") # noqa except Exception: sql_query = """ CREATE OR REPLACE VIEW "DailyTagSpend" AS SELECT jsonb_array_elements_text(request_tags) AS individual_request_tag, DATE(s."startTime") AS spend_date, COUNT(*) AS log_count, SUM(spend) AS total_spend FROM "LiteLLM_SpendLogs" s GROUP BY individual_request_tag, DATE(s."startTime"); """ await db.execute_raw(query=sql_query) print("DailyTagSpend Created!") # noqa try: await db.query_raw("""SELECT 1 FROM "Last30dTopEndUsersSpend" LIMIT 1""") print("Last30dTopEndUsersSpend Exists!") # noqa except Exception: sql_query = """ CREATE VIEW "Last30dTopEndUsersSpend" AS SELECT end_user, COUNT(*) AS total_events, SUM(spend) AS total_spend FROM "LiteLLM_SpendLogs" WHERE end_user <> '' AND end_user <> user AND "startTime" >= CURRENT_DATE - INTERVAL '30 days' GROUP BY end_user ORDER BY total_spend DESC LIMIT 100; """ await db.execute_raw(query=sql_query) print("Last30dTopEndUsersSpend Created!") # noqa return async def should_create_missing_views(db: _db) -> bool: """ Run only on first time startup. If SpendLogs table already has values, then don't create views on startup. """ sql_query = """ SELECT reltuples::BIGINT FROM pg_class WHERE oid = '"LiteLLM_SpendLogs"'::regclass; """ result = await db.query_raw(query=sql_query) verbose_logger.debug("Estimated Row count of LiteLLM_SpendLogs = {}".format(result)) if ( result and isinstance(result, list) and len(result) > 0 and isinstance(result[0], dict) and "reltuples" in result[0] and result[0]["reltuples"] and (result[0]["reltuples"] == 0 or result[0]["reltuples"] == -1) ): verbose_logger.debug("Should create views") return True return False