diff options
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py')
| -rw-r--r-- | .venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py | 227 |
1 files changed, 227 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py b/.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py new file mode 100644 index 00000000..e9303077 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py @@ -0,0 +1,227 @@ +from typing import Any + +from litellm import verbose_logger + +_db = Any + + +async def create_missing_views(db: _db): # noqa: PLR0915 + """ + -------------------------------------------------- + NOTE: Copy of `litellm/db_scripts/create_views.py`. + -------------------------------------------------- + Checks if the LiteLLM_VerificationTokenView and MonthlyGlobalSpend exists in the user's db. + + LiteLLM_VerificationTokenView: This view is used for getting the token + team data in user_api_key_auth + + MonthlyGlobalSpend: This view is used for the admin view to see global spend for this month + + If the view doesn't exist, one will be created. + """ + try: + # Try to select one row from the view + await db.query_raw("""SELECT 1 FROM "LiteLLM_VerificationTokenView" LIMIT 1""") + print("LiteLLM_VerificationTokenView Exists!") # noqa + except Exception: + # If an error occurs, the view does not exist, so create it + await db.execute_raw( + """ + CREATE VIEW "LiteLLM_VerificationTokenView" AS + SELECT + v.*, + t.spend AS team_spend, + t.max_budget AS team_max_budget, + t.tpm_limit AS team_tpm_limit, + t.rpm_limit AS team_rpm_limit + FROM "LiteLLM_VerificationToken" v + LEFT JOIN "LiteLLM_TeamTable" t ON v.team_id = t.team_id; + """ + ) + + print("LiteLLM_VerificationTokenView Created!") # noqa + + try: + await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpend" LIMIT 1""") + print("MonthlyGlobalSpend Exists!") # noqa + except Exception: + sql_query = """ + CREATE OR REPLACE VIEW "MonthlyGlobalSpend" AS + SELECT + DATE("startTime") AS date, + SUM("spend") AS spend + FROM + "LiteLLM_SpendLogs" + WHERE + "startTime" >= (CURRENT_DATE - INTERVAL '30 days') + GROUP BY + DATE("startTime"); + """ + await db.execute_raw(query=sql_query) + + print("MonthlyGlobalSpend Created!") # noqa + + try: + await db.query_raw("""SELECT 1 FROM "Last30dKeysBySpend" LIMIT 1""") + print("Last30dKeysBySpend Exists!") # noqa + except Exception: + sql_query = """ + CREATE OR REPLACE VIEW "Last30dKeysBySpend" AS + SELECT + L."api_key", + V."key_alias", + V."key_name", + SUM(L."spend") AS total_spend + FROM + "LiteLLM_SpendLogs" L + LEFT JOIN + "LiteLLM_VerificationToken" V + ON + L."api_key" = V."token" + WHERE + L."startTime" >= (CURRENT_DATE - INTERVAL '30 days') + GROUP BY + L."api_key", V."key_alias", V."key_name" + ORDER BY + total_spend DESC; + """ + await db.execute_raw(query=sql_query) + + print("Last30dKeysBySpend Created!") # noqa + + try: + await db.query_raw("""SELECT 1 FROM "Last30dModelsBySpend" LIMIT 1""") + print("Last30dModelsBySpend Exists!") # noqa + except Exception: + sql_query = """ + CREATE OR REPLACE VIEW "Last30dModelsBySpend" AS + SELECT + "model", + SUM("spend") AS total_spend + FROM + "LiteLLM_SpendLogs" + WHERE + "startTime" >= (CURRENT_DATE - INTERVAL '30 days') + AND "model" != '' + GROUP BY + "model" + ORDER BY + total_spend DESC; + """ + await db.execute_raw(query=sql_query) + + print("Last30dModelsBySpend Created!") # noqa + try: + await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpendPerKey" LIMIT 1""") + print("MonthlyGlobalSpendPerKey Exists!") # noqa + except Exception: + sql_query = """ + CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerKey" AS + SELECT + DATE("startTime") AS date, + SUM("spend") AS spend, + api_key as api_key + FROM + "LiteLLM_SpendLogs" + WHERE + "startTime" >= (CURRENT_DATE - INTERVAL '30 days') + GROUP BY + DATE("startTime"), + api_key; + """ + await db.execute_raw(query=sql_query) + + print("MonthlyGlobalSpendPerKey Created!") # noqa + try: + await db.query_raw( + """SELECT 1 FROM "MonthlyGlobalSpendPerUserPerKey" LIMIT 1""" + ) + print("MonthlyGlobalSpendPerUserPerKey Exists!") # noqa + except Exception: + sql_query = """ + CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerUserPerKey" AS + SELECT + DATE("startTime") AS date, + SUM("spend") AS spend, + api_key as api_key, + "user" as "user" + FROM + "LiteLLM_SpendLogs" + WHERE + "startTime" >= (CURRENT_DATE - INTERVAL '30 days') + GROUP BY + DATE("startTime"), + "user", + api_key; + """ + await db.execute_raw(query=sql_query) + + print("MonthlyGlobalSpendPerUserPerKey Created!") # noqa + + try: + await db.query_raw("""SELECT 1 FROM "DailyTagSpend" LIMIT 1""") + print("DailyTagSpend Exists!") # noqa + except Exception: + sql_query = """ + CREATE OR REPLACE VIEW "DailyTagSpend" AS + SELECT + jsonb_array_elements_text(request_tags) AS individual_request_tag, + DATE(s."startTime") AS spend_date, + COUNT(*) AS log_count, + SUM(spend) AS total_spend + FROM "LiteLLM_SpendLogs" s + GROUP BY individual_request_tag, DATE(s."startTime"); + """ + await db.execute_raw(query=sql_query) + + print("DailyTagSpend Created!") # noqa + + try: + await db.query_raw("""SELECT 1 FROM "Last30dTopEndUsersSpend" LIMIT 1""") + print("Last30dTopEndUsersSpend Exists!") # noqa + except Exception: + sql_query = """ + CREATE VIEW "Last30dTopEndUsersSpend" AS + SELECT end_user, COUNT(*) AS total_events, SUM(spend) AS total_spend + FROM "LiteLLM_SpendLogs" + WHERE end_user <> '' AND end_user <> user + AND "startTime" >= CURRENT_DATE - INTERVAL '30 days' + GROUP BY end_user + ORDER BY total_spend DESC + LIMIT 100; + """ + await db.execute_raw(query=sql_query) + + print("Last30dTopEndUsersSpend Created!") # noqa + + return + + +async def should_create_missing_views(db: _db) -> bool: + """ + Run only on first time startup. + + If SpendLogs table already has values, then don't create views on startup. + """ + + sql_query = """ + SELECT reltuples::BIGINT + FROM pg_class + WHERE oid = '"LiteLLM_SpendLogs"'::regclass; + """ + + result = await db.query_raw(query=sql_query) + + verbose_logger.debug("Estimated Row count of LiteLLM_SpendLogs = {}".format(result)) + if ( + result + and isinstance(result, list) + and len(result) > 0 + and isinstance(result[0], dict) + and "reltuples" in result[0] + and result[0]["reltuples"] + and (result[0]["reltuples"] == 0 or result[0]["reltuples"] == -1) + ): + verbose_logger.debug("Should create views") + return True + + return False |