aboutsummaryrefslogtreecommitdiff
path: root/.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py
diff options
context:
space:
mode:
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py')
-rw-r--r--.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py227
1 files changed, 227 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py b/.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py
new file mode 100644
index 00000000..e9303077
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/litellm/proxy/db/create_views.py
@@ -0,0 +1,227 @@
+from typing import Any
+
+from litellm import verbose_logger
+
+_db = Any
+
+
+async def create_missing_views(db: _db): # noqa: PLR0915
+ """
+ --------------------------------------------------
+ NOTE: Copy of `litellm/db_scripts/create_views.py`.
+ --------------------------------------------------
+ Checks if the LiteLLM_VerificationTokenView and MonthlyGlobalSpend exists in the user's db.
+
+ LiteLLM_VerificationTokenView: This view is used for getting the token + team data in user_api_key_auth
+
+ MonthlyGlobalSpend: This view is used for the admin view to see global spend for this month
+
+ If the view doesn't exist, one will be created.
+ """
+ try:
+ # Try to select one row from the view
+ await db.query_raw("""SELECT 1 FROM "LiteLLM_VerificationTokenView" LIMIT 1""")
+ print("LiteLLM_VerificationTokenView Exists!") # noqa
+ except Exception:
+ # If an error occurs, the view does not exist, so create it
+ await db.execute_raw(
+ """
+ CREATE VIEW "LiteLLM_VerificationTokenView" AS
+ SELECT
+ v.*,
+ t.spend AS team_spend,
+ t.max_budget AS team_max_budget,
+ t.tpm_limit AS team_tpm_limit,
+ t.rpm_limit AS team_rpm_limit
+ FROM "LiteLLM_VerificationToken" v
+ LEFT JOIN "LiteLLM_TeamTable" t ON v.team_id = t.team_id;
+ """
+ )
+
+ print("LiteLLM_VerificationTokenView Created!") # noqa
+
+ try:
+ await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpend" LIMIT 1""")
+ print("MonthlyGlobalSpend Exists!") # noqa
+ except Exception:
+ sql_query = """
+ CREATE OR REPLACE VIEW "MonthlyGlobalSpend" AS
+ SELECT
+ DATE("startTime") AS date,
+ SUM("spend") AS spend
+ FROM
+ "LiteLLM_SpendLogs"
+ WHERE
+ "startTime" >= (CURRENT_DATE - INTERVAL '30 days')
+ GROUP BY
+ DATE("startTime");
+ """
+ await db.execute_raw(query=sql_query)
+
+ print("MonthlyGlobalSpend Created!") # noqa
+
+ try:
+ await db.query_raw("""SELECT 1 FROM "Last30dKeysBySpend" LIMIT 1""")
+ print("Last30dKeysBySpend Exists!") # noqa
+ except Exception:
+ sql_query = """
+ CREATE OR REPLACE VIEW "Last30dKeysBySpend" AS
+ SELECT
+ L."api_key",
+ V."key_alias",
+ V."key_name",
+ SUM(L."spend") AS total_spend
+ FROM
+ "LiteLLM_SpendLogs" L
+ LEFT JOIN
+ "LiteLLM_VerificationToken" V
+ ON
+ L."api_key" = V."token"
+ WHERE
+ L."startTime" >= (CURRENT_DATE - INTERVAL '30 days')
+ GROUP BY
+ L."api_key", V."key_alias", V."key_name"
+ ORDER BY
+ total_spend DESC;
+ """
+ await db.execute_raw(query=sql_query)
+
+ print("Last30dKeysBySpend Created!") # noqa
+
+ try:
+ await db.query_raw("""SELECT 1 FROM "Last30dModelsBySpend" LIMIT 1""")
+ print("Last30dModelsBySpend Exists!") # noqa
+ except Exception:
+ sql_query = """
+ CREATE OR REPLACE VIEW "Last30dModelsBySpend" AS
+ SELECT
+ "model",
+ SUM("spend") AS total_spend
+ FROM
+ "LiteLLM_SpendLogs"
+ WHERE
+ "startTime" >= (CURRENT_DATE - INTERVAL '30 days')
+ AND "model" != ''
+ GROUP BY
+ "model"
+ ORDER BY
+ total_spend DESC;
+ """
+ await db.execute_raw(query=sql_query)
+
+ print("Last30dModelsBySpend Created!") # noqa
+ try:
+ await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpendPerKey" LIMIT 1""")
+ print("MonthlyGlobalSpendPerKey Exists!") # noqa
+ except Exception:
+ sql_query = """
+ CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerKey" AS
+ SELECT
+ DATE("startTime") AS date,
+ SUM("spend") AS spend,
+ api_key as api_key
+ FROM
+ "LiteLLM_SpendLogs"
+ WHERE
+ "startTime" >= (CURRENT_DATE - INTERVAL '30 days')
+ GROUP BY
+ DATE("startTime"),
+ api_key;
+ """
+ await db.execute_raw(query=sql_query)
+
+ print("MonthlyGlobalSpendPerKey Created!") # noqa
+ try:
+ await db.query_raw(
+ """SELECT 1 FROM "MonthlyGlobalSpendPerUserPerKey" LIMIT 1"""
+ )
+ print("MonthlyGlobalSpendPerUserPerKey Exists!") # noqa
+ except Exception:
+ sql_query = """
+ CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerUserPerKey" AS
+ SELECT
+ DATE("startTime") AS date,
+ SUM("spend") AS spend,
+ api_key as api_key,
+ "user" as "user"
+ FROM
+ "LiteLLM_SpendLogs"
+ WHERE
+ "startTime" >= (CURRENT_DATE - INTERVAL '30 days')
+ GROUP BY
+ DATE("startTime"),
+ "user",
+ api_key;
+ """
+ await db.execute_raw(query=sql_query)
+
+ print("MonthlyGlobalSpendPerUserPerKey Created!") # noqa
+
+ try:
+ await db.query_raw("""SELECT 1 FROM "DailyTagSpend" LIMIT 1""")
+ print("DailyTagSpend Exists!") # noqa
+ except Exception:
+ sql_query = """
+ CREATE OR REPLACE VIEW "DailyTagSpend" AS
+ SELECT
+ jsonb_array_elements_text(request_tags) AS individual_request_tag,
+ DATE(s."startTime") AS spend_date,
+ COUNT(*) AS log_count,
+ SUM(spend) AS total_spend
+ FROM "LiteLLM_SpendLogs" s
+ GROUP BY individual_request_tag, DATE(s."startTime");
+ """
+ await db.execute_raw(query=sql_query)
+
+ print("DailyTagSpend Created!") # noqa
+
+ try:
+ await db.query_raw("""SELECT 1 FROM "Last30dTopEndUsersSpend" LIMIT 1""")
+ print("Last30dTopEndUsersSpend Exists!") # noqa
+ except Exception:
+ sql_query = """
+ CREATE VIEW "Last30dTopEndUsersSpend" AS
+ SELECT end_user, COUNT(*) AS total_events, SUM(spend) AS total_spend
+ FROM "LiteLLM_SpendLogs"
+ WHERE end_user <> '' AND end_user <> user
+ AND "startTime" >= CURRENT_DATE - INTERVAL '30 days'
+ GROUP BY end_user
+ ORDER BY total_spend DESC
+ LIMIT 100;
+ """
+ await db.execute_raw(query=sql_query)
+
+ print("Last30dTopEndUsersSpend Created!") # noqa
+
+ return
+
+
+async def should_create_missing_views(db: _db) -> bool:
+ """
+ Run only on first time startup.
+
+ If SpendLogs table already has values, then don't create views on startup.
+ """
+
+ sql_query = """
+ SELECT reltuples::BIGINT
+ FROM pg_class
+ WHERE oid = '"LiteLLM_SpendLogs"'::regclass;
+ """
+
+ result = await db.query_raw(query=sql_query)
+
+ verbose_logger.debug("Estimated Row count of LiteLLM_SpendLogs = {}".format(result))
+ if (
+ result
+ and isinstance(result, list)
+ and len(result) > 0
+ and isinstance(result[0], dict)
+ and "reltuples" in result[0]
+ and result[0]["reltuples"]
+ and (result[0]["reltuples"] == 0 or result[0]["reltuples"] == -1)
+ ):
+ verbose_logger.debug("Should create views")
+ return True
+
+ return False