aboutsummaryrefslogtreecommitdiff
path: root/.venv/lib/python3.12/site-packages/litellm/integrations/supabase.py
diff options
context:
space:
mode:
authorS. Solomon Darnell2025-03-28 21:52:21 -0500
committerS. Solomon Darnell2025-03-28 21:52:21 -0500
commit4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch)
treeee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/litellm/integrations/supabase.py
parentcc961e04ba734dd72309fb548a2f97d67d578813 (diff)
downloadgn-ai-master.tar.gz
two version of R2R are hereHEADmaster
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/integrations/supabase.py')
-rw-r--r--.venv/lib/python3.12/site-packages/litellm/integrations/supabase.py120
1 files changed, 120 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/integrations/supabase.py b/.venv/lib/python3.12/site-packages/litellm/integrations/supabase.py
new file mode 100644
index 00000000..7eb007f8
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/litellm/integrations/supabase.py
@@ -0,0 +1,120 @@
+#### What this does ####
+# On success + failure, log events to Supabase
+
+import os
+import subprocess
+import sys
+import traceback
+
+import litellm
+
+
+class Supabase:
+ # Class variables or attributes
+ supabase_table_name = "request_logs"
+
+ def __init__(self):
+ # Instance variables
+ self.supabase_url = os.getenv("SUPABASE_URL")
+ self.supabase_key = os.getenv("SUPABASE_KEY")
+ try:
+ import supabase
+ except ImportError:
+ subprocess.check_call([sys.executable, "-m", "pip", "install", "supabase"])
+ import supabase
+
+ if self.supabase_url is None or self.supabase_key is None:
+ raise ValueError(
+ "LiteLLM Error, trying to use Supabase but url or key not passed. Create a table and set `litellm.supabase_url=<your-url>` and `litellm.supabase_key=<your-key>`"
+ )
+ self.supabase_client = supabase.create_client( # type: ignore
+ self.supabase_url, self.supabase_key
+ )
+
+ def input_log_event(
+ self, model, messages, end_user, litellm_call_id, print_verbose
+ ):
+ try:
+ print_verbose(
+ f"Supabase Logging - Enters input logging function for model {model}"
+ )
+ supabase_data_obj = {
+ "model": model,
+ "messages": messages,
+ "end_user": end_user,
+ "status": "initiated",
+ "litellm_call_id": litellm_call_id,
+ }
+ data, count = (
+ self.supabase_client.table(self.supabase_table_name)
+ .insert(supabase_data_obj)
+ .execute()
+ )
+ print_verbose(f"data: {data}")
+ except Exception:
+ print_verbose(f"Supabase Logging Error - {traceback.format_exc()}")
+ pass
+
+ def log_event(
+ self,
+ model,
+ messages,
+ end_user,
+ response_obj,
+ start_time,
+ end_time,
+ litellm_call_id,
+ print_verbose,
+ ):
+ try:
+ print_verbose(
+ f"Supabase Logging - Enters logging function for model {model}, response_obj: {response_obj}"
+ )
+
+ total_cost = litellm.completion_cost(completion_response=response_obj)
+
+ response_time = (end_time - start_time).total_seconds()
+ if "choices" in response_obj:
+ supabase_data_obj = {
+ "response_time": response_time,
+ "model": response_obj["model"],
+ "total_cost": total_cost,
+ "messages": messages,
+ "response": response_obj["choices"][0]["message"]["content"],
+ "end_user": end_user,
+ "litellm_call_id": litellm_call_id,
+ "status": "success",
+ }
+ print_verbose(
+ f"Supabase Logging - final data object: {supabase_data_obj}"
+ )
+ data, count = (
+ self.supabase_client.table(self.supabase_table_name)
+ .upsert(supabase_data_obj, on_conflict="litellm_call_id")
+ .execute()
+ )
+ elif "error" in response_obj:
+ if "Unable to map your input to a model." in response_obj["error"]:
+ total_cost = 0
+ supabase_data_obj = {
+ "response_time": response_time,
+ "model": response_obj["model"],
+ "total_cost": total_cost,
+ "messages": messages,
+ "error": response_obj["error"],
+ "end_user": end_user,
+ "litellm_call_id": litellm_call_id,
+ "status": "failure",
+ }
+ print_verbose(
+ f"Supabase Logging - final data object: {supabase_data_obj}"
+ )
+ data, count = (
+ self.supabase_client.table(self.supabase_table_name)
+ .upsert(supabase_data_obj, on_conflict="litellm_call_id")
+ .execute()
+ )
+
+ except Exception:
+ print_verbose(f"Supabase Logging Error - {traceback.format_exc()}")
+ pass