aboutsummaryrefslogtreecommitdiff
path: root/.venv/lib/python3.12/site-packages/litellm/integrations/SlackAlerting/batching_handler.py
diff options
context:
space:
mode:
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/integrations/SlackAlerting/batching_handler.py')
-rw-r--r--.venv/lib/python3.12/site-packages/litellm/integrations/SlackAlerting/batching_handler.py82
1 files changed, 82 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/integrations/SlackAlerting/batching_handler.py b/.venv/lib/python3.12/site-packages/litellm/integrations/SlackAlerting/batching_handler.py
new file mode 100644
index 00000000..e35cf61d
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/litellm/integrations/SlackAlerting/batching_handler.py
@@ -0,0 +1,82 @@
+"""
+Handles Batching + sending Httpx Post requests to slack
+
+Slack alerts are sent every 10s or when events are greater than X events
+
+see custom_batch_logger.py for more details / defaults
+"""
+
+from typing import TYPE_CHECKING, Any
+
+from litellm._logging import verbose_proxy_logger
+
+if TYPE_CHECKING:
+ from .slack_alerting import SlackAlerting as _SlackAlerting
+
+ SlackAlertingType = _SlackAlerting
+else:
+ SlackAlertingType = Any
+
+
+def squash_payloads(queue):
+
+ squashed = {}
+ if len(queue) == 0:
+ return squashed
+ if len(queue) == 1:
+ return {"key": {"item": queue[0], "count": 1}}
+
+ for item in queue:
+ url = item["url"]
+ alert_type = item["alert_type"]
+ _key = (url, alert_type)
+
+ if _key in squashed:
+ squashed[_key]["count"] += 1
+ # Merge the payloads
+
+ else:
+ squashed[_key] = {"item": item, "count": 1}
+
+ return squashed
+
+
+def _print_alerting_payload_warning(
+ payload: dict, slackAlertingInstance: SlackAlertingType
+):
+ """
+ Print the payload to the console when
+ slackAlertingInstance.alerting_args.log_to_console is True
+
+ Relevant issue: https://github.com/BerriAI/litellm/issues/7372
+ """
+ if slackAlertingInstance.alerting_args.log_to_console is True:
+ verbose_proxy_logger.warning(payload)
+
+
+async def send_to_webhook(slackAlertingInstance: SlackAlertingType, item, count):
+ """
+ Send a single slack alert to the webhook
+ """
+ import json
+
+ payload = item.get("payload", {})
+ try:
+ if count > 1:
+ payload["text"] = f"[Num Alerts: {count}]\n\n{payload['text']}"
+
+ response = await slackAlertingInstance.async_http_handler.post(
+ url=item["url"],
+ headers=item["headers"],
+ data=json.dumps(payload),
+ )
+ if response.status_code != 200:
+ verbose_proxy_logger.debug(
+ f"Error sending slack alert to url={item['url']}. Error={response.text}"
+ )
+ except Exception as e:
+ verbose_proxy_logger.debug(f"Error sending slack alert: {str(e)}")
+ finally:
+ _print_alerting_payload_warning(
+ payload, slackAlertingInstance=slackAlertingInstance
+ )