diff options
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/custom_callbacks.py')
-rw-r--r-- | .venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/custom_callbacks.py | 74 |
1 files changed, 74 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/custom_callbacks.py b/.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/custom_callbacks.py new file mode 100644 index 00000000..9e86f931 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/custom_callbacks.py @@ -0,0 +1,74 @@ +import os +import sys +import traceback + +# this file is to test litellm/proxy + +sys.path.insert( + 0, os.path.abspath("../..") +) # Adds the parent directory to the system path + +import inspect + +import litellm +from litellm.integrations.custom_logger import CustomLogger + + +# This file includes the custom callbacks for LiteLLM Proxy +# Once defined, these can be passed in proxy_config.yaml +def print_verbose(print_statement): + if litellm.set_verbose: + print(print_statement) # noqa + + +class MyCustomHandler(CustomLogger): + def __init__(self): + blue_color_code = "\033[94m" + reset_color_code = "\033[0m" + print_verbose(f"{blue_color_code}Initialized LiteLLM custom logger") + try: + print_verbose("Logger Initialized with following methods:") + methods = [ + method + for method in dir(self) + if inspect.ismethod(getattr(self, method)) + ] + + # Pretty print_verbose the methods + for method in methods: + print_verbose(f" - {method}") + print_verbose(f"{reset_color_code}") + except Exception: + pass + + def log_pre_api_call(self, model, messages, kwargs): + print_verbose("Pre-API Call") + + def log_post_api_call(self, kwargs, response_obj, start_time, end_time): + print_verbose("Post-API Call") + + def log_stream_event(self, kwargs, response_obj, start_time, end_time): + print_verbose("On Stream") + + def log_success_event(self, kwargs, response_obj, start_time, end_time): + print_verbose("On Success!") + + async def async_log_success_event(self, kwargs, response_obj, start_time, end_time): + print_verbose("On Async Success!") + response_cost = litellm.completion_cost(completion_response=response_obj) + assert response_cost > 0.0 + return + + async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time): + try: + print_verbose("On Async Failure !") + except Exception as e: + print_verbose(f"Exception: {e}") + + +proxy_handler_instance = MyCustomHandler() + + +# need to set litellm.callbacks = [customHandler] # on the proxy + +# litellm.success_callback = [async_on_succes_logger] |