aboutsummaryrefslogtreecommitdiff
path: root/.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/oai_misc_config.yaml
diff options
context:
space:
mode:
authorS. Solomon Darnell2025-03-28 21:52:21 -0500
committerS. Solomon Darnell2025-03-28 21:52:21 -0500
commit4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch)
treeee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/oai_misc_config.yaml
parentcc961e04ba734dd72309fb548a2f97d67d578813 (diff)
downloadgn-ai-master.tar.gz
two version of R2R are hereHEADmaster
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/oai_misc_config.yaml')
-rw-r--r--.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/oai_misc_config.yaml62
1 files changed, 62 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/oai_misc_config.yaml b/.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/oai_misc_config.yaml
new file mode 100644
index 00000000..1191e054
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/litellm/proxy/example_config_yaml/oai_misc_config.yaml
@@ -0,0 +1,62 @@
+model_list:
+ - model_name: gpt-3.5-turbo-end-user-test
+ litellm_params:
+ model: gpt-3.5-turbo
+ region_name: "eu"
+ model_info:
+ id: "1"
+ - model_name: "*"
+ litellm_params:
+ model: openai/*
+ api_key: os.environ/OPENAI_API_KEY
+ # provider specific wildcard routing
+ - model_name: "anthropic/*"
+ litellm_params:
+ model: "anthropic/*"
+ api_key: os.environ/ANTHROPIC_API_KEY
+ - model_name: "groq/*"
+ litellm_params:
+ model: "groq/*"
+ api_key: os.environ/GROQ_API_KEY
+litellm_settings:
+ # set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
+ drop_params: True
+ # max_budget: 100
+ # budget_duration: 30d
+ num_retries: 5
+ request_timeout: 600
+ telemetry: False
+ context_window_fallbacks: [{"gpt-3.5-turbo": ["gpt-3.5-turbo-large"]}]
+ default_team_settings:
+ - team_id: team-1
+ success_callback: ["langfuse"]
+ failure_callback: ["langfuse"]
+ langfuse_public_key: os.environ/LANGFUSE_PROJECT1_PUBLIC # Project 1
+ langfuse_secret: os.environ/LANGFUSE_PROJECT1_SECRET # Project 1
+ - team_id: team-2
+ success_callback: ["langfuse"]
+ failure_callback: ["langfuse"]
+ langfuse_public_key: os.environ/LANGFUSE_PROJECT2_PUBLIC # Project 2
+ langfuse_secret: os.environ/LANGFUSE_PROJECT2_SECRET # Project 2
+ langfuse_host: https://us.cloud.langfuse.com
+
+# For /fine_tuning/jobs endpoints
+finetune_settings:
+ - custom_llm_provider: azure
+ api_base: os.environ/AZURE_API_BASE
+ api_key: os.environ/AZURE_API_KEY
+ api_version: "2024-05-01-preview"
+ - custom_llm_provider: openai
+ api_key: os.environ/OPENAI_API_KEY
+
+# for /files endpoints
+files_settings:
+ - custom_llm_provider: azure
+ api_base: os.environ/AZURE_API_BASE
+ api_key: os.environ/AZURE_API_KEY
+ api_version: "2024-05-01-preview"
+ - custom_llm_provider: openai
+ api_key: os.environ/OPENAI_API_KEY
+
+general_settings:
+ master_key: sk-1234 # [OPTIONAL] Use to enforce auth on proxy. See - https://docs.litellm.ai/docs/proxy/virtual_keys \ No newline at end of file