diff options
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/proxy/_new_secret_config.yaml')
| -rw-r--r-- | .venv/lib/python3.12/site-packages/litellm/proxy/_new_secret_config.yaml | 18 |
1 files changed, 18 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/proxy/_new_secret_config.yaml b/.venv/lib/python3.12/site-packages/litellm/proxy/_new_secret_config.yaml new file mode 100644 index 00000000..86172ae2 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/litellm/proxy/_new_secret_config.yaml @@ -0,0 +1,18 @@ +model_list: + - model_name: "gpt-3.5-turbo" + litellm_params: + model: azure/chatgpt-v-2 + api_key: os.environ/AZURE_API_KEY + api_base: http://0.0.0.0:8090 + rpm: 3 + +litellm_settings: + num_retries: 0 + +router_settings: + routing_strategy: usage-based-routing-v2 # 👈 KEY CHANGE + redis_host: os.environ/REDIS_HOST + redis_password: os.environ/REDIS_PASSWORD + redis_port: os.environ/REDIS_PORT + + |