diff options
author | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
---|---|---|
committer | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
commit | 4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch) | |
tree | ee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py | |
parent | cc961e04ba734dd72309fb548a2f97d67d578813 (diff) | |
download | gn-ai-master.tar.gz |
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py')
-rw-r--r-- | .venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py | 20 |
1 files changed, 20 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py b/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py new file mode 100644 index 00000000..147e8e92 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py @@ -0,0 +1,20 @@ +""" +Translate from OpenAI's `/v1/chat/completions` to LM Studio's `/chat/completions` +""" + +from typing import Optional, Tuple + +from litellm.secret_managers.main import get_secret_str + +from ...openai.chat.gpt_transformation import OpenAIGPTConfig + + +class LMStudioChatConfig(OpenAIGPTConfig): + def _get_openai_compatible_provider_info( + self, api_base: Optional[str], api_key: Optional[str] + ) -> Tuple[Optional[str], Optional[str]]: + api_base = api_base or get_secret_str("LM_STUDIO_API_BASE") # type: ignore + dynamic_api_key = ( + api_key or get_secret_str("LM_STUDIO_API_KEY") or " " + ) # vllm does not require an api key + return api_base, dynamic_api_key |