about summary refs log tree commit diff
path: root/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio
diff options
context:
space:
mode:
authorS. Solomon Darnell2025-03-28 21:52:21 -0500
committerS. Solomon Darnell2025-03-28 21:52:21 -0500
commit4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch)
treeee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/litellm/llms/lm_studio
parentcc961e04ba734dd72309fb548a2f97d67d578813 (diff)
downloadgn-ai-master.tar.gz
two version of R2R are here HEAD master
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/llms/lm_studio')
-rw-r--r--.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py20
-rw-r--r--.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/embed/transformation.py50
2 files changed, 70 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py b/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py
new file mode 100644
index 00000000..147e8e92
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/chat/transformation.py
@@ -0,0 +1,20 @@
+"""
+Translate from OpenAI's `/v1/chat/completions` to LM Studio's `/chat/completions`
+"""
+
+from typing import Optional, Tuple
+
+from litellm.secret_managers.main import get_secret_str
+
+from ...openai.chat.gpt_transformation import OpenAIGPTConfig
+
+
+class LMStudioChatConfig(OpenAIGPTConfig):
+    def _get_openai_compatible_provider_info(
+        self, api_base: Optional[str], api_key: Optional[str]
+    ) -> Tuple[Optional[str], Optional[str]]:
+        api_base = api_base or get_secret_str("LM_STUDIO_API_BASE")  # type: ignore
+        dynamic_api_key = (
+            api_key or get_secret_str("LM_STUDIO_API_KEY") or " "
+        )  # vllm does not require an api key
+        return api_base, dynamic_api_key
diff --git a/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/embed/transformation.py b/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/embed/transformation.py
new file mode 100644
index 00000000..1285550c
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/litellm/llms/lm_studio/embed/transformation.py
@@ -0,0 +1,50 @@
+"""
+Transformation logic from OpenAI /v1/embeddings format to LM Studio's  `/v1/embeddings` format. 
+
+Why separate file? Make it easy to see how transformation works
+
+Docs - https://lmstudio.ai/docs/basics/server
+"""
+
+import types
+from typing import List
+
+
+class LmStudioEmbeddingConfig:
+    """
+    Reference: https://lmstudio.ai/docs/basics/server
+    """
+
+    def __init__(
+        self,
+    ) -> None:
+        locals_ = locals().copy()
+        for key, value in locals_.items():
+            if key != "self" and value is not None:
+                setattr(self.__class__, key, value)
+
+    @classmethod
+    def get_config(cls):
+        return {
+            k: v
+            for k, v in cls.__dict__.items()
+            if not k.startswith("__")
+            and not isinstance(
+                v,
+                (
+                    types.FunctionType,
+                    types.BuiltinFunctionType,
+                    classmethod,
+                    staticmethod,
+                ),
+            )
+            and v is not None
+        }
+
+    def get_supported_openai_params(self) -> List[str]:
+        return []
+
+    def map_openai_params(
+        self, non_default_params: dict, optional_params: dict
+    ) -> dict:
+        return optional_params