diff options
| author | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
|---|---|---|
| committer | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
| commit | 4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch) | |
| tree | ee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/litellm/llms/vllm/completion/transformation.py | |
| parent | cc961e04ba734dd72309fb548a2f97d67d578813 (diff) | |
| download | gn-ai-4a52a71956a8d46fcb7294ac71734504bb09bcc2.tar.gz | |
Diffstat (limited to '.venv/lib/python3.12/site-packages/litellm/llms/vllm/completion/transformation.py')
| -rw-r--r-- | .venv/lib/python3.12/site-packages/litellm/llms/vllm/completion/transformation.py | 15 |
1 files changed, 15 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/litellm/llms/vllm/completion/transformation.py b/.venv/lib/python3.12/site-packages/litellm/llms/vllm/completion/transformation.py new file mode 100644 index 00000000..ec4c07e9 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/litellm/llms/vllm/completion/transformation.py @@ -0,0 +1,15 @@ +""" +Translates from OpenAI's `/v1/chat/completions` to the VLLM sdk `llm.generate`. + +NOT RECOMMENDED FOR PRODUCTION USE. Use `hosted_vllm/` instead. +""" + +from ...hosted_vllm.chat.transformation import HostedVLLMChatConfig + + +class VLLMConfig(HostedVLLMChatConfig): + """ + VLLM SDK supports the same OpenAI params as hosted_vllm. + """ + + pass |