blob: 3fc836a3520a0203a6f3a801bad5dfe4570e5431 (
about) (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
from huggingface_hub.inference._providers._common import (
BaseConversationalTask,
BaseTextGenerationTask,
)
_PROVIDER = "novita"
_BASE_URL = "https://api.novita.ai/v3/openai"
class NovitaTextGenerationTask(BaseTextGenerationTask):
def __init__(self):
super().__init__(provider=_PROVIDER, base_url=_BASE_URL)
def _prepare_route(self, mapped_model: str) -> str:
# there is no v1/ route for novita
return "/completions"
class NovitaConversationalTask(BaseConversationalTask):
def __init__(self):
super().__init__(provider=_PROVIDER, base_url=_BASE_URL)
def _prepare_route(self, mapped_model: str) -> str:
# there is no v1/ route for novita
return "/chat/completions"
|
