|
""" |
|
AI21 Chat Completions API |
|
|
|
this is OpenAI compatible - no translation needed / occurs |
|
""" |
|
|
|
from typing import Optional, Union |
|
|
|
from ...openai_like.chat.transformation import OpenAILikeChatConfig |
|
|
|
|
|
class AI21ChatConfig(OpenAILikeChatConfig): |
|
""" |
|
Reference: https://docs.ai21.com/reference/jamba-15-api-ref#request-parameters |
|
|
|
Below are the parameters: |
|
""" |
|
|
|
tools: Optional[list] = None |
|
response_format: Optional[dict] = None |
|
documents: Optional[list] = None |
|
max_tokens: Optional[int] = None |
|
stop: Optional[Union[str, list]] = None |
|
n: Optional[int] = None |
|
stream: Optional[bool] = None |
|
seed: Optional[int] = None |
|
tool_choice: Optional[str] = None |
|
user: Optional[str] = None |
|
|
|
def __init__( |
|
self, |
|
tools: Optional[list] = None, |
|
response_format: Optional[dict] = None, |
|
max_tokens: Optional[int] = None, |
|
temperature: Optional[float] = None, |
|
top_p: Optional[float] = None, |
|
stop: Optional[Union[str, list]] = None, |
|
n: Optional[int] = None, |
|
stream: Optional[bool] = None, |
|
seed: Optional[int] = None, |
|
tool_choice: Optional[str] = None, |
|
user: Optional[str] = None, |
|
) -> None: |
|
locals_ = locals().copy() |
|
for key, value in locals_.items(): |
|
if key != "self" and value is not None: |
|
setattr(self.__class__, key, value) |
|
|
|
@classmethod |
|
def get_config(cls): |
|
return super().get_config() |
|
|
|
def get_supported_openai_params(self, model: str) -> list: |
|
""" |
|
Get the supported OpenAI params for the given model |
|
|
|
""" |
|
|
|
return [ |
|
"tools", |
|
"response_format", |
|
"max_tokens", |
|
"max_completion_tokens", |
|
"temperature", |
|
"stop", |
|
"n", |
|
"stream", |
|
"seed", |
|
"tool_choice", |
|
] |
|
|
