""" Sambanova Chat Completions API this is OpenAI compatible - no translation needed / occurs """ from typing import Optional from litellm.llms.openai.chat.gpt_transformation import OpenAIGPTConfig class SambanovaConfig(OpenAIGPTConfig): """ Reference: https://community.sambanova.ai/t/create-chat-completion-api/ Below are the parameters: """ max_tokens: Optional[int] = None response_format: Optional[dict] = None seed: Optional[int] = None stream: Optional[bool] = None top_p: Optional[int] = None tool_choice: Optional[str] = None tools: Optional[list] = None user: Optional[str] = None def __init__( self, max_tokens: Optional[int] = None, response_format: Optional[dict] = None, seed: Optional[int] = None, stop: Optional[str] = None, stream: Optional[bool] = None, temperature: Optional[float] = None, top_p: Optional[int] = None, tool_choice: Optional[str] = None, tools: Optional[list] = None, user: Optional[str] = None, ) -> None: locals_ = locals().copy() for key, value in locals_.items(): if key != "self" and value is not None: setattr(self.__class__, key, value) @classmethod def get_config(cls): return super().get_config() def get_supported_openai_params(self, model: str) -> list: """ Get the supported OpenAI params for the given model """ return [ "max_tokens", "response_format", "seed", "stop", "stream", "temperature", "top_p", "tool_choice", "tools", "user", ]