|
|
""" |
|
|
**LLM** classes provide |
|
|
access to the large language model (**LLM**) APIs and services. |
|
|
|
|
|
**Class hierarchy:** |
|
|
|
|
|
.. code-block:: |
|
|
|
|
|
BaseLanguageModel --> BaseLLM --> LLM --> <name> # Examples: AI21, HuggingFaceHub, OpenAI |
|
|
|
|
|
**Main helpers:** |
|
|
|
|
|
.. code-block:: |
|
|
|
|
|
LLMResult, PromptValue, |
|
|
CallbackManagerForLLMRun, AsyncCallbackManagerForLLMRun, |
|
|
CallbackManager, AsyncCallbackManager, |
|
|
AIMessage, BaseMessage |
|
|
""" |
|
|
|
|
|
import warnings |
|
|
from typing import Any, Callable, Dict, Type |
|
|
|
|
|
from langchain_core._api import LangChainDeprecationWarning |
|
|
from langchain_core.language_models.llms import BaseLLM |
|
|
|
|
|
from langchain._api.interactive_env import is_interactive_env |
|
|
|
|
|
|
|
|
def _import_ai21() -> Any: |
|
|
from langchain_community.llms.ai21 import AI21 |
|
|
|
|
|
return AI21 |
|
|
|
|
|
|
|
|
def _import_aleph_alpha() -> Any: |
|
|
from langchain_community.llms.aleph_alpha import AlephAlpha |
|
|
|
|
|
return AlephAlpha |
|
|
|
|
|
|
|
|
def _import_amazon_api_gateway() -> Any: |
|
|
from langchain_community.llms.amazon_api_gateway import AmazonAPIGateway |
|
|
|
|
|
return AmazonAPIGateway |
|
|
|
|
|
|
|
|
def _import_anthropic() -> Any: |
|
|
from langchain_community.llms.anthropic import Anthropic |
|
|
|
|
|
return Anthropic |
|
|
|
|
|
|
|
|
def _import_anyscale() -> Any: |
|
|
from langchain_community.llms.anyscale import Anyscale |
|
|
|
|
|
return Anyscale |
|
|
|
|
|
|
|
|
def _import_arcee() -> Any: |
|
|
from langchain_community.llms.arcee import Arcee |
|
|
|
|
|
return Arcee |
|
|
|
|
|
|
|
|
def _import_aviary() -> Any: |
|
|
from langchain_community.llms.aviary import Aviary |
|
|
|
|
|
return Aviary |
|
|
|
|
|
|
|
|
def _import_azureml_endpoint() -> Any: |
|
|
from langchain_community.llms.azureml_endpoint import AzureMLOnlineEndpoint |
|
|
|
|
|
return AzureMLOnlineEndpoint |
|
|
|
|
|
|
|
|
def _import_baidu_qianfan_endpoint() -> Any: |
|
|
from langchain_community.llms.baidu_qianfan_endpoint import QianfanLLMEndpoint |
|
|
|
|
|
return QianfanLLMEndpoint |
|
|
|
|
|
|
|
|
def _import_bananadev() -> Any: |
|
|
from langchain_community.llms.bananadev import Banana |
|
|
|
|
|
return Banana |
|
|
|
|
|
|
|
|
def _import_baseten() -> Any: |
|
|
from langchain_community.llms.baseten import Baseten |
|
|
|
|
|
return Baseten |
|
|
|
|
|
|
|
|
def _import_beam() -> Any: |
|
|
from langchain_community.llms.beam import Beam |
|
|
|
|
|
return Beam |
|
|
|
|
|
|
|
|
def _import_bedrock() -> Any: |
|
|
from langchain_community.llms.bedrock import Bedrock |
|
|
|
|
|
return Bedrock |
|
|
|
|
|
|
|
|
def _import_bittensor() -> Any: |
|
|
from langchain_community.llms.bittensor import NIBittensorLLM |
|
|
|
|
|
return NIBittensorLLM |
|
|
|
|
|
|
|
|
def _import_cerebriumai() -> Any: |
|
|
from langchain_community.llms.cerebriumai import CerebriumAI |
|
|
|
|
|
return CerebriumAI |
|
|
|
|
|
|
|
|
def _import_chatglm() -> Any: |
|
|
from langchain_community.llms.chatglm import ChatGLM |
|
|
|
|
|
return ChatGLM |
|
|
|
|
|
|
|
|
def _import_clarifai() -> Any: |
|
|
from langchain_community.llms.clarifai import Clarifai |
|
|
|
|
|
return Clarifai |
|
|
|
|
|
|
|
|
def _import_cohere() -> Any: |
|
|
from langchain_community.llms.cohere import Cohere |
|
|
|
|
|
return Cohere |
|
|
|
|
|
|
|
|
def _import_ctransformers() -> Any: |
|
|
from langchain_community.llms.ctransformers import CTransformers |
|
|
|
|
|
return CTransformers |
|
|
|
|
|
|
|
|
def _import_ctranslate2() -> Any: |
|
|
from langchain_community.llms.ctranslate2 import CTranslate2 |
|
|
|
|
|
return CTranslate2 |
|
|
|
|
|
|
|
|
def _import_databricks() -> Any: |
|
|
from langchain_community.llms.databricks import Databricks |
|
|
|
|
|
return Databricks |
|
|
|
|
|
|
|
|
def _import_databricks_chat() -> Any: |
|
|
from langchain_community.chat_models.databricks import ChatDatabricks |
|
|
|
|
|
return ChatDatabricks |
|
|
|
|
|
|
|
|
def _import_deepinfra() -> Any: |
|
|
from langchain_community.llms.deepinfra import DeepInfra |
|
|
|
|
|
return DeepInfra |
|
|
|
|
|
|
|
|
def _import_deepsparse() -> Any: |
|
|
from langchain_community.llms.deepsparse import DeepSparse |
|
|
|
|
|
return DeepSparse |
|
|
|
|
|
|
|
|
def _import_edenai() -> Any: |
|
|
from langchain_community.llms.edenai import EdenAI |
|
|
|
|
|
return EdenAI |
|
|
|
|
|
|
|
|
def _import_fake() -> Any: |
|
|
from langchain_core.language_models import FakeListLLM |
|
|
|
|
|
return FakeListLLM |
|
|
|
|
|
|
|
|
def _import_fireworks() -> Any: |
|
|
from langchain_community.llms.fireworks import Fireworks |
|
|
|
|
|
return Fireworks |
|
|
|
|
|
|
|
|
def _import_forefrontai() -> Any: |
|
|
from langchain_community.llms.forefrontai import ForefrontAI |
|
|
|
|
|
return ForefrontAI |
|
|
|
|
|
|
|
|
def _import_gigachat() -> Any: |
|
|
from langchain_community.llms.gigachat import GigaChat |
|
|
|
|
|
return GigaChat |
|
|
|
|
|
|
|
|
def _import_google_palm() -> Any: |
|
|
from langchain_community.llms.google_palm import GooglePalm |
|
|
|
|
|
return GooglePalm |
|
|
|
|
|
|
|
|
def _import_gooseai() -> Any: |
|
|
from langchain_community.llms.gooseai import GooseAI |
|
|
|
|
|
return GooseAI |
|
|
|
|
|
|
|
|
def _import_gpt4all() -> Any: |
|
|
from langchain_community.llms.gpt4all import GPT4All |
|
|
|
|
|
return GPT4All |
|
|
|
|
|
|
|
|
def _import_gradient_ai() -> Any: |
|
|
from langchain_community.llms.gradient_ai import GradientLLM |
|
|
|
|
|
return GradientLLM |
|
|
|
|
|
|
|
|
def _import_huggingface_endpoint() -> Any: |
|
|
from langchain_community.llms.huggingface_endpoint import HuggingFaceEndpoint |
|
|
|
|
|
return HuggingFaceEndpoint |
|
|
|
|
|
|
|
|
def _import_huggingface_hub() -> Any: |
|
|
from langchain_community.llms.huggingface_hub import HuggingFaceHub |
|
|
|
|
|
return HuggingFaceHub |
|
|
|
|
|
|
|
|
def _import_huggingface_pipeline() -> Any: |
|
|
from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline |
|
|
|
|
|
return HuggingFacePipeline |
|
|
|
|
|
|
|
|
def _import_huggingface_text_gen_inference() -> Any: |
|
|
from langchain_community.llms.huggingface_text_gen_inference import ( |
|
|
HuggingFaceTextGenInference, |
|
|
) |
|
|
|
|
|
return HuggingFaceTextGenInference |
|
|
|
|
|
|
|
|
def _import_human() -> Any: |
|
|
from langchain_community.llms.human import HumanInputLLM |
|
|
|
|
|
return HumanInputLLM |
|
|
|
|
|
|
|
|
def _import_javelin_ai_gateway() -> Any: |
|
|
from langchain_community.llms.javelin_ai_gateway import JavelinAIGateway |
|
|
|
|
|
return JavelinAIGateway |
|
|
|
|
|
|
|
|
def _import_koboldai() -> Any: |
|
|
from langchain_community.llms.koboldai import KoboldApiLLM |
|
|
|
|
|
return KoboldApiLLM |
|
|
|
|
|
|
|
|
def _import_llamacpp() -> Any: |
|
|
from langchain_community.llms.llamacpp import LlamaCpp |
|
|
|
|
|
return LlamaCpp |
|
|
|
|
|
|
|
|
def _import_manifest() -> Any: |
|
|
from langchain_community.llms.manifest import ManifestWrapper |
|
|
|
|
|
return ManifestWrapper |
|
|
|
|
|
|
|
|
def _import_minimax() -> Any: |
|
|
from langchain_community.llms.minimax import Minimax |
|
|
|
|
|
return Minimax |
|
|
|
|
|
|
|
|
def _import_mlflow() -> Any: |
|
|
from langchain_community.llms.mlflow import Mlflow |
|
|
|
|
|
return Mlflow |
|
|
|
|
|
|
|
|
def _import_mlflow_chat() -> Any: |
|
|
from langchain_community.chat_models.mlflow import ChatMlflow |
|
|
|
|
|
return ChatMlflow |
|
|
|
|
|
|
|
|
def _import_mlflow_ai_gateway() -> Any: |
|
|
from langchain_community.llms.mlflow_ai_gateway import MlflowAIGateway |
|
|
|
|
|
return MlflowAIGateway |
|
|
|
|
|
|
|
|
def _import_modal() -> Any: |
|
|
from langchain_community.llms.modal import Modal |
|
|
|
|
|
return Modal |
|
|
|
|
|
|
|
|
def _import_mosaicml() -> Any: |
|
|
from langchain_community.llms.mosaicml import MosaicML |
|
|
|
|
|
return MosaicML |
|
|
|
|
|
|
|
|
def _import_nlpcloud() -> Any: |
|
|
from langchain_community.llms.nlpcloud import NLPCloud |
|
|
|
|
|
return NLPCloud |
|
|
|
|
|
|
|
|
def _import_octoai_endpoint() -> Any: |
|
|
from langchain_community.llms.octoai_endpoint import OctoAIEndpoint |
|
|
|
|
|
return OctoAIEndpoint |
|
|
|
|
|
|
|
|
def _import_ollama() -> Any: |
|
|
from langchain_community.llms.ollama import Ollama |
|
|
|
|
|
return Ollama |
|
|
|
|
|
|
|
|
def _import_opaqueprompts() -> Any: |
|
|
from langchain_community.llms.opaqueprompts import OpaquePrompts |
|
|
|
|
|
return OpaquePrompts |
|
|
|
|
|
|
|
|
def _import_azure_openai() -> Any: |
|
|
from langchain_community.llms.openai import AzureOpenAI |
|
|
|
|
|
return AzureOpenAI |
|
|
|
|
|
|
|
|
def _import_openai() -> Any: |
|
|
from langchain_community.llms.openai import OpenAI |
|
|
|
|
|
return OpenAI |
|
|
|
|
|
|
|
|
def _import_openai_chat() -> Any: |
|
|
from langchain_community.llms.openai import OpenAIChat |
|
|
|
|
|
return OpenAIChat |
|
|
|
|
|
|
|
|
def _import_openllm() -> Any: |
|
|
from langchain_community.llms.openllm import OpenLLM |
|
|
|
|
|
return OpenLLM |
|
|
|
|
|
|
|
|
def _import_openlm() -> Any: |
|
|
from langchain_community.llms.openlm import OpenLM |
|
|
|
|
|
return OpenLM |
|
|
|
|
|
|
|
|
def _import_pai_eas_endpoint() -> Any: |
|
|
from langchain_community.llms.pai_eas_endpoint import PaiEasEndpoint |
|
|
|
|
|
return PaiEasEndpoint |
|
|
|
|
|
|
|
|
def _import_petals() -> Any: |
|
|
from langchain_community.llms.petals import Petals |
|
|
|
|
|
return Petals |
|
|
|
|
|
|
|
|
def _import_pipelineai() -> Any: |
|
|
from langchain_community.llms.pipelineai import PipelineAI |
|
|
|
|
|
return PipelineAI |
|
|
|
|
|
|
|
|
def _import_predibase() -> Any: |
|
|
from langchain_community.llms.predibase import Predibase |
|
|
|
|
|
return Predibase |
|
|
|
|
|
|
|
|
def _import_predictionguard() -> Any: |
|
|
from langchain_community.llms.predictionguard import PredictionGuard |
|
|
|
|
|
return PredictionGuard |
|
|
|
|
|
|
|
|
def _import_promptlayer() -> Any: |
|
|
from langchain_community.llms.promptlayer_openai import PromptLayerOpenAI |
|
|
|
|
|
return PromptLayerOpenAI |
|
|
|
|
|
|
|
|
def _import_promptlayer_chat() -> Any: |
|
|
from langchain_community.llms.promptlayer_openai import PromptLayerOpenAIChat |
|
|
|
|
|
return PromptLayerOpenAIChat |
|
|
|
|
|
|
|
|
def _import_replicate() -> Any: |
|
|
from langchain_community.llms.replicate import Replicate |
|
|
|
|
|
return Replicate |
|
|
|
|
|
|
|
|
def _import_rwkv() -> Any: |
|
|
from langchain_community.llms.rwkv import RWKV |
|
|
|
|
|
return RWKV |
|
|
|
|
|
|
|
|
def _import_sagemaker_endpoint() -> Any: |
|
|
from langchain_community.llms.sagemaker_endpoint import SagemakerEndpoint |
|
|
|
|
|
return SagemakerEndpoint |
|
|
|
|
|
|
|
|
def _import_self_hosted() -> Any: |
|
|
from langchain_community.llms.self_hosted import SelfHostedPipeline |
|
|
|
|
|
return SelfHostedPipeline |
|
|
|
|
|
|
|
|
def _import_self_hosted_hugging_face() -> Any: |
|
|
from langchain_community.llms.self_hosted_hugging_face import ( |
|
|
SelfHostedHuggingFaceLLM, |
|
|
) |
|
|
|
|
|
return SelfHostedHuggingFaceLLM |
|
|
|
|
|
|
|
|
def _import_stochasticai() -> Any: |
|
|
from langchain_community.llms.stochasticai import StochasticAI |
|
|
|
|
|
return StochasticAI |
|
|
|
|
|
|
|
|
def _import_symblai_nebula() -> Any: |
|
|
from langchain_community.llms.symblai_nebula import Nebula |
|
|
|
|
|
return Nebula |
|
|
|
|
|
|
|
|
def _import_textgen() -> Any: |
|
|
from langchain_community.llms.textgen import TextGen |
|
|
|
|
|
return TextGen |
|
|
|
|
|
|
|
|
def _import_titan_takeoff() -> Any: |
|
|
from langchain_community.llms.titan_takeoff import TitanTakeoff |
|
|
|
|
|
return TitanTakeoff |
|
|
|
|
|
|
|
|
def _import_titan_takeoff_pro() -> Any: |
|
|
from langchain_community.llms.titan_takeoff import TitanTakeoff |
|
|
|
|
|
return TitanTakeoff |
|
|
|
|
|
|
|
|
def _import_together() -> Any: |
|
|
from langchain_community.llms.together import Together |
|
|
|
|
|
return Together |
|
|
|
|
|
|
|
|
def _import_tongyi() -> Any: |
|
|
from langchain_community.llms.tongyi import Tongyi |
|
|
|
|
|
return Tongyi |
|
|
|
|
|
|
|
|
def _import_vertex() -> Any: |
|
|
from langchain_community.llms.vertexai import VertexAI |
|
|
|
|
|
return VertexAI |
|
|
|
|
|
|
|
|
def _import_vertex_model_garden() -> Any: |
|
|
from langchain_community.llms.vertexai import VertexAIModelGarden |
|
|
|
|
|
return VertexAIModelGarden |
|
|
|
|
|
|
|
|
def _import_vllm() -> Any: |
|
|
from langchain_community.llms.vllm import VLLM |
|
|
|
|
|
return VLLM |
|
|
|
|
|
|
|
|
def _import_vllm_openai() -> Any: |
|
|
from langchain_community.llms.vllm import VLLMOpenAI |
|
|
|
|
|
return VLLMOpenAI |
|
|
|
|
|
|
|
|
def _import_watsonxllm() -> Any: |
|
|
from langchain_community.llms.watsonxllm import WatsonxLLM |
|
|
|
|
|
return WatsonxLLM |
|
|
|
|
|
|
|
|
def _import_writer() -> Any: |
|
|
from langchain_community.llms.writer import Writer |
|
|
|
|
|
return Writer |
|
|
|
|
|
|
|
|
def _import_xinference() -> Any: |
|
|
from langchain_community.llms.xinference import Xinference |
|
|
|
|
|
return Xinference |
|
|
|
|
|
|
|
|
def _import_yandex_gpt() -> Any: |
|
|
from langchain_community.llms.yandex import YandexGPT |
|
|
|
|
|
return YandexGPT |
|
|
|
|
|
|
|
|
def _import_volcengine_maas() -> Any: |
|
|
from langchain_community.llms.volcengine_maas import VolcEngineMaasLLM |
|
|
|
|
|
return VolcEngineMaasLLM |
|
|
|
|
|
|
|
|
def __getattr__(name: str) -> Any: |
|
|
from langchain_community import llms |
|
|
|
|
|
|
|
|
if not is_interactive_env(): |
|
|
warnings.warn( |
|
|
"Importing LLMs from langchain is deprecated. Importing from " |
|
|
"langchain will no longer be supported as of langchain==0.2.0. " |
|
|
"Please import from langchain-community instead:\n\n" |
|
|
f"`from langchain_community.llms import {name}`.\n\n" |
|
|
"To install langchain-community run `pip install -U langchain-community`.", |
|
|
category=LangChainDeprecationWarning, |
|
|
) |
|
|
|
|
|
if name == "type_to_cls_dict": |
|
|
|
|
|
type_to_cls_dict: Dict[str, Type[BaseLLM]] = { |
|
|
k: v() for k, v in get_type_to_cls_dict().items() |
|
|
} |
|
|
return type_to_cls_dict |
|
|
else: |
|
|
return getattr(llms, name) |
|
|
|
|
|
|
|
|
__all__ = [ |
|
|
"AI21", |
|
|
"AlephAlpha", |
|
|
"AmazonAPIGateway", |
|
|
"Anthropic", |
|
|
"Anyscale", |
|
|
"Arcee", |
|
|
"Aviary", |
|
|
"AzureMLOnlineEndpoint", |
|
|
"AzureOpenAI", |
|
|
"Banana", |
|
|
"Baseten", |
|
|
"Beam", |
|
|
"Bedrock", |
|
|
"CTransformers", |
|
|
"CTranslate2", |
|
|
"CerebriumAI", |
|
|
"ChatGLM", |
|
|
"Clarifai", |
|
|
"Cohere", |
|
|
"Databricks", |
|
|
"DeepInfra", |
|
|
"DeepSparse", |
|
|
"EdenAI", |
|
|
"FakeListLLM", |
|
|
"Fireworks", |
|
|
"ForefrontAI", |
|
|
"GigaChat", |
|
|
"GPT4All", |
|
|
"GooglePalm", |
|
|
"GooseAI", |
|
|
"GradientLLM", |
|
|
"HuggingFaceEndpoint", |
|
|
"HuggingFaceHub", |
|
|
"HuggingFacePipeline", |
|
|
"HuggingFaceTextGenInference", |
|
|
"HumanInputLLM", |
|
|
"KoboldApiLLM", |
|
|
"LlamaCpp", |
|
|
"TextGen", |
|
|
"ManifestWrapper", |
|
|
"Minimax", |
|
|
"MlflowAIGateway", |
|
|
"Modal", |
|
|
"MosaicML", |
|
|
"Nebula", |
|
|
"NIBittensorLLM", |
|
|
"NLPCloud", |
|
|
"Ollama", |
|
|
"OpenAI", |
|
|
"OpenAIChat", |
|
|
"OpenLLM", |
|
|
"OpenLM", |
|
|
"PaiEasEndpoint", |
|
|
"Petals", |
|
|
"PipelineAI", |
|
|
"Predibase", |
|
|
"PredictionGuard", |
|
|
"PromptLayerOpenAI", |
|
|
"PromptLayerOpenAIChat", |
|
|
"OpaquePrompts", |
|
|
"RWKV", |
|
|
"Replicate", |
|
|
"SagemakerEndpoint", |
|
|
"SelfHostedHuggingFaceLLM", |
|
|
"SelfHostedPipeline", |
|
|
"StochasticAI", |
|
|
"TitanTakeoff", |
|
|
"TitanTakeoffPro", |
|
|
"Tongyi", |
|
|
"VertexAI", |
|
|
"VertexAIModelGarden", |
|
|
"VLLM", |
|
|
"VLLMOpenAI", |
|
|
"WatsonxLLM", |
|
|
"Writer", |
|
|
"OctoAIEndpoint", |
|
|
"Xinference", |
|
|
"JavelinAIGateway", |
|
|
"QianfanLLMEndpoint", |
|
|
"YandexGPT", |
|
|
"VolcEngineMaasLLM", |
|
|
] |
|
|
|
|
|
|
|
|
def get_type_to_cls_dict() -> Dict[str, Callable[[], Type[BaseLLM]]]: |
|
|
return { |
|
|
"ai21": _import_ai21, |
|
|
"aleph_alpha": _import_aleph_alpha, |
|
|
"amazon_api_gateway": _import_amazon_api_gateway, |
|
|
"amazon_bedrock": _import_bedrock, |
|
|
"anthropic": _import_anthropic, |
|
|
"anyscale": _import_anyscale, |
|
|
"arcee": _import_arcee, |
|
|
"aviary": _import_aviary, |
|
|
"azure": _import_azure_openai, |
|
|
"azureml_endpoint": _import_azureml_endpoint, |
|
|
"bananadev": _import_bananadev, |
|
|
"baseten": _import_baseten, |
|
|
"beam": _import_beam, |
|
|
"cerebriumai": _import_cerebriumai, |
|
|
"chat_glm": _import_chatglm, |
|
|
"clarifai": _import_clarifai, |
|
|
"cohere": _import_cohere, |
|
|
"ctransformers": _import_ctransformers, |
|
|
"ctranslate2": _import_ctranslate2, |
|
|
"databricks": _import_databricks, |
|
|
"databricks-chat": _import_databricks_chat, |
|
|
"deepinfra": _import_deepinfra, |
|
|
"deepsparse": _import_deepsparse, |
|
|
"edenai": _import_edenai, |
|
|
"fake-list": _import_fake, |
|
|
"forefrontai": _import_forefrontai, |
|
|
"giga-chat-model": _import_gigachat, |
|
|
"google_palm": _import_google_palm, |
|
|
"gooseai": _import_gooseai, |
|
|
"gradient": _import_gradient_ai, |
|
|
"gpt4all": _import_gpt4all, |
|
|
"huggingface_endpoint": _import_huggingface_endpoint, |
|
|
"huggingface_hub": _import_huggingface_hub, |
|
|
"huggingface_pipeline": _import_huggingface_pipeline, |
|
|
"huggingface_textgen_inference": _import_huggingface_text_gen_inference, |
|
|
"human-input": _import_human, |
|
|
"koboldai": _import_koboldai, |
|
|
"llamacpp": _import_llamacpp, |
|
|
"textgen": _import_textgen, |
|
|
"minimax": _import_minimax, |
|
|
"mlflow": _import_mlflow, |
|
|
"mlflow-chat": _import_mlflow_chat, |
|
|
"mlflow-ai-gateway": _import_mlflow_ai_gateway, |
|
|
"modal": _import_modal, |
|
|
"mosaic": _import_mosaicml, |
|
|
"nebula": _import_symblai_nebula, |
|
|
"nibittensor": _import_bittensor, |
|
|
"nlpcloud": _import_nlpcloud, |
|
|
"ollama": _import_ollama, |
|
|
"openai": _import_openai, |
|
|
"openlm": _import_openlm, |
|
|
"pai_eas_endpoint": _import_pai_eas_endpoint, |
|
|
"petals": _import_petals, |
|
|
"pipelineai": _import_pipelineai, |
|
|
"predibase": _import_predibase, |
|
|
"opaqueprompts": _import_opaqueprompts, |
|
|
"replicate": _import_replicate, |
|
|
"rwkv": _import_rwkv, |
|
|
"sagemaker_endpoint": _import_sagemaker_endpoint, |
|
|
"self_hosted": _import_self_hosted, |
|
|
"self_hosted_hugging_face": _import_self_hosted_hugging_face, |
|
|
"stochasticai": _import_stochasticai, |
|
|
"together": _import_together, |
|
|
"tongyi": _import_tongyi, |
|
|
"titan_takeoff": _import_titan_takeoff, |
|
|
"titan_takeoff_pro": _import_titan_takeoff_pro, |
|
|
"vertexai": _import_vertex, |
|
|
"vertexai_model_garden": _import_vertex_model_garden, |
|
|
"openllm": _import_openllm, |
|
|
"openllm_client": _import_openllm, |
|
|
"vllm": _import_vllm, |
|
|
"vllm_openai": _import_vllm_openai, |
|
|
"watsonxllm": _import_watsonxllm, |
|
|
"writer": _import_writer, |
|
|
"xinference": _import_xinference, |
|
|
"javelin-ai-gateway": _import_javelin_ai_gateway, |
|
|
"qianfan_endpoint": _import_baidu_qianfan_endpoint, |
|
|
"yandex_gpt": _import_yandex_gpt, |
|
|
"VolcEngineMaasLLM": _import_volcengine_maas, |
|
|
} |
|
|
|
