openai_model.py

# ruff: noqa: F401

import os
import sys

from exit_gracefully import exit_gracefully
from loguru import logger
from smolagents import LiteLLMModel, OpenAIServerModel
import rich

print = rich.get_console().print  # noqa


def openai_model(
    model_id = None,
    api_base = None,
    api_key = None,
    kwargs = None,
):
    kwargs = kwargs or {}
    # default siliconflow
    api_base = api_base or "https://api.siliconflow.cn/v1"
    api_key = api_key or os.getenv("SILICONFLOW_API_KEY")
    model_id = model_id or "deepseek-ai/DeepSeek-V3"

    return OpenAIServerModel(
        model_id,
        api_base=api_base,
        api_key=api_key,
        temperature=0.,
        **kwargs,
    )

def main():
    messages = [{'role': 'user', 'content': 'Say this is a test.'}]
    logger.debug(sys.argv)
    if not sys.argv[1:]:
        model = openai_model()
        logger.debug(model(messages))
        return

    if len(sys.argv[1:]) < 3:
        raise SystemExit("Provide at least three args (model_id, api_base, api_key)")

    model_id, api_base, api_key, *_ = sys.argv[1:]
    model = openai_model(model_id, api_base, api_key)
    try:
        response = model(messages)
        logger.debug(response)
    except Exception as e:
        logger.error(e)
        return
    try:
        print(response.content)
    except Exception as e:
        logger.error(e)


if __name__ == "__main__":
    main()
    # python openai_model.py
    #  deepseek-ai/DeepSeek-V3 https://api.siliconflow.cn/v1 %SILICONFLOW_API_KEY%

    # python openai_model.py  grok-3-beta https://api.x.ai/v1 %XAI_API_KEY%

    #   gemini-2.5-flash-preview-04-17  https://generativelanguage.googleapis.com/v1beta %GEMINI_API_KEY%
    #   gemini-2.0-flash

    # https://api.together.ai/models/deepseek-ai/DeepSeek-V3
    # deepseek-ai/DeepSeek-V3 https://api.together.xyz/v1 %TOGETHER_API_KEY%

    #  deepseek-chat  https://litellm.dattw.eu.org/v1 %LITELLM_API_KEY%

    #

    # LLM API proxy: https://linux.do/t/topic/290871