chat.py

from openai import OpenAI

def chat_completion(

    api_key: str,

    model: str,

    messages: list,

    tokens: int,

    temp: float,

    topp: float,

    freq: float,

    pres: float,

    stop: list):
    api_key = api_key
    base_url = "https://api.siliconflow.cn/v1"
    client = OpenAI(api_key=api_key, base_url=base_url)
    response = client.chat.completions.create(
        model=model,
        messages=messages,
        max_tokens=tokens,
        temperature=temp,
        top_p=topp,
        frequency_penalty=freq,
        presence_penalty=pres,
        stop=stop,
        stream=True
    )
    return response