chain_app.py

import chainlit as cl
from gradio_client import Client
from openai import OpenAI
from groq import Groq
import requests
from chainlit.input_widget import Select, Slider

hf_token = os.environ.get("HF_TOKEN")
openai_api_key = os.environ.get('OPENAI_API_KEY')
groq_api_key = os.environ.get('GROQ_API_KEY')

hf_text_client = Client("Artin2009/text-generation", hf_token=hf_token)
# hf_image_client = Client('Artin2009/image-generation', hf_token='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')
openai_client = OpenAI(api_key=openai_api_key)
groq_client = Groq(api_key=groq_api_key)

API_URL = "https://api-inference.huggingface.co/models/PartAI/TookaBERT-Large"
headers = {"Authorization": f"Bearer {hf_token}"}


def query(payload):
	response = requests.post(API_URL, headers=headers, json=payload)
	return response.json()

@cl.set_chat_profiles
async def chat_profile():
    return [
        cl.ChatProfile(
            name="None",
            markdown_description="None",
        ),
        cl.ChatProfile(
            name="neural-brain-AI",
            markdown_description="The main model of neural brain",
        ),
        cl.ChatProfile(
            name="Dorna-AI",
            markdown_description="One of the open-sourced models that neural brain team fine-tuned",
        ),
        cl.ChatProfile(
            name='Image-Generation',
            markdown_description='Our image generation model, has a performance like midjourney',
        ),
        cl.ChatProfile(
            name="GPT-4",
            markdown_description="OpenAI's GPT-4 model",
        ),
        cl.ChatProfile(
            name="gpt-3.5-turbo",
            markdown_description="OpenAI's GPT-3.5 Turbo model",
        ),
        cl.ChatProfile(
            name="GPT-3.5-turbo-0125",
            markdown_description="OpenAI's GPT-3.5 Turbo 0125 model",
        ),
        cl.ChatProfile(
            name="gpt-3.5-turbo-1106",
            markdown_description="OpenAI's GPT-3.5 Turbo 1106 model",
        ),
        cl.ChatProfile(
            name="davinci-002",
            markdown_description="OpenAI's Davinci-002 model",
        ),
        cl.ChatProfile(
            name="TTS",
            markdown_description="OpenAI's Text-to-Speech model",
        ),
        cl.ChatProfile(
            name="Llama-3-70B",
            markdown_description="Meta Open Source model Llama-2 with 70B parameters",
        ),
        cl.ChatProfile(
            name="Llama-3-8B",
            markdown_description="Meta Open Source model Llama-2 with 7B parameters",
        ),
        cl.ChatProfile(
            name = "gemma-7B",
            markdown_description = 'Google Open Source LLM'
        ),
        cl.ChatProfile(
            name="zephyr-7B",
            markdown_description="Open Source model Zephyr with 7B parameters",
        ),
        cl.ChatProfile(
            name='mistral-7B',
            markdown_description = 'mistral open source LLM with 7B parameters'
        ),
        cl.ChatProfile(
            name="Toka-353M",
            markdown_description="PartAI Open Source model Toka with 353M parameters",
        )
    ]

@cl.on_chat_start
async def on_chat_start():
    chat_profile = cl.user_session.get("chat_profile")
    if chat_profile == 'neural-brain-AI':
        await cl.ChatSettings(
            [
            Select(
                id="NB-Model",
                label="NeuralBrain - Models",
                values=["Neural Brain AI"],
                initial_index=0,
            )
            ]
            ).send()
        await cl.Message(
            content="Hello, I am the main model of neural brain team, i am an instance of ChatGPT-4, This team finetuned me and i am ready to help you"
        ).send()

    if chat_profile == 'Dorna-AI':
        await cl.ChatSettings(
            [
             Select(
                    id="param_3",
                    label="Parameter 3",
                    values=["512"],  # Only one selectable value
                    initial_index=0,
                    tooltip="Config parameter 3 (e.g., max tokens)",
                ),
                Select(
                    id="param_4",
                    label="Parameter 4",
                    values=["0.7"],  # Only one selectable value
                    initial_index=0,
                    tooltip="Config parameter 4 (e.g., temperature)",
                ),
                Select(
                    id="param_5",
                    label="Parameter 5",
                    values=["0.95"],  # Only one selectable value
                    initial_index=0,
                    tooltip="Config parameter 5 (e.g., top_p)",
                ),
                Select(
                    id="api_name",
                    label="API Name",
                    values=["/chat"],
                    initial_index=0,
                ),
            ]
        ).send()

        await cl.Message(
            content='my name is Dorna, Your AI Assistant designed by neural nexus team. i was made by Artin Daneshvar and Sadra Noadoust, 2 iranian students!'
        ).send()

    if chat_profile == 'Image-Generation':
        await cl.ChatSettings(
            [
            Slider(
                id="Image_Width",
                label="Image Width",
                initial=512,
                min=256,
                max=2048,
                step=64,
                tooltip="Measured in pixels",
            ),
            Slider(
                id="Image_Height",
                label="Image Height",
                initial=512,
                min=256,
                max=2048,
                step=64,
                tooltip="Measured in pixels",
        )
        ]).send()

        image = cl.Image(path='cat.png', name="result", display="inline")
        await cl.Message(
            content="I can make high quality & resoloution images for you, This is an example of what i can do!",
            elements=[image],
        ).send()

    if chat_profile == 'GPT-4':
        await cl.ChatSettings(
            [
                Select(
                    id="OpenAI-Model",
                    label="OpenAI - Model",
                    values=["gpt-4"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im OpenAI's latest and biggest model.  i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()

    if chat_profile == 'gpt-3.5-turbo':
        await cl.ChatSettings(
            [
                Select(
                    id="OpenAI-Model",
                    label="OpenAI - Model",
                    values=["gpt-3.5-turbo"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'GPT-3.5-turbo-0125':
        await cl.ChatSettings(
            [
                Select(
                    id="OpenAI-Model",
                    label="OpenAI - Model",
                    values=["gpt-3.5-turbo-0125"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()

    if chat_profile == 'gpt-3.5-turbo-1106':
        await cl.ChatSettings(
            [
                Select(
                    id="OpenAI-Model",
                    label="OpenAI - Model",
                    values=["gpt-3.5-turbo-1106"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()

    if chat_profile == 'davinci-002':
        await cl.ChatSettings(
            [
                Select(
                    id="OpenAI-Model",
                    label="OpenAI - Model",
                    values=["davinci-002"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im one of the OpenAI's models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'TTS':
        await cl.Message(
            content="Im TTS. of the best models OpenAI ever created. i can convert text to speech! . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'Llama-3-70B':
        await cl.ChatSettings(
            [
                Select(
                    id="Meta-Model",
                    label="Meta - Model",
                    values=["Llama-3-70B"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im the big Llama!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'Llama-3-8B':
        await cl.ChatSettings(
            [
                Select(
                    id="Meta-Model",
                    label="Meta - Model",
                    values=["Llama-3-8B"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()        
        await cl.Message(
            content="Im The small Llama!. one of the best open source models released by Meta! i am the small version of meta's open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'gemma-7B':
        await cl.ChatSettings(
            [
                Select(
                    id="Google-Model",
                    label="Google - Model",
                    values=["Gemma-7B"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im Gemma. the small version of google open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'zephyr-7B':
        await cl.ChatSettings(
            [
                Select(
                    id="zephyr-Model",
                    label="zephyr - Model",
                    values=["zephyr-7B"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im Zephyr. One of the best open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'mistral-7B':
        await cl.ChatSettings(
            [
                Select(
                    id="Mistral-Model",
                    label="Mistral - Model",
                    values=["Mistral-7B"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im Mistral. the small version of Mistral Family. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
        ).send()
    if chat_profile == 'Toka-353M':
        await cl.ChatSettings(
            [
                Select(
                    id="PartAI-Model",
                    label="PartAI - Model",
                    values=["TokaBert-353M"],
                    initial_index=0,
                ),
                Slider(
                    id="Temperature",
                    label="Model Temperature",
                    initial=0.7,
                    min=0,
                    max=1,
                    step=0.1,
                ),
            ]
        ).send()
        await cl.Message(
            content="Im Toka. An opens source  persian LLM . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? you should ask me your questions like : the capital of england is <mask> "
        ).send()


@cl.on_message  
async def main(message: cl.Message):
    chat_profile = cl.user_session.get("chat_profile")
    if not chat_profile or chat_profile == 'None':
        await cl.Message(
            content="Please select a model first."
        ).send()
        return
    if chat_profile == 'neural-brain-AI':
        completion = openai_client.chat.completions.create(
            model="ft:gpt-3.5-turbo-1106:nb:aria1:9UWDrLJK",
            messages=[
                {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
                {"role": "user", "content": message.content}
            ]
        )
        model_response = completion.choices[0].message.content
        await cl.Message(
            content=model_response
        ).send()

    elif chat_profile == "Dorna-AI":
        result = hf_text_client.predict(
            message=message.content,
            request="your name is Dorna,An AI Assistant designed by neural nexus team. i was made by Artin Daneshvar and Sadra Noadoust, 2 iranian students!",
            param_3=512,
            param_4=0.7,
            param_5=0.95,
            api_name="/chat"
        )
        model_response = result.strip("</s>") 
        await cl.Message(
            content=model_response
        ).send()
    
    elif chat_profile == 'Image-Generation':
        await cl.ChatSettings(
            Slider(
                id="Image_Width",
                label="Image Width",
                initial=512,
                min=256,
                max=2048,
                step=64,
                tooltip="Measured in pixels",
            ),
            Slider(
                id="Image_Height",
                label="Image Height",
                initial=512,
                min=256,
                max=2048,
                step=64,
                tooltip="Measured in pixels",
        )).send()
        result = hf_image_client.predict(
		prompt=message.content,
		negative_prompt="",
		seed=0,
		randomize_seed=True,
		width=512,
		height=512,
		guidance_scale=0,
		num_inference_steps=2,
		api_name="/infer"
        )
        image = cl.Image(path=result, name="result", display="inline")
        await cl.Message(
            content="This message has an image!",
            elements=[image],
        ).send()
    elif chat_profile == 'GPT-4':
        completion = openai_client.chat.completions.create(
            model="gpt-4",
            messages=[
                {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
                {"role": "user", "content": message.content}
            ]
        )
        model_response = completion.choices[0].message.content
        await cl.Message(
            content=model_response
        ).send()

    elif chat_profile == 'gpt-3.5-turbo':
        completion = openai_client.chat.completions.create(
            model="gpt-3.5-turbo",
            messages=[
                {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
                {"role": "user", "content": message.content}
            ]
        )
        model_response = completion.choices[0].message.content
        await cl.Message(
            content=model_response
        ).send()
    elif chat_profile == 'GPT-3.5-turbo-0125':
        completion = openai_client.chat.completions.create(
            model="GPT-3.5-turbo-0125",
            messages=[
                {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
                {"role": "user", "content": message.content}
            ]
        )
        model_response = completion.choices[0].message.content
        await cl.Message(
            content=model_response
        ).send()
    elif chat_profile == 'gpt-3.5-turbo-1106':
        completion = openai_client.chat.completions.create(
            model="gpt-3.5-turbo-1106",
            messages=[
                {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
                {"role": "user", "content": message.content}
            ]
        )
        model_response = completion.choices[0].message.content
        await cl.Message(
            content=model_response
        ).send()
    elif chat_profile == 'davinci-002':
        completion = openai_client.chat.completions.create(
            model="davinci-002",
            messages=[
                {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
                {"role": "user", "content": message.content}
            ]
        )
        model_response = completion.choices[0].message.content
        await cl.Message(
            content=model_response
        ).send()

    elif chat_profile == 'TTS':
        response = openai_client.audio.speech.create(
            model="tts-1",
            voice="alloy",
            input=message.content,
        )

        response.stream_to_file("output.mp3")

        elements = [
            cl.Audio(name="output.mp3", path="./output.mp3", display="inline"),
        ]
        await cl.Message(
            content="Here it is the response!",
            elements=elements,
        ).send()

    elif chat_profile == 'Llama-3-70B':
        completion = groq_client.chat.completions.create(
            model="llama3-70b-8192",
            messages=[
                {
                    "role": "user",
                    "content": message.content
                }
            ],
            temperature=1,
            max_tokens=1024,
            top_p=1,
            stream=True,
            stop=None,
        )

        complete_content = ""

        # Iterate over each chunk
        for chunk in completion:
            # Retrieve the content from the current chunk
            content = chunk.choices[0].delta.content
            
            # Check if the content is not None before concatenating it
            if content is not None:
                complete_content += content

        # Send the concatenated content as a message
        await cl.Message(content=complete_content).send()

    elif chat_profile == 'Llama-3-8B':
        completion = groq_client.chat.completions.create(
            model="llama3-8b-8192",
            messages=[
                {
                    "role": "user",
                    "content": message.content
                }
            ],
            temperature=1,
            max_tokens=1024,
            top_p=1,
            stream=True,
            stop=None,
        )

        complete_content = ""

        # Iterate over each chunk
        for chunk in completion:
            # Retrieve the content from the current chunk
            content = chunk.choices[0].delta.content
            
            # Check if the content is not None before concatenating it
            if content is not None:
                complete_content += content

        # Send the concatenated content as a message
        await cl.Message(content=complete_content).send()

    elif chat_profile == 'gemma-7B':
        completion = groq_client.chat.completions.create(
            model="gemma-7b-it",
            messages=[
                {
                    "role": "user",
                    "content": message.content
                }
            ],
            temperature=1,
            max_tokens=1024,
            top_p=1,
            stream=True,
            stop=None,
        )

        complete_content = ""

        # Iterate over each chunk
        for chunk in completion:
            # Retrieve the content from the current chunk
            content = chunk.choices[0].delta.content
            
            # Check if the content is not None before concatenating it
            if content is not None:
                complete_content += content

        # Send the concatenated content as a message
        await cl.Message(content=complete_content).send()

    elif chat_profile == "zephyr-7B":
        result = hf_text_client.predict(
            message=message.content,
            request="your name is zephyr,An AI Assistant designed by neural nexus team. i was made by Artin Daneshvar and Sadra Noadoust, 2 iranian students!",
            param_3=512,
            param_4=0.7,
            param_5=0.95,
            api_name="/chat"
        )
        model_response = result.strip("</s>") 
        await cl.Message(
            content=model_response
        ).send()

    elif chat_profile == 'mistral-7B':
        completion = groq_client.chat.completions.create(
            model="mixtral-8x7b-32768",
            messages=[
                {
                    "role": "user",
                    "content": message.content
                }
            ],
            temperature=1,
            max_tokens=1024,
            top_p=1,
            stream=True,
            stop=None,
        )

        complete_content = ""

        for chunk in completion:
            content = chunk.choices[0].delta.content
            
            if content is not None:
                complete_content += content

        await cl.Message(content=complete_content).send() 

    elif chat_profile == 'Toka-353M':
        output = query({
        "inputs": message.content,
    })
        await cl.Message(content=output[0]['sequence']).send()

@cl.on_settings_update
async def setup_agent(settings):
    print("on_settings_update", settings)