Spaces:

Artin2009
/

MultiLLM-ChainLit

Runtime error

App Files Files Community

MultiLLM-ChainLit / chain_app.py

Artin2009

Update chain_app.py

7e3b889 verified 3 months ago

raw

history blame

113 kB

	import chainlit as cl
	from gradio_client import Client
	from openai import OpenAI
	from groq import Groq
	import requests
	from chainlit.input_widget import Select, Slider
	import os
	import cohere
	from huggingface_hub import InferenceClient
	from fireworks.client import Fireworks


	hf_token = os.environ.get("HF_TOKEN")
	hf_token_llama_3_1 = os.environ.get('HF_TOKEN_FOR_31')
	openai_api_key = os.environ.get('OPENAI_API_KEY')
	groq_api_key = os.environ.get('GROQ_API_KEY')
	cohere_api_key = os.environ.get('COHERE_API_KEY')


	hf_text_client = Client("Artin2009/text-generation", hf_token=hf_token)
	# hf_image_client = Client('Artin2009/image-generation')
	openai_client = OpenAI(api_key=openai_api_key)
	groq_client = Groq(api_key=groq_api_key)

	co = cohere.Client(
	api_key=cohere_api_key,
	)

	# API_URL = "https://api-inference.huggingface.co/models/PartAI/TookaBERT-Large"
	# headers = {"Authorization": f"Bearer {hf_token}"}


	# def query(payload):
	# response = requests.post(API_URL, headers=headers, json=payload)
	# return response.json()

	@cl.set_starters
	async def set_starters():
	return [
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)
	]

	@cl.set_chat_profiles
	async def chat_profile():
	return [
	cl.ChatProfile(
	name="None",
	markdown_description="None",
	),
	cl.ChatProfile(
	name="neural-brain-AI",
	markdown_description="The main model of neural brain",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Dorna-AI",
	markdown_description="One of the open-sourced models that neural brain team fine-tuned",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	# # cl.ChatProfile(
	# # name='Image-Generation',
	# # markdown_description='Our image generation model, has a performance like midjourney',
	# # ),
	cl.ChatProfile(
	name="gpt4-o-mini",
	markdown_description="The best state of the art openai model",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="GPT-4",
	markdown_description="OpenAI's GPT-4 model",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="gpt-3.5-turbo",
	markdown_description="OpenAI's GPT-3.5 Turbo model",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	# cl.ChatProfile(
	# name="GPT-3.5-turbo-0125",
	# markdown_description="OpenAI's GPT-3.5 Turbo 0125 model",
	# ),
	cl.ChatProfile(
	name="gpt-3.5-turbo-1106",
	markdown_description="OpenAI's GPT-3.5 Turbo 1106 model",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	# # cl.ChatProfile(
	# # name="davinci-002",
	# # markdown_description="OpenAI's Davinci-002 model",
	# ),
	cl.ChatProfile(
	name="TTS",
	markdown_description="OpenAI's Text-to-Speech model",
	),
	cl.ChatProfile(
	name="Qwen2-57B",
	markdown_description="Qwen second generation model with 57B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Qwen2-7B",
	markdown_description="Qwen second generation model with 7B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Qwen2-1.5B",
	markdown_description="Qwen second generation model with 1.5B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Qwen2-0.5B",
	markdown_description="Qwen second generation model with 0.5B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Qwen1.5-110B",
	markdown_description="Qwen first generation improved model with 110B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	# # cl.ChatProfile(
	# # name="Qwen1.5-72B",
	# # markdown_description="Qwen first generation improved model with 72B parameters",
	# # ),
	cl.ChatProfile(
	name="Qwen1.5-32B",
	markdown_description="Qwen first generation improved model with 32B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Qwen1.5-2.7B",
	markdown_description="Qwen first generation improved model with 2.7B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	# # cl.ChatProfile(
	# # name="Qwen-72B",
	# # markdown_description="Qwen first generation model with 72B parameters",
	# # ),
	# # cl.ChatProfile(
	# # name="Qwen-14B",
	# # markdown_description="Qwen first generation model with 14B parameters",
	# # ),
	# # cl.ChatProfile(
	# # name="Qwen-7B",
	# # markdown_description="Qwen first generation model with 7B parameters",
	# # ),
	cl.ChatProfile(
	name="Llama-3.1-405B",
	markdown_description="Meta Open Source Model Llama with 405B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Llama-3.1-70B",
	markdown_description="Meta Open Source Model Llama with 70B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Llama-3.1-8B",
	markdown_description="Meta Open Source Model Llama with 8B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Llama-3-70B",
	markdown_description="Meta Open Source model Llama-3 with 70B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="Llama-3-8B",
	markdown_description="Meta Open Source model Llama-2 with 7B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name='Aya-35B',
	markdown_description='Cohere open sourced AI model with 35B parameters',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name='Aya-23B',
	markdown_description='Cohere open sourced AI model with 23B parameters',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name='Command-R-Plus',
	markdown_description='Cohere open sourced AI model named Command R plus',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name='Command-R',
	markdown_description='Cohere open sourced AI model named Command R',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]

	),
	cl.ChatProfile(
	name='Command-Light',
	markdown_description='Cohere open sourced AI model named Command R',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]

	),
	cl.ChatProfile(
	name='Command-Light-Nightly',
	markdown_description='Cohere open sourced AI model named Command R',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]

	),
	cl.ChatProfile(
	name='Command-Nightly',
	markdown_description='Cohere open sourced AI model named Command R',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]

	),
	cl.ChatProfile(
	name='Command',
	markdown_description='Cohere open sourced AI model named Command R',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]

	),

	cl.ChatProfile(
	name = "gemma2-27B",
	markdown_description = 'Google Generation 2 Open Source LLM with 27B parameters',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),

	cl.ChatProfile(
	name = "gemma2-9B",
	markdown_description = 'Google Generation 2 Open Source LLM with 9B parameters',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name = "gemma-7B",
	markdown_description = 'Google Generation 1 Open Source LLM with 7B parameters',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name="zephyr-7B",
	markdown_description="Open Source model Zephyr with 7B parameters",
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name='mistral-nemo-12B',
	markdown_description='mistral open source LLM with 12B parameters',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	cl.ChatProfile(
	name='mixtral-8x7B',
	markdown_description = 'mistral open source LLM with 7B parameters',
	starters=[
	cl.Starter(
	label="Morning routine ideation",
	message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	),

	cl.Starter(
	label="Explain superconductors",
	message="Explain superconductors like I'm five years old.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	),
	cl.Starter(
	label="Python script for daily email reports",
	message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	),
	cl.Starter(
	label="Text inviting friend to wedding",
	message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	)

	]
	),
	# # cl.ChatProfile(
	# # name="Toka-353M",
	# # markdown_description="PartAI Open Source model Toka with 353M parameters",
	# # )
	]

	# @cl.set_chat_profiles
	# async def chat_profile(current_user: cl.User):
	# chat_profile = cl.user_session.get("chat_profile")
	# if chat_profile is not None:
	# return [
	# cl.ChatProfile(
	# name="My Chat Profile",
	# icon="https://picsum.photos/250",
	# markdown_description="The underlying LLM model is GPT-3.5, a 175B parameter model trained on 410GB of text data.",
	# starters=[
	# cl.Starter(
	# label="Morning routine ideation",
	# message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
	# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
	# ),

	# cl.Starter(
	# label="Explain superconductors",
	# message="Explain superconductors like I'm five years old.",
	# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
	# ),
	# cl.Starter(
	# label="Python script for daily email reports",
	# message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
	# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
	# ),
	# cl.Starter(
	# label="Text inviting friend to wedding",
	# message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
	# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
	# )
	# ]
	# )
	# ]



	@cl.on_chat_start
	async def on_chat_start():
	chat_profile = cl.user_session.get("chat_profile")
	if chat_profile == 'neural-brain-AI':
	await cl.ChatSettings(
	[
	Select(
	id="NB-Model",
	label="NeuralBrain - Models",
	values=["Neural Brain AI"],
	initial_index=0,
	)
	]
	).send()
	# await cl.Message(
	# content="Hello, I am the main model of neural brain team, i am an instance of ChatGPT-4, This team finetuned me and i am ready to help you"
	# ).send()

	if chat_profile == 'Dorna-AI':
	await cl.ChatSettings(
	[
	Select(
	id="param_3",
	label="Parameter 3",
	values=["512"], # Only one selectable value
	initial_index=0,
	tooltip="Config parameter 3 (e.g., max tokens)",
	),
	Select(
	id="param_4",
	label="Parameter 4",
	values=["0.7"], # Only one selectable value
	initial_index=0,
	tooltip="Config parameter 4 (e.g., temperature)",
	),
	Select(
	id="param_5",
	label="Parameter 5",
	values=["0.95"], # Only one selectable value
	initial_index=0,
	tooltip="Config parameter 5 (e.g., top_p)",
	),
	Select(
	id="api_name",
	label="API Name",
	values=["/chat"],
	initial_index=0,
	),
	]
	).send()

	# await cl.Message(
	# content='my name is Dorna, Your AI Assistant designed by neural nexus team. i was made by Artin Daneshvar and Sadra Noadoust, 2 iranian students!'
	# ).send()
	if chat_profile == 'gpt4-o-mini':
	await cl.ChatSettings(
	[
	Select(
	id="OpenAI-Model",
	label="OpenAI - Model",
	values=["gpt4-o-mini"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im one of the best models openai have released and i am configured by two iranian boys to help you."
	# ).send()

	# if chat_profile == 'Image-Generation':
	# image = cl.Image(path='cat.png', name="result", display="inline")
	# await cl.Message(
	# content="I can make high quality & resoloution images for you, This is an example of what i can do!",
	# elements=[image],
	# ).send()
	if chat_profile == 'GPT-4':
	await cl.ChatSettings(
	[
	Select(
	id="OpenAI-Model",
	label="OpenAI - Model",
	values=["gpt-4"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im OpenAI's latest and biggest model. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	if chat_profile == 'gpt-3.5-turbo':
	await cl.ChatSettings(
	[
	Select(
	id="OpenAI-Model",
	label="OpenAI - Model",
	values=["gpt-3.5-turbo"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()
	# if chat_profile == 'GPT-3.5-turbo-0125':
	# await cl.ChatSettings(
	# [
	# Select(
	# id="OpenAI-Model",
	# label="OpenAI - Model",
	# values=["gpt-3.5-turbo-0125"],
	# initial_index=0,
	# ),
	# Slider(
	# id="Temperature",
	# label="Model Temperature",
	# initial=0.7,
	# min=0,
	# max=1,
	# step=0.1,
	# ),
	# ]
	# ).send()
	# await cl.Message(
	# content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	if chat_profile == 'gpt-3.5-turbo-1106':
	await cl.ChatSettings(
	[
	Select(
	id="OpenAI-Model",
	label="OpenAI - Model",
	values=["gpt-3.5-turbo-1106"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	# if chat_profile == 'davinci-002':
	# await cl.ChatSettings(
	# [
	# Select(
	# id="OpenAI-Model",
	# label="OpenAI - Model",
	# values=["davinci-002"],
	# initial_index=0,
	# ),
	# Slider(
	# id="Temperature",
	# label="Model Temperature",
	# initial=0.7,
	# min=0,
	# max=1,
	# step=0.1,
	# ),
	# ]
	# ).send()
	# await cl.Message(
	# content="Im one of the OpenAI's models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()
	if chat_profile == 'TTS':
	await cl.Message(
	content="Im TTS. of the best models OpenAI ever created. i can convert text to speech! . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	).send()

	if chat_profile == 'Qwen2-57B':
	await cl.ChatSettings(
	[
	Select(
	id="Qwen-Model",
	label="Qwen - Model",
	values=["Qwen2-57B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im Qwens second generation second large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	if chat_profile == 'Qwen2-7B':
	await cl.ChatSettings(
	[
	Select(
	id="Qwen-Model",
	label="Qwen - Model",
	values=["Qwen2-7B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im Qwens second generation third large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	if chat_profile == 'Qwen2-1.5B':
	await cl.ChatSettings(
	[
	Select(
	id="Qwen-Model",
	label="Qwen - Model",
	values=["Qwen2-1.5B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im Qwens second generation small model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	if chat_profile == 'Qwen2-0.5B':
	await cl.ChatSettings(
	[
	Select(
	id="Qwen-Model",
	label="Qwen - Model",
	values=["Qwen2-0.5B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im Qwens second generation small model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	if chat_profile == 'Qwen1.5-110B':
	await cl.ChatSettings(
	[
	Select(
	id="Qwen-Model",
	label="Qwen - Model",
	values=["Qwen1.5-110B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im Qwens 1.5th generation Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	# if chat_profile == 'Qwen1.5-72B':
	# await cl.ChatSettings(
	# [
	# Select(
	# id="Qwen-Model",
	# label="Qwen - Model",
	# values=["Qwen1.5-72B"],
	# initial_index=0,
	# ),
	# Slider(
	# id="Temperature",
	# label="Model Temperature",
	# initial=0.7,
	# min=0,
	# max=1,
	# step=0.1,
	# ),
	# ]
	# ).send()
	# await cl.Message(
	# content='Im Qwens 1.5th generation second Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	if chat_profile == 'Qwen1.5-32B':
	await cl.ChatSettings(
	[
	Select(
	id="Qwen-Model",
	label="Qwen - Model",
	values=["Qwen1.5-32B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im Qwens 1.5th generation third Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	if chat_profile == 'Qwen1.5-2.7B':
	await cl.ChatSettings(
	[
	Select(
	id="Qwen-Model",
	label="Qwen - Model",
	values=["Qwen1.5-2.7B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im Qwens 1.5th generation small model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	# if chat_profile == 'Qwen-72B':
	# await cl.ChatSettings(
	# [
	# Select(
	# id="Qwen-Model",
	# label="Qwen - Model",
	# values=["Qwen-72B"],
	# initial_index=0,
	# ),
	# Slider(
	# id="Temperature",
	# label="Model Temperature",
	# initial=0.7,
	# min=0,
	# max=1,
	# step=0.1,
	# ),
	# ]
	# ).send()
	# await cl.Message(
	# content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	# if chat_profile == 'Qwen-14B':
	# await cl.ChatSettings(
	# [
	# Select(
	# id="Qwen-Model",
	# label="Qwen - Model",
	# values=["Qwen-14B"],
	# initial_index=0,
	# ),
	# Slider(
	# id="Temperature",
	# label="Model Temperature",
	# initial=0.7,
	# min=0,
	# max=1,
	# step=0.1,
	# ),
	# ]
	# ).send()
	# await cl.Message(
	# content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	# if chat_profile == 'Qwen-7B':
	# await cl.ChatSettings(
	# [
	# Select(
	# id="Qwen-Model",
	# label="Qwen - Model",
	# values=["Qwen-7B"],
	# initial_index=0,
	# ),
	# Slider(
	# id="Temperature",
	# label="Model Temperature",
	# initial=0.7,
	# min=0,
	# max=1,
	# step=0.1,
	# ),
	# ]
	# ).send()
	# await cl.Message(
	# content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
	# ).send()

	if chat_profile == 'Llama-3.1-405B':
	await cl.ChatSettings(
	[
	Select(
	id="Meta-Model",
	label="Meta - Model",
	values=["Llama-3.1-405B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im the big Llama-3.1!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	if chat_profile == 'Llama-3.1-70B':
	await cl.ChatSettings(
	[
	Select(
	id="Meta-Model",
	label="Meta - Model",
	values=["Llama-3.1-70B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()

	# await cl.Message(
	# content="Im the second-big Llama-3.1!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()
	if chat_profile == 'Llama-3.1-8B':
	await cl.ChatSettings(
	[
	Select(
	id="Meta-Model",
	label="Meta - Model",
	values=["Llama-3.1-8B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im the small Llama-3.1!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	if chat_profile == 'Llama-3-70B':
	await cl.ChatSettings(
	[
	Select(
	id="Meta-Model",
	label="Meta - Model",
	values=["Llama-3-70B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im the big Llama-3!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()
	if chat_profile == 'Llama-3-8B':
	await cl.ChatSettings(
	[
	Select(
	id="Meta-Model",
	label="Meta - Model",
	values=["Llama-3-8B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()

	# await cl.Message(
	# content="Im The small Llama!. one of the best open source models released by Meta! i am the small version of meta's open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	if chat_profile == 'Aya-23B':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Aya-23B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# ).send()

	if chat_profile == 'Aya-35B':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Aya-35B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# ).send()

	if chat_profile == 'Command-R-Plus':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Command-R-Plus"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# ).send()

	if chat_profile == 'Command-Nightly':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Command-Nightly"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# ).send()

	if chat_profile == 'Command-Light-Nightly':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Command-Light-Nigtly"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# ).send()

	if chat_profile == 'Command-Light':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Command-Light"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# )

	if chat_profile == 'Command-R':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Command-R"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# ).send()

	if chat_profile == 'Command':
	await cl.ChatSettings(
	[
	Select(
	id="Cohere-Model",
	label="Cohere - Model",
	values=["Command"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
	# ).send()

	if chat_profile == 'gemma2-27B':
	await cl.ChatSettings(
	[
	Select(
	id="Google-Model",
	label="Google - Model",
	values=["Gemma2-27B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()

	if chat_profile == 'gemma2-9B':
	await cl.ChatSettings(
	[
	Select(
	id="Google-Model",
	label="Google - Model",
	values=["Gemma2-9B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im Gemma2. the 9B version of google second generation open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	if chat_profile == 'gemma-7B':
	await cl.ChatSettings(
	[
	Select(
	id="Google-Model",
	label="Google - Model",
	values=["Gemma-7B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im Gemma. the small version of google open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()
	if chat_profile == 'zephyr-7B':
	await cl.ChatSettings(
	[
	Select(
	id="zephyr-Model",
	label="zephyr - Model",
	values=["zephyr-7B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im Zephyr. One of the best open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()
	if chat_profile == 'mixtral-8x7B':
	await cl.ChatSettings(
	[
	Select(
	id="Mistral-Model",
	label="Mistral - Model",
	values=["mixtral-8x7B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im Mistral. the small version of Mistral Family. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()

	if chat_profile == 'mistral-nemo-12B':
	await cl.ChatSettings(
	[
	Select(
	id="Mistral-Model",
	label="Mistral - Model",
	values=["mistral-nemo-12B"],
	initial_index=0,
	),
	Slider(
	id="Temperature",
	label="Model Temperature",
	initial=0.7,
	min=0,
	max=1,
	step=0.1,
	),
	]
	).send()
	# await cl.Message(
	# content="Im Mistral nemo 12B .i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
	# ).send()
	# if chat_profile == 'Toka-353M':
	# await cl.ChatSettings(
	# [
	# Select(
	# id="PartAI-Model",
	# label="PartAI - Model",
	# values=["TokaBert-353M"],
	# initial_index=0,
	# ),
	# Slider(
	# id="Temperature",
	# label="Model Temperature",
	# initial=0.7,
	# min=0,
	# max=1,
	# step=0.1,
	# ),
	# ]
	# ).send()
	# await cl.Message(
	# content="Im Toka. An opens source persian LLM . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? you should ask me your questions like : the capital of england is <mask> "
	# ).send()

	@cl.on_message
	async def main(message: cl.Message):
	chat_profile = cl.user_session.get("chat_profile")

	if chat_profile == 'neural-brain-AI':
	completion = openai_client.chat.completions.create(
	model="ft:gpt-3.5-turbo-1106:nb:aria1:9UWDrLJK",
	messages=[
	{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
	{"role": "user", "content": message.content}
	]
	)
	model_response = completion.choices[0].message.content
	await cl.Message(
	content=model_response
	).send()

	elif chat_profile == "Dorna-AI":
	result = hf_text_client.predict(
	message=message.content,
	request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	param_3=512,
	param_4=0.7,
	param_5=0.95,
	api_name="/chat"
	)
	model_response = result.strip("</s>")
	await cl.Message(
	content=model_response
	).send()
	elif chat_profile == "gpt4-o-mini":
	completion = openai_client.chat.completions.create(
	model="gpt-4o-mini",
	messages=[
	{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
	{"role": "user", "content": message.content}
	]
	)
	model_response = completion.choices[0].message.content
	await cl.Message(
	content=model_response
	).send()
	# elif chat_profile == 'Image-Generation':
	# result = hf_image_client.predict(
	# prompt=message.content,
	# negative_prompt="",
	# seed=0,
	# randomize_seed=True,
	# width=512,
	# height=512,
	# guidance_scale=0,
	# num_inference_steps=2,
	# api_name="/infer"
	# )
	# image = cl.Image(path=result, name="result", display="inline")
	# await cl.Message(
	# content="This message has an image!",
	# elements=[image],
	# ).send()
	elif chat_profile == 'GPT-4':
	completion = openai_client.chat.completions.create(
	model="gpt-4",
	messages=[
	{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
	{"role": "user", "content": message.content}
	]
	)
	model_response = completion.choices[0].message.content
	await cl.Message(
	content=model_response
	).send()

	elif chat_profile == 'gpt-3.5-turbo':
	completion = openai_client.chat.completions.create(
	model="gpt-3.5-turbo",
	messages=[
	{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
	{"role": "user", "content": message.content}
	]
	)
	model_response = completion.choices[0].message.content
	await cl.Message(
	content=model_response
	).send()
	elif chat_profile == 'GPT-3.5-turbo-0125':
	completion = openai_client.chat.completions.create(
	model="GPT-3.5-turbo-0125",
	messages=[
	{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
	{"role": "user", "content": message.content}
	]
	)
	model_response = completion.choices[0].message.content
	await cl.Message(
	content=model_response
	).send()
	elif chat_profile == 'gpt-3.5-turbo-1106':
	completion = openai_client.chat.completions.create(
	model="gpt-3.5-turbo-1106",
	messages=[
	{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
	{"role": "user", "content": message.content}
	]
	)
	model_response = completion.choices[0].message.content
	await cl.Message(
	content=model_response
	).send()
	# elif chat_profile == 'davinci-002':
	# completion = openai_client.chat.completions.create(
	# model="davinci-002",
	# messages=[
	# {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
	# {"role": "user", "content": message.content}
	# ]
	# )
	# model_response = completion.choices[0].message.content
	# await cl.Message(
	# content=model_response
	# ).send()

	elif chat_profile == 'TTS':
	response = openai_client.audio.speech.create(
	model="tts-1",
	voice="alloy",
	input=message.content,
	)

	response.stream_to_file("output.mp3")

	elements = [
	cl.Audio(name="output.mp3", path="./output.mp3", display="inline"),
	]
	await cl.Message(
	content="Here it is the response!",
	elements=elements,
	).send()

	elif chat_profile == 'Qwen2-57B':
	client = Client("Qwen/Qwen2-57b-a14b-instruct-demo", hf_token=hf_token)
	result = client.predict(
	query=message.content,
	system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	api_name="/model_chat"
	)
	await cl.Message(
	content=result[1][0][1]
	).send()

	elif chat_profile == 'Qwen2-7B':
	client = Client("Qwen/Qwen2-7b-instruct-demo", hf_token=hf_token)
	result = client.predict(
	query=message.content,
	system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	api_name="/model_chat"
	)
	await cl.Message(
	content=result[1][0][1]

	).send()

	elif chat_profile == 'Qwen2-1.5B':
	client = Client("Qwen/Qwen2-1.5b-instruct-demo", hf_token=hf_token)
	result = client.predict(
	query=message.content,
	system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	api_name="/model_chat"
	)
	await cl.Message(
	content=result[1][0][1]

	).send()

	elif chat_profile == 'Qwen2-0.5B':
	client = Client("Qwen/Qwen2-0.5B-Instruct", hf_token=hf_token)
	result = client.predict(
	query=message.content,
	system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	api_name="/model_chat"
	)
	await cl.Message(
	content=result[1][0][1]

	).send()
	elif chat_profile == 'Qwen1.5-110B':
	client = Client("Qwen/Qwen1.5-110B-Chat-demo", hf_token=hf_token)
	result = client.predict(
	query=message.content,
	system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	api_name="/model_chat"
	)
	await cl.Message(
	content=result[1][0][1]

	).send()

	elif chat_profile == 'Qwen1.5-32B':
	client = Client("Qwen/Qwen1.5-32B-Chat-demo", hf_token=hf_token)
	result = client.predict(
	query=message.content,
	system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	api_name="/model_chat"
	)
	await cl.Message(
	content=result[1][0][1]

	).send()

	elif chat_profile == 'Qwen1.5-2.7B':
	client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
	result = client.predict(
	query=message.content,
	system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	api_name="/model_chat"
	)
	await cl.Message(
	content=result[1][0][1]

	).send()

	# elif chat_profile == 'Qwen-14B':
	# client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
	# result = client.predict(
	# query=message.content,
	# system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
	# api_name="/model_chat"
	# )
	# await cl.Message(
	# content=result[1][0][1]

	# ).send()

	# elif chat_profile == 'Qwen-7B':
	# client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
	# result = client.predict(
	# query=message.content,
	# system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
	# api_name="/model_chat"
	# )
	# await cl.Message(
	# content=result[1][0][1]

	# ).send()

	elif chat_profile == 'Llama-3.1-405B':
	client = Fireworks(api_key="O9D2HQsat357QRQ2wEAC3buShjL8Ea4K7ndDqwkAsAdsDulz")
	response = client.chat.completions.create(
	model="accounts/fireworks/models/llama-v3p1-405b-instruct",
	messages=[{
	"role": "user",
	"content": message.content,
	}],
	)
	await cl.Message(
	content=response.choices[0].message.content,
	).send()


	elif chat_profile == 'Llama-3.1-70B':
	completion = groq_client.chat.completions.create(
	model="llama-3.1-70b-versatile",
	messages=[
	{
	"role": "user",
	"content": message.content
	}
	],
	temperature=1,
	max_tokens=1024,
	top_p=1,
	stream=True,
	stop=None,
	)

	complete_content = ""

	# Iterate over each chunk
	for chunk in completion:
	# Retrieve the content from the current chunk
	content = chunk.choices[0].delta.content

	# Check if the content is not None before concatenating it
	if content is not None:
	complete_content += content

	# Send the concatenated content as a message
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Llama-3.1-8B':
	completion = groq_client.chat.completions.create(
	model="llama-3.1-8b-instant",
	messages=[
	{
	"role": "user",
	"content": message.content
	}
	],
	temperature=1,
	max_tokens=1024,
	top_p=1,
	stream=True,
	stop=None,
	)

	complete_content = ""

	# Iterate over each chunk
	for chunk in completion:
	# Retrieve the content from the current chunk
	content = chunk.choices[0].delta.content

	# Check if the content is not None before concatenating it
	if content is not None:
	complete_content += content

	# Send the concatenated content as a message
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Llama-3-70B':
	completion = groq_client.chat.completions.create(
	model="llama3-70b-8192",
	messages=[
	{
	"role": "user",
	"content": message.content
	}
	],
	temperature=1,
	max_tokens=1024,
	top_p=1,
	stream=True,
	stop=None,
	)

	complete_content = ""

	# Iterate over each chunk
	for chunk in completion:
	# Retrieve the content from the current chunk
	content = chunk.choices[0].delta.content

	# Check if the content is not None before concatenating it
	if content is not None:
	complete_content += content

	# Send the concatenated content as a message
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Llama-3-8B':
	completion = groq_client.chat.completions.create(
	model="llama3-8b-8192",
	messages=[
	{
	"role": "user",
	"content": message.content
	}
	],
	temperature=1,
	max_tokens=1024,
	top_p=1,
	stream=True,
	stop=None,
	)

	complete_content = ""

	# Iterate over each chunk
	for chunk in completion:
	# Retrieve the content from the current chunk
	content = chunk.choices[0].delta.content

	# Check if the content is not None before concatenating it
	if content is not None:
	complete_content += content

	# Send the concatenated content as a message
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'gemma2-27B':
	client = Client("gokaygokay/Gemma-2-llamacpp")
	result = client.predict(
	message=message.content,
	model="gemma-2-27b-it-Q5_K_M.gguf",
	system_message=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	max_tokens=2048,
	temperature=0.7,
	top_p=0.95,
	top_k=40,
	repeat_penalty=1.1,
	api_name="/chat"
	)
	await cl.Message(
	content=result
	).send()

	elif chat_profile == 'gemma2-9B':
	completion = groq_client.chat.completions.create(
	model="gemma2-9b-it",
	messages=[
	{
	"role": "user",
	"content": message.content
	}
	],
	temperature=1,
	max_tokens=1024,
	top_p=1,
	stream=True,
	stop=None,
	)

	complete_content = ""

	# Iterate over each chunk
	for chunk in completion:
	# Retrieve the content from the current chunk
	content = chunk.choices[0].delta.content

	# Check if the content is not None before concatenating it
	if content is not None:
	complete_content += content

	# Send the concatenated content as a message
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'gemma-7B':
	completion = groq_client.chat.completions.create(
	model="gemma-7b-it",
	messages=[
	{
	"role": "user",
	"content": message.content
	}
	],
	temperature=1,
	max_tokens=1024,
	top_p=1,
	stream=True,
	stop=None,
	)

	complete_content = ""

	# Iterate over each chunk
	for chunk in completion:
	# Retrieve the content from the current chunk
	content = chunk.choices[0].delta.content

	# Check if the content is not None before concatenating it
	if content is not None:
	complete_content += content

	# Send the concatenated content as a message
	await cl.Message(content=complete_content).send()

	elif chat_profile == "zephyr-7B":
	result = hf_text_client.predict(
	message=message.content,
	request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
	param_3=512,
	param_4=0.7,
	param_5=0.95,
	api_name="/chat"
	)
	model_response = result.strip("</s>")
	await cl.Message(
	content=model_response
	).send()

	elif chat_profile == 'mixtral-8x7B':
	completion = groq_client.chat.completions.create(
	model="mixtral-8x7b-32768",
	messages=[
	{
	"role": "user",
	"content": message.content
	}
	],
	temperature=1,
	max_tokens=1024,
	top_p=1,
	stream=True,
	stop=None,
	)

	complete_content = ""

	for chunk in completion:
	content = chunk.choices[0].delta.content

	if content is not None:
	complete_content += content

	await cl.Message(content=complete_content).send()

	elif chat_profile == 'mistral-nemo-12B':
	client = Client("0x7o/Mistral-Nemo-Instruct", hf_token=hf_token)
	result = client.predict(
	message=message.content,
	max_new_tokens=512,
	temperature=0.7,
	top_p=0.95,
	api_name="/chat"
	)
	await cl.Message(
	content=result[1][0][1]

	).send()

	# elif chat_profile == 'Toka-353M':
	# output = query({
	# "inputs": message.content,
	# })
	# await cl.Message(
	# content=output[0]['sequence']
	# ).send()

	elif chat_profile == 'Aya-23B':
	stream = co.chat_stream(
	model='c4ai-aya-23',
	message=message.content,
	temperature=0.3,
	# chat_history=[{"role": "User", "message": "Hello"}, {"role": "Chatbot", "message": "Hello! How can I help you today?"}, {"role": "User", "message": "Hi"}, {"role": "User", "message": "hello"}],
	prompt_truncation='OFF',
	connectors=[],
	)

	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Aya-35B':
	stream = co.chat_stream(
	model='c4ai-aya-23',
	message=message.content,
	temperature=0.3,
	# chat_history=[{"role": "User", "message": "Hello"}, {"role": "Chatbot", "message": "Hello! How can I help you today?"}, {"role": "User", "message": "Hi"}, {"role": "User", "message": "hello"}],
	prompt_truncation='OFF',
	connectors=[],
	)

	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Command-R-Plus':
	stream = co.chat_stream(
	model='command-r-plus',
	message=message.content,
	temperature=0.3,
	chat_history=[],
	prompt_truncation='AUTO',
	)
	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Command-R':
	stream = co.chat_stream(
	model='command-r',
	message=message.content,
	temperature=0.3,
	chat_history=[],
	prompt_truncation='AUTO',
	)
	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Command':
	stream = co.chat_stream(
	model='command',
	message=message.content,
	temperature=0.3,
	chat_history=[],
	prompt_truncation='AUTO',
	)
	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Command-Light':
	stream = co.chat_stream(
	model='command-light',
	message=message.content,
	temperature=0.3,
	chat_history=[],
	prompt_truncation='AUTO',
	)
	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Command-Light-Nightly':
	stream = co.chat_stream(
	model='command-light-nightly',
	message=message.content,
	temperature=0.3,
	chat_history=[],
	prompt_truncation='AUTO',
	)
	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()

	elif chat_profile == 'Command-Nightly':
	stream = co.chat_stream(
	model='command-light-nightly',
	message=message.content,
	temperature=0.3,
	chat_history=[],
	prompt_truncation='AUTO',
	)
	complete_content = ''
	for event in stream:
	if event.event_type == 'text-generation':
	complete_content += event.text
	await cl.Message(content=complete_content).send()


	@cl.on_settings_update
	async def setup_agent(settings):
	print("on_settings_update", settings)