File size: 2,794 Bytes
46cb2c1 03605b7 9d599b4 1fdf601 03605b7 559d5b6 03605b7 2287acc 03605b7 329c810 eb922b4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 |
from fasthtml.common import *
from openai import OpenAI # openai==1.2.0
from dotenv import load_dotenv, find_dotenv
_ = load_dotenv(find_dotenv())
upstage_token = os.getenv('UPSTAGE_TOKEN')
# Set up the app, including daisyui and tailwind for the chat component
hdrs = (picolink, Script(src="https://cdn.tailwindcss.com"),
Link(rel="stylesheet", href="https://cdn.jsdelivr.net/npm/[email protected]/dist/full.min.css"))
app = FastHTML(hdrs=hdrs, cls="p-4 max-w-lg mx-auto")
client = OpenAI(
api_key=upstage_token,
base_url="https://api.upstage.ai/v1/solar"
)
sp = "You are a helpful and concise assistant."
def get_completion(prompt, model="solar-1-mini-chat"):
messages = [{"role": "user", "content": prompt}]
response = client.chat.completions.create(
model=model,
messages=messages,
temperature=0, # this is the degree of randomness of the model's output
)
return response.choices[0].message["content"]
def get_completion_from_messages(messages, model="solar-1-mini-chat", temperature=0):
response = client.chat.completions.create(
model=model,
messages=messages,
temperature=temperature, # this is the degree of randomness of the model's output
)
# Chat message component (renders a chat bubble)
def ChatMessage(msg, user):
bubble_class = "chat-bubble-primary" if user else 'chat-bubble-secondary'
chat_class = "chat-end" if user else 'chat-start'
return Div(cls=f"chat {chat_class}")(
Div('user' if user else 'assistant', cls="chat-header"),
Div(msg, cls=f"chat-bubble {bubble_class}"),
Hidden(msg, name="messages")
)
# The input field for the user message. Also used to clear the
# input field after sending a message via an OOB swap
def ChatInput():
return Input(name='msg', id='msg-input', placeholder="Type a message",
cls="input input-bordered w-full", hx_swap_oob='true')
# The main screen
@app.get
def index():
page = Form(hx_post=send, hx_target="#chatlist", hx_swap="beforeend")(
Div(id="chatlist", cls="chat-box h-[73vh] overflow-y-auto"),
Div(cls="flex space-x-2 mt-2")(
Group(ChatInput(), Button("Send", cls="btn btn-primary"))
)
)
return Titled('Chatbot Demo', page)
# Handle the form submission
@app.post
def send(msg:str, messages:list[str]=None):
if not messages: messages = []
messages.append(msg.rstrip())
print(messages[0])
r = get_completion(messages[0]) # get response from chat model
return (ChatMessage(msg, True), # The user's message
ChatMessage(r.rstrip(), False), # The chatbot's response
ChatInput()) # And clear the input field via an OOB swap
serve()
|