import os import chainlit as cl from chain import rag_chain from langchain.schema.runnable import RunnableConfig welcome_message = "Welcome! Ask anything about your stored documents and get AI-powered insights in seconds." @cl.on_chat_start async def start_chat(): await cl.Message(content=welcome_message).send() cl.user_session.set("runnable", rag_chain) @cl.on_message async def main(message: cl.Message): runnable = cl.user_session.get("runnable") msg = cl.Message(content="") async for chunk in runnable.astream( message.content, config=RunnableConfig(callbacks=[ cl.LangchainCallbackHandler() ]), ): await msg.stream_token(chunk) await msg.send()