llm_studio/app.py

import logging
import os

from llm_studio.app_utils.sections.chat_update import is_app_blocked_while_streaming
from llm_studio.src.utils.logging_utils import initialize_logging

os.environ["MKL_THREADING_LAYER"] = "GNU"

from h2o_wave import Q, app, copy_expando, main, ui  # noqa: F401

from llm_studio.app_utils.handlers import handle
from llm_studio.app_utils.initializers import initialize_app, initialize_client
from llm_studio.app_utils.sections.common import heap_redact, interface

logger = logging.getLogger(__name__)


def on_startup() -> None:
    initialize_logging()
    logger.info("Starting H2O LLM STUDIO")


@app("/", on_startup=on_startup)
async def serve(q: Q) -> None:
    """Serving function."""

    # Chat is still being streamed but user clicks on another button.
    # Wait until streaming has been completed
    if await is_app_blocked_while_streaming(q):
        return

    await initialize_app(q)

    copy_expando(q.args, q.client)

    await initialize_client(q)
    await handle(q)

    if not q.args["experiment/display/chat/chatbot"]:
        await interface(q)

    await heap_redact(q)
    await q.page.save()