app.py

import os
from typing import Iterator

import gradio as gr

from model import run

HF_PUBLIC = os.environ.get("HF_PUBLIC", False)

DEFAULT_SYSTEM_PROMPT = '''
You are a digital assistant for Kristen Arndt and John "LJ" Strenio's Wedding. You are careful to provide professional responses only regard to the wedding information below or any information you may have about the central oregon coast where the wedding is held.

[WEDDING DETAILS]
Kristen & John's Wedding
Cheers!
Heceta Lighthouse Bed & Breakfast
Heceta Beach, Oregon
August 3, 2024
Welcome!
We’re excited to have everyone come celebrate the wedding of Kristen and LJ! The wedding ceremony will be held Saturday August 3rd, 2024 at 4:30pm with guests arriving at 3:00pm at the Heceta Lighthouse Bed & Breakfast at Heceta Beach, Oregon.

NOTE: all invited guests are welcome to bring a plus one to share in the joyous occasion.
Also we welcome guests to bring their young children, we just ask that during the ceremony, if they are making any noise to please bring them into the lightkeeper's house as we don't want any distractions for those few moments.
Travel
For folks traveling from out of state the best two options for airports are Portland Intl Airport and Eugene’s Regional Airport. PDX will likely be the move for those coming from the east coast however west coast based friends might be able to find comparable flights to Eugene which will allow for a much shorter drive to the coast. (~1 hr drive from Eugene, ~3 hrs from Portland).
Accomodations
The families will be staying at the Lighthouse Keeper’s B&B and in the nearest town of Yachats 20 minutes to the north. Accommodations in several price ranges exist in Yachats with our host’s recommending the overleaf hotel and driftwood inns though a number of vacation rental/airbnb/vrbo’s are available as well. Florence, 20 minutes south of the lighthouse, also has a variety of hotels and vacation rentals available including the Driftwood Shores Resort, Best Western Pier Point Inn, and the River House Inn.
Local Transportation / Shuttles
Heceta Beach is a uniquely secluded state park. The day parking lot has a short path that leads to the venue for guests planning on driving themselves to the ceremony, we will also be providing statepark parking passes for these folks, just message LJ, there should be plenty of parking and they are only $5 if you can't get ahold of him.

To allow our guests to drink and enjoy themselves we will be providing a free private shuttle service that will run from several locations in both Yachats and Florence. The shuttle will provide pickups before the ceremony with both early and late return trips mid evening and at the end of the night. Those who got back to LJ about their accommodations will be picked up from their accomdations, pending room in the vans, all others can get picked up from the downtown locations to be provided.

2:30pm pickup Locations:
Yachats
Overleaf Lodge
Driftwood Ln House
Central Location TBD

Florence
Kingwood St
Old Town Central Location TBD
Driftwood shores Heceta Beach Location (upon request) - 2:45pm
Attire
Cocktail Attire. Come get fancy with us! Your snazziest suit & tie, formal separates, dressy jumpsuits, cocktail, mid and floor-length dresses are all welcome. Please no jeans or t-shirts but its an outdoor wedding so you can leave the tux at home too! While Oregon is hot in August, the coast is reliably 20 degrees cooler than inland often with a cool breeze off the ocean so keep in mind the evening may get chilly with nighttime lows reliably around 50'.
Itinerary
Friday
2pm Welcome Beach Party
Join us for drinks, cornhole and waves at the beach in Heceta Lighthouse state park. Directions

7pm Drinks at Ona
Grab a drink with us following the rehearsal dinner at the Ona Restaurant and Bar in Yachats. Directions
Saturday
2:30pm Shuttle Service begins from Yachats and Florence
(see schedule for exact times and locations)

3:00pm pre-ceremony Beer/Wine + Oregon cheese
at the Heceta head Lighthouse Keeper’s House

4:30pm Wedding Ceremony, Reception directly following.

11:00pm last Shuttles to Florence and Yachats / Afterparty
Registry
We kindly ask that you consider making a cash contribution in lieu of traditional wedding gifts. (For those with Venmo)
Dinner
Dinner will be served family style with vegetarian options included:
Appetizers:
albacore tuna Mushroom pate bruschetta Green Salad
Main Courses:
Vegetarian and Seafood pasta with pesto Brisket
Dessert:
Oregon Berry Cake
blanco berry, salted caramel chocolate, red velvet, marble, spiced chocolate mocha cupcakes

NOTE: Dinner will be peanut free, please contact LJ for additional food allergies.
Contact
For Questions or additional info message or email LJ:
802-734-6892 [email protected]

Activities for Guests during their visit:
Sand boarding rentals are available in florence
The Sea lion sea caves just south of the lighthouse
The hobbit trail hike leading down to the beach just north of the lighthouse
Devil's Churn, a beautiful rugged coastline location near Yachats.
Yachats skatepark
Shopping in Yachats or Florence
Surfing at any of the beaches between yachats and florence.

For Shipping:
Kristen & John Strenio
11520 sw 98th Ave
Tigard, OR 97223
'''
MAX_MAX_NEW_TOKENS = 4096
DEFAULT_MAX_NEW_TOKENS = 256
MAX_INPUT_TOKEN_LENGTH = 4000

DESCRIPTION = """
# Wedding Assistant
"""

def clear_and_save_textbox(message: str) -> tuple[str, str]:
    return '', message


def display_input(message: str,
                  history: list[tuple[str, str]]) -> list[tuple[str, str]]:
    history.append((message, ''))
    return history


def delete_prev_fn(
        history: list[tuple[str, str]]) -> tuple[list[tuple[str, str]], str]:
    try:
        message, _ = history.pop()
    except IndexError:
        message = ''
    return history, message or ''


def generate(
    message: str,
    history_with_input: list[tuple[str, str]],
    system_prompt: str,
    max_new_tokens: int,
    temperature: float,
    top_p: float,
    top_k: int,
) -> Iterator[list[tuple[str, str]]]:
    if max_new_tokens > MAX_MAX_NEW_TOKENS:
        raise ValueError

    history = history_with_input[:-1]
    generator = run(message, history, system_prompt, max_new_tokens, temperature, top_p, top_k)
    try:
        first_response = next(generator)
        yield history + [(message, first_response)]
    except StopIteration:
        yield history + [(message, '')]
    for response in generator:
        yield history + [(message, response)]


def process_example(message: str) -> tuple[str, list[tuple[str, str]]]:
    generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 1, 0.95, 50)
    for x in generator:
        pass
    return '', x


def check_input_token_length(message: str, chat_history: list[tuple[str, str]], system_prompt: str) -> None:
    input_token_length = len(message) + len(chat_history)
    if input_token_length > MAX_INPUT_TOKEN_LENGTH:
        raise gr.Error(f'The accumulated input is too long ({input_token_length} > {MAX_INPUT_TOKEN_LENGTH}). Clear your chat history and try again.')


with gr.Blocks(css='style.css') as demo:
    gr.Markdown(DESCRIPTION)
    # gr.DuplicateButton(value='Duplicate Space for private use',
    #                    elem_id='duplicate-button')

    with gr.Group():
        chatbot = gr.Chatbot(label='Discussion')
        with gr.Row():
            textbox = gr.Textbox(
                container=False,
                show_label=False,
                placeholder='What time is the ceremony?',
                scale=10,
            )
            submit_button = gr.Button('Submit',
                                      variant='primary',
                                      scale=1,
                                      min_width=0)
    with gr.Row():
        retry_button = gr.Button('🔄  Retry', variant='secondary')
        undo_button = gr.Button('↩️ Undo', variant='secondary')
        clear_button = gr.Button('🗑️  Clear', variant='secondary')

    saved_input = gr.State()

    with gr.Accordion(label='⚙️ Advanced options', open=False, visible=False):
        system_prompt = gr.Textbox(label='System prompt',
                                        value=DEFAULT_SYSTEM_PROMPT,
                                        lines=0,
                                        interactive=False)
        max_new_tokens=256
        temperature=0.1
        top_p=0.9
        top_k=10
        max_new_tokens = gr.Slider(
            label='Max new tokens',
            minimum=1,
            maximum=MAX_MAX_NEW_TOKENS,
            step=1,
            value=DEFAULT_MAX_NEW_TOKENS,
        )
        temperature = gr.Slider(
            label='Temperature',
            minimum=0.1,
            maximum=4.0,
            step=0.1,
            value=0.1,
        )
        top_p = gr.Slider(
            label='Top-p (nucleus sampling)',
            minimum=0.05,
            maximum=1.0,
            step=0.05,
            value=0.9,
        )
        top_k = gr.Slider(
            label='Top-k',
            minimum=1,
            maximum=1000,
            step=1,
            value=10,
        )

    textbox.submit(
        fn=clear_and_save_textbox,
        inputs=textbox,
        outputs=[textbox, saved_input],
        api_name=False,
        queue=False,
    ).then(
        fn=display_input,
        inputs=[saved_input, chatbot],
        outputs=chatbot,
        api_name=False,
        queue=False,
    ).then(
        fn=check_input_token_length,
        inputs=[saved_input, chatbot, system_prompt],
        api_name=False,
        queue=False,
    ).success(
        fn=generate,
        inputs=[
            saved_input,
            chatbot,
            system_prompt,
            max_new_tokens,
            temperature,
            top_p,
            top_k,
        ],
        outputs=chatbot,
        api_name=False,
    )

    button_event_preprocess = submit_button.click(
        fn=clear_and_save_textbox,
        inputs=textbox,
        outputs=[textbox, saved_input],
        api_name=False,
        queue=False,
    ).then(
        fn=display_input,
        inputs=[saved_input, chatbot],
        outputs=chatbot,
        api_name=False,
        queue=False,
    ).then(
        fn=check_input_token_length,
        inputs=[saved_input, chatbot, system_prompt],
        api_name=False,
        queue=False,
    ).success(
        fn=generate,
        inputs=[
            saved_input,
            chatbot,
            system_prompt,
            max_new_tokens,
            temperature,
            top_p,
            top_k,
        ],
        outputs=chatbot,
        api_name=False,
    )

    retry_button.click(
        fn=delete_prev_fn,
        inputs=chatbot,
        outputs=[chatbot, saved_input],
        api_name=False,
        queue=False,
    ).then(
        fn=display_input,
        inputs=[saved_input, chatbot],
        outputs=chatbot,
        api_name=False,
        queue=False,
    ).then(
        fn=generate,
        inputs=[
            saved_input,
            chatbot,
            system_prompt,
            max_new_tokens,
            temperature,
            top_p,
            top_k,
        ],
        outputs=chatbot,
        api_name=False,
    )

    undo_button.click(
        fn=delete_prev_fn,
        inputs=chatbot,
        outputs=[chatbot, saved_input],
        api_name=False,
        queue=False,
    ).then(
        fn=lambda x: x,
        inputs=[saved_input],
        outputs=textbox,
        api_name=False,
        queue=False,
    )

    clear_button.click(
        fn=lambda: ([], ''),
        outputs=[chatbot, saved_input],
        queue=False,
        api_name=False,
    )

demo.queue(max_size=32).launch(share=HF_PUBLIC, show_api=False)