import os from typing import Iterator import gradio as gr from model import run HF_PUBLIC = os.environ.get("HF_PUBLIC", False) DEFAULT_SYSTEM_PROMPT = ''' You are a digital assistant for Kristen Arndt and John "LJ" Strenio's Wedding. You are careful to provide professional responses only regard to the wedding information below or any information you may have about the central oregon coast where the wedding is held. [WEDDING DETAILS] Kristen & John's Wedding Cheers! Heceta Lighthouse Bed & Breakfast Heceta Beach, Oregon August 3, 2024 Welcome! We’re excited to have everyone come celebrate the wedding of Kristen and LJ! The wedding ceremony will be held Saturday August 3rd, 2024 at 4:30pm with guests arriving at 3:00pm at the Heceta Lighthouse Bed & Breakfast at Heceta Beach, Oregon. NOTE: all invited guests are welcome to bring a plus one to share in the joyous occasion. Also we welcome guests to bring their young children, we just ask that during the ceremony, if they are making any noise to please bring them into the lightkeeper's house as we don't want any distractions for those few moments. Travel For folks traveling from out of state the best two options for airports are Portland Intl Airport and Eugene’s Regional Airport. PDX will likely be the move for those coming from the east coast however west coast based friends might be able to find comparable flights to Eugene which will allow for a much shorter drive to the coast. (~1 hr drive from Eugene, ~3 hrs from Portland). Accomodations The families will be staying at the Lighthouse Keeper’s B&B and in the nearest town of Yachats 20 minutes to the north. Accommodations in several price ranges exist in Yachats with our host’s recommending the overleaf hotel and driftwood inns though a number of vacation rental/airbnb/vrbo’s are available as well. Florence, 20 minutes south of the lighthouse, also has a variety of hotels and vacation rentals available including the Driftwood Shores Resort, Best Western Pier Point Inn, and the River House Inn. Local Transportation / Shuttles Heceta Beach is a uniquely secluded state park. The day parking lot has a short path that leads to the venue for guests planning on driving themselves to the ceremony, we will also be providing statepark parking passes for these folks, just message LJ, there should be plenty of parking and they are only $5 if you can't get ahold of him. To allow our guests to drink and enjoy themselves we will be providing a free private shuttle service that will run from several locations in both Yachats and Florence. The shuttle will provide pickups before the ceremony with both early and late return trips mid evening and at the end of the night. Those who got back to LJ about their accommodations will be picked up from their accomdations, pending room in the vans, all others can get picked up from the downtown locations to be provided. 2:30pm pickup Locations: Yachats Overleaf Lodge Driftwood Ln House Central Location TBD Florence Kingwood St Old Town Central Location TBD Driftwood shores Heceta Beach Location (upon request) - 2:45pm Attire Cocktail Attire. Come get fancy with us! Your snazziest suit & tie, formal separates, dressy jumpsuits, cocktail, mid and floor-length dresses are all welcome. Please no jeans or t-shirts but its an outdoor wedding so you can leave the tux at home too! While Oregon is hot in August, the coast is reliably 20 degrees cooler than inland often with a cool breeze off the ocean so keep in mind the evening may get chilly with nighttime lows reliably around 50'. Itinerary Friday 2pm Welcome Beach Party Join us for drinks, cornhole and waves at the beach in Heceta Lighthouse state park. Directions 7pm Drinks at Ona Grab a drink with us following the rehearsal dinner at the Ona Restaurant and Bar in Yachats. Directions Saturday 2:30pm Shuttle Service begins from Yachats and Florence (see schedule for exact times and locations) 3:00pm pre-ceremony Beer/Wine + Oregon cheese at the Heceta head Lighthouse Keeper’s House 4:30pm Wedding Ceremony, Reception directly following. 11:00pm last Shuttles to Florence and Yachats / Afterparty Registry We kindly ask that you consider making a cash contribution in lieu of traditional wedding gifts. (For those with Venmo) Dinner Dinner will be served family style with vegetarian options included: Appetizers: albacore tuna Mushroom pate bruschetta Green Salad Main Courses: Vegetarian and Seafood pasta with pesto Brisket Dessert: Oregon Berry Cake blanco berry, salted caramel chocolate, red velvet, marble, spiced chocolate mocha cupcakes NOTE: Dinner will be peanut free, please contact LJ for additional food allergies. Contact For Questions or additional info message or email LJ: 802-734-6892 johnstrenio@gmail.com Activities for Guests during their visit: Sand boarding rentals are available in florence The Sea lion sea caves just south of the lighthouse The hobbit trail hike leading down to the beach just north of the lighthouse Devil's Churn, a beautiful rugged coastline location near Yachats. Yachats skatepark Shopping in Yachats or Florence Surfing at any of the beaches between yachats and florence. For Shipping: Kristen & John Strenio 11520 sw 98th Ave Tigard, OR 97223 ''' MAX_MAX_NEW_TOKENS = 4096 DEFAULT_MAX_NEW_TOKENS = 256 MAX_INPUT_TOKEN_LENGTH = 4000 DESCRIPTION = """ # Wedding Assistant """ def clear_and_save_textbox(message: str) -> tuple[str, str]: return '', message def display_input(message: str, history: list[tuple[str, str]]) -> list[tuple[str, str]]: history.append((message, '')) return history def delete_prev_fn( history: list[tuple[str, str]]) -> tuple[list[tuple[str, str]], str]: try: message, _ = history.pop() except IndexError: message = '' return history, message or '' def generate( message: str, history_with_input: list[tuple[str, str]], system_prompt: str, max_new_tokens: int, temperature: float, top_p: float, top_k: int, ) -> Iterator[list[tuple[str, str]]]: if max_new_tokens > MAX_MAX_NEW_TOKENS: raise ValueError history = history_with_input[:-1] generator = run(message, history, system_prompt, max_new_tokens, temperature, top_p, top_k) try: first_response = next(generator) yield history + [(message, first_response)] except StopIteration: yield history + [(message, '')] for response in generator: yield history + [(message, response)] def process_example(message: str) -> tuple[str, list[tuple[str, str]]]: generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 1, 0.95, 50) for x in generator: pass return '', x def check_input_token_length(message: str, chat_history: list[tuple[str, str]], system_prompt: str) -> None: input_token_length = len(message) + len(chat_history) if input_token_length > MAX_INPUT_TOKEN_LENGTH: raise gr.Error(f'The accumulated input is too long ({input_token_length} > {MAX_INPUT_TOKEN_LENGTH}). Clear your chat history and try again.') with gr.Blocks(css='style.css') as demo: gr.Markdown(DESCRIPTION) # gr.DuplicateButton(value='Duplicate Space for private use', # elem_id='duplicate-button') with gr.Group(): chatbot = gr.Chatbot(label='Discussion') with gr.Row(): textbox = gr.Textbox( container=False, show_label=False, placeholder='What time is the ceremony?', scale=10, ) submit_button = gr.Button('Submit', variant='primary', scale=1, min_width=0) with gr.Row(): retry_button = gr.Button('🔄 Retry', variant='secondary') undo_button = gr.Button('↩️ Undo', variant='secondary') clear_button = gr.Button('🗑️ Clear', variant='secondary') saved_input = gr.State() with gr.Accordion(label='⚙️ Advanced options', open=False, visible=False): system_prompt = gr.Textbox(label='System prompt', value=DEFAULT_SYSTEM_PROMPT, lines=0, interactive=False) max_new_tokens=256 temperature=0.1 top_p=0.9 top_k=10 max_new_tokens = gr.Slider( label='Max new tokens', minimum=1, maximum=MAX_MAX_NEW_TOKENS, step=1, value=DEFAULT_MAX_NEW_TOKENS, ) temperature = gr.Slider( label='Temperature', minimum=0.1, maximum=4.0, step=0.1, value=0.1, ) top_p = gr.Slider( label='Top-p (nucleus sampling)', minimum=0.05, maximum=1.0, step=0.05, value=0.9, ) top_k = gr.Slider( label='Top-k', minimum=1, maximum=1000, step=1, value=10, ) textbox.submit( fn=clear_and_save_textbox, inputs=textbox, outputs=[textbox, saved_input], api_name=False, queue=False, ).then( fn=display_input, inputs=[saved_input, chatbot], outputs=chatbot, api_name=False, queue=False, ).then( fn=check_input_token_length, inputs=[saved_input, chatbot, system_prompt], api_name=False, queue=False, ).success( fn=generate, inputs=[ saved_input, chatbot, system_prompt, max_new_tokens, temperature, top_p, top_k, ], outputs=chatbot, api_name=False, ) button_event_preprocess = submit_button.click( fn=clear_and_save_textbox, inputs=textbox, outputs=[textbox, saved_input], api_name=False, queue=False, ).then( fn=display_input, inputs=[saved_input, chatbot], outputs=chatbot, api_name=False, queue=False, ).then( fn=check_input_token_length, inputs=[saved_input, chatbot, system_prompt], api_name=False, queue=False, ).success( fn=generate, inputs=[ saved_input, chatbot, system_prompt, max_new_tokens, temperature, top_p, top_k, ], outputs=chatbot, api_name=False, ) retry_button.click( fn=delete_prev_fn, inputs=chatbot, outputs=[chatbot, saved_input], api_name=False, queue=False, ).then( fn=display_input, inputs=[saved_input, chatbot], outputs=chatbot, api_name=False, queue=False, ).then( fn=generate, inputs=[ saved_input, chatbot, system_prompt, max_new_tokens, temperature, top_p, top_k, ], outputs=chatbot, api_name=False, ) undo_button.click( fn=delete_prev_fn, inputs=chatbot, outputs=[chatbot, saved_input], api_name=False, queue=False, ).then( fn=lambda x: x, inputs=[saved_input], outputs=textbox, api_name=False, queue=False, ) clear_button.click( fn=lambda: ([], ''), outputs=[chatbot, saved_input], queue=False, api_name=False, ) demo.queue(max_size=32).launch(share=HF_PUBLIC, show_api=False)