final push?

app.py

@@ -46,14 +46,16 @@ st.title("Rap Verse Generation V1 Demo")
 st.header("Supported Artists")
 st.write("Lupe Fiasco, Common, Jay-Z, Yasiin Bey, Ab-Soul, Rakim")
 
-display = "Ask Rap-Mistral Something"
-st.write(display)
+display_placeholder = st.empty()
+display_placeholder.write("Ask Rap-Mistral Something")
+
 question = st.chat_input("Write a verse in the style of Lupe Fiasco")
 if question:
-    display = "Loading..."
+    display_placeholder.write("Loading...")
     prompt = build_prompt(question)
     inputs = tokenizer(prompt, return_tensors="pt")
     model_inputs = inputs.to('cuda')
     generated_ids = model.generate(**model_inputs, max_new_tokens=300, do_sample=True, pad_token_id=tokenizer.eos_token_id)
-    display = tokenizer.batch_decode(generated_ids)
+    response = tokenizer.batch_decode(generated_ids)
+    display_placeholder.write(response)