Update app.py

app.py

@@ -47,21 +47,48 @@ def chatbot_query(query):
     
     return response
 
+
+def generate_response(query, history, model, temperature, max_tokens, top_p, seed):
+    response = query + "\n"
+    response = response + model + "\n"
+    response = response + temperature + "\n"
+    response = response + max_tokens + "\n"
+    response = response + top_p + "\n"
+    response = response + seed + "\n"
+
+    return response
+
+
+
+additional_inputs = [
+    gr.Dropdown(choices=["llama-3.1-70b-versatile", "llama-3.1-8b-instant", "llama3-70b-8192", "llama3-8b-8192", "mixtral-8x7b-32768", "gemma2-9b-it", "gemma-7b-it"], value="llama-3.1-70b-versatile", label="Model"),
+    gr.Slider(minimum=0.0, maximum=1.0, step=0.01, value=0.5, label="Temperature", info="Controls diversity of the generated text. Lower is more deterministic, higher is more creative."),
+    gr.Slider(minimum=1, maximum=8000, step=1, value=8000, label="Max Tokens", info="The maximum number of tokens that the model can process in a single response.<br>Maximums: 8k for gemma 7b it, gemma2 9b it, llama 7b & 70b, 32k for mixtral 8x7b, 132k for llama 3.1."),
+    gr.Slider(minimum=0.0, maximum=1.0, step=0.01, value=0.5, label="Top P", info="A method of text generation where a model will only consider the most probable next tokens that make up the probability p."),
+    gr.Number(precision=0, value=0, label="Seed", info="A starting point to initiate generation, use 0 for random")
+]
+
+
 # Create the Gradio interface
-with gr.Blocks() as demo:
+with gr.Blocks(gr.themes.Monochrome()) as demo:
     with gr.Tab("Indexing"):
         pdf_input = gr.File(label="Upload PDF", file_types=[".pdf"])
         index_button = gr.Button("Index PDF")
         index_output = gr.Textbox(label="Indexing Status")
-        
         index_button.click(index_pdf, inputs=pdf_input, outputs=index_output)
     
     with gr.Tab("Chatbot"):
-        query_input = gr.Textbox(label="Enter your question")
-        query_button = gr.Button("Submit")
-        query_output = gr.Textbox(label="Response")
+        # query_input = gr.Textbox(label="Enter your question")
+        # query_button = gr.Button("Submit")
+        # query_output = gr.Textbox(label="Response")
         
-        query_button.click(chatbot_query, inputs=query_input, outputs=query_output)
+        # query_button.click(chatbot_query, inputs=query_input, outputs=query_output)
+
+        gr.ChatInterface(
+            fn=generate_response, 
+            chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
+            additional_inputs=additional_inputs,
+        )       
 
 # Launch the Gradio app
 demo.launch()