import gradio as gr import requests import json import os API_URL = "https://host.palple.polrambora.com/pmsq" API_TOKEN = os.getenv("POLLY") headers = { "Authorization": f"{API_TOKEN}", "Content-Type": "application/json", } def respond( message, history: list[tuple[str, str]], system_message, max_tokens, temperature, ): messages = [] for val in history: if val[0]: messages.append({"role": "user", "content": val[0]}) if val[1]: messages.append({"role": "assistant", "content": val[1]}) messages.append({"role": "user", "content": message}) data = { "preferences": { "max_tokens": max_tokens, "temperature": temperature, "system_message": system_message }, "conversation_history": messages, "input": message } response = requests.post(API_URL, headers=headers, data=json.dumps(data)) response_json = response.json() if response.status_code == 200: generated_text = response_json.msq.message[0] yield generated_text else: yield "Error: " + response_json.get("error", "Unknown error occurred.") """ For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface """ demo = gr.ChatInterface( respond, additional_inputs=[ gr.Textbox(value="You are PMSQ", label="System message"), gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"), gr.Slider(minimum=0.1, maximum=4.0, value=0.3, step=0.1, label="Temperature"), ], ) if __name__ == "__main__": demo.launch()