app.py

import gradio as gr
import requests
import json
import os

# Definir variáveis de ambiente ou substituir com sua chave de API real
API_KEY = os.getenv('API_KEY')
INVOKE_URL = "https://api.nvcf.nvidia.com/v2/nvcf/pexec/functions/df2bee43-fb69-42b9-9ee5-f4eabbeaf3a8"

headers = {
    "Authorization": f"Bearer {API_KEY}",
    "accept": "text/event-stream",
    "content-type": "application/json",
}

BASE_SYSTEM_MESSAGE = "I carefully provide accurate, factual, thoughtful, nuanced answers and am brilliant at reasoning."

def clear_chat(chat_history_state, chat_message):
    print("Clearing chat...")
    chat_history_state = []
    chat_message = ''
    return chat_history_state, chat_message

def user(message, history):
    print(f"User message: {message}")
    history = history or []
    history.append({"role": "user", "content": message})
    return history

import gradio as gr
import requests
import json
import os

# Definir variáveis de ambiente ou substituir com sua chave de API real
API_KEY = os.getenv('API_KEY')
INVOKE_URL = "https://api.nvcf.nvidia.com/v2/nvcf/pexec/functions/df2bee43-fb69-42b9-9ee5-f4eabbeaf3a8"

headers = {
    "Authorization": f"Bearer {API_KEY}",
    "accept": "text/event-stream",
    "content-type": "application/json",
}

BASE_SYSTEM_MESSAGE = "I carefully provide accurate, factual, thoughtful, nuanced answers and am brilliant at reasoning."

def clear_chat(chat_history_state, chat_message):
    print("Clearing chat...")
    chat_history_state = []
    chat_message = ''
    return chat_history_state, chat_message

def user(message, history):
    print(f"User message: {message}")
    history = history or []
    history.append({"role": "user", "content": message})
    return history

def call_api(history, max_tokens, temperature, top_p, system_message="", seed=42):
    print("Calling API...")
    messages = []

    # Adicionando a mensagem de sistema, se presente
    if system_message:
        messages.append({"role": "system", "content": system_message})

    # Adicionando mensagens de usuário e assistente da conversa
    for msg in history:
        messages.append({"role": msg["role"], "content": msg["content"]})

    # Verificando se a última mensagem é do usuário, se não, ajuste conforme necessário
    if not messages or messages[-1]["role"] != "user":
        print("A última mensagem deve ser do usuário com conteúdo preenchido.")
        return ""

    payload = {
        "messages": messages,
        "temperature": temperature,
        "top_p": top_p,
        "max_tokens": max_tokens,
        "seed": seed,
        "stream": True
    }
    response = requests.post(INVOKE_URL, headers=headers, json=payload, stream=True)
    full_response = ""
    for line in response.iter_lines():
        if line:
            decoded_line = line.decode("utf-8").strip()
            if decoded_line.startswith("data:"):
                json_data = json.loads(decoded_line[5:])
                if "choices" in json_data and len(json_data["choices"]) > 0:
                    deltas = json_data["choices"][0].get("delta", {})
                    if "content" in deltas:
                        full_response += deltas["content"]
    print(f"Full API response: {full_response}")
    return full_response

def chat(history, system_message, max_tokens, temperature, top_p, top_k, repetition_penalty):
    print("Starting chat...")
    system_message_to_use = system_message if system_message.strip() else BASE_SYSTEM_MESSAGE
    if history and history[-1]["role"] == "user":
        history = user(history[-1]["content"], history)
    else:
        history.append({"role": "system", "content": system_message_to_use})
    assistant_response = call_api(history, max_tokens, temperature, top_p)
    if assistant_response:
        history.append({"role": "assistant", "content": assistant_response})
    return history, "", ""

# Gradio interface setup
with gr.Blocks() as demo:
    with gr.Row():
        with gr.Column():
            gr.Markdown("## Your Chatbot Interface")
    chatbot = gr.Chatbot()
    message = gr.Textbox(label="What do you want to chat about?", placeholder="Ask me anything.", lines=3)
    submit = gr.Button(value="Send message")
    clear = gr.Button(value="New topic")
    system_msg = gr.Textbox(BASE_SYSTEM_MESSAGE, label="System Message", placeholder="System prompt.", lines=5)
    max_tokens = gr.Slider(20, 512, label="Max Tokens", step=20, value=500)
    temperature = gr.Slider(0.0, 1.0, label="Temperature", step=0.1, value=0.7)
    top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.95)
    chat_history_state = gr.State([])
    
    def update_chatbot(message, chat_history):
        print("Updating chatbot...")
        chat_history = user(message, chat_history)
        chat_history, _, _ = chat(chat_history, system_msg.value, max_tokens.value, temperature.value, top_p.value, 40, 1.1)
        return chat_history, chat_history, ""

    submit.click(
        fn=update_chatbot,
        inputs=[message, chat_history_state],
        outputs=[chatbot, chat_history_state, message]
    )

    clear.click(
        fn=clear_chat,
        inputs=[chat_history_state, message],
        outputs=[chat_history_state, message]
    )

demo.launch()
    
def chat(history, system_message, max_tokens, temperature, top_p, top_k, repetition_penalty):
    print("Starting chat...")
    system_message_to_use = system_message if system_message.strip() else BASE_SYSTEM_MESSAGE
    if history and history[-1]["role"] == "user":
        history = user(history[-1]["content"], history)
    else:
        history.append({"role": "system", "content": system_message_to_use})
    assistant_response = call_api(history, max_tokens, temperature, top_p)
    if assistant_response:
        history.append({"role": "assistant", "content": assistant_response})
    return history, "", ""

# Gradio interface setup
with gr.Blocks() as demo:
    with gr.Row():
        with gr.Column():
            gr.Markdown("## Your Chatbot Interface")
    chatbot = gr.Chatbot()
    message = gr.Textbox(label="What do you want to chat about?", placeholder="Ask me anything.", lines=3)
    submit = gr.Button(value="Send message")
    clear = gr.Button(value="New topic")
    system_msg = gr.Textbox(BASE_SYSTEM_MESSAGE, label="System Message", placeholder="System prompt.", lines=5)
    max_tokens = gr.Slider(20, 512, label="Max Tokens", step=20, value=500)
    temperature = gr.Slider(0.0, 1.0, label="Temperature", step=0.1, value=0.7)
    top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.95)
    chat_history_state = gr.State([])
    
    def update_chatbot(message, chat_history):
        print("Updating chatbot...")
        chat_history = user(message, chat_history)
        chat_history, _, _ = chat(chat_history, system_msg.value, max_tokens.value, temperature.value, top_p.value, 40, 1.1)
        return chat_history, chat_history, ""

    submit.click(
        fn=update_chatbot,
        inputs=[message, chat_history_state],
        outputs=[chatbot, chat_history_state, message]
    )

    clear.click(
        fn=clear_chat,
        inputs=[chat_history_state, message],
        outputs=[chat_history_state, message]
    )

demo.launch()