app.py

import gradio as gr

# Загрузка Gradio интерфейса из Hugging Face Spaces
interface = gr.load("models/Mixtral-8x7B-Instruct-v0.1")

# Определение системного промпта по умолчанию
DEFAULT_SYSTEM_PROMPT = """
You are a helpful assistant in normal conversation.
When given a problem to solve, you are an expert problem-solving assistant.
Your task is to provide a detailed, step-by-step solution to a given question.
"""

# Создание интерфейса чата с подгруженной моделью
with gr.Blocks() as demo:
    gr.Markdown("# Custom Chat Interface with AI")

    system_prompt = gr.Textbox(value=DEFAULT_SYSTEM_PROMPT, lines=5, label="System Prompt")
    chatbot = gr.Chatbot(label="Chat")

    # Функция для чата с использованием модели
    def chat(message, system_prompt):
        response = interface([message, system_prompt])
        return response

    # Отправка сообщений через текстовое поле
    msg = gr.Textbox(label="Type your message here...", placeholder="Enter your message...")
    msg.submit(chat, inputs=[msg, system_prompt], outputs=chatbot)

demo.launch()