app.py

# import gradio as gr
# from groq import Groq

# client = Groq(
#     api_key=("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"),
# )

# def generate_response(input_text):
#     chat_completion = client.chat.completions.create(
#         messages=[
#             {
#                 "role": "user",
#                 "content": input_text,
#             }
#         ],
#         model="llama3-8b-8192",
#     )
#     return chat_completion.choices[0].message.content

# custom_css = """
# body {
#     background-color: #f5f5f5;
#     font-family: 'Arial', sans-serif;
#     color: #333;
# }

# .gradio-container {
#     border-radius: 12px;
#     padding: 20px;
#     background-color: #ffffff;
#     box-shadow: 0 2px 10px rgba(0, 0, 0, 0.1);
# }

# input[type="text"], textarea {
#     border-radius: 10px;
#     border: 1px solid #ddd;
#     padding: 12px;
#     width: 100%;
#     font-size: 14px;
#     color: #333;
#     background-color: #f9f9f9;
# }

# button {
#     background-color: #007bff;
#     color: white;
#     border: none;
#     padding: 12px 24px;
#     border-radius: 10px;
#     cursor: pointer;
#     font-size: 14px;
#     font-weight: bold;
# }

# button:hover {
#     background-color: #0056b3;
# }

# h1 {
#     font-weight: 600;
#     color: #333;
# }

# textarea {
#     resize: none;
# }
# """

# iface = gr.Interface(
#     fn=generate_response,
#     inputs=gr.Textbox(label="ورودی" , lines=2, placeholder="اینجا یه چی بپرس... "),
#     outputs=gr.Textbox(label="جواب"),
#     title="💬 Parviz Chatbot",
#     description="زنده باد",
#     theme="dark",
#     allow_flagging="never"

# )
# iface.launch()

# import gradio as gr
# from groq import Groq
# import time

# client = Groq(api_key="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")

# def generate_response(message, chat_history):
#     chat_completion = client.chat.completions.create(
#         messages=[{"role": "user", "content": message}],
#         model="llama3-8b-8192",
#     )
#     bot_message = chat_completion.choices[0].message.content
    
#     for i in range(0, len(bot_message), 10):
#         yield chat_history + [(message, bot_message[:i + 10])]
#         time.sleep(0.1)
    
#     yield chat_history + [(message, bot_message)]


# with gr.Blocks() as demo:
#     gr.Markdown("<h1 style='text-align: center;'>💬 Parviz Chatbot</h1><p style='text-align: center; color: #e0e0e0;'>زنده باد</p>")
    
#     chatbot = gr.Chatbot(label="جواب")
#     msg = gr.Textbox(label="ورودی", placeholder="اینجا یه چی بپرس... ", lines=1)
    
#     msg.submit(generate_response, [msg, chatbot], chatbot)
    
#     clear = gr.ClearButton([msg, chatbot])
# demo.launch()








import gradio as gr
import torch
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, GenerationConfig
import re
import time


tokenizer = AutoTokenizer.from_pretrained("universitytehran/PersianMind-v1.0")
model = AutoModelForSeq2SeqLM.from_pretrained("universitytehran/PersianMind-v1.0")


def generate_response(message, chat_history):

    TEMPLATE = "{context}\nYou: {prompt}\nParvizGPT "
    CONTEXT = "This is a conversation with ParvizGPT. It is an artificial intelligence model designed by Amir Mahdi Parviz " \
        "NLP expert to help you with various tasks such as answering questions, " \
        "providing recommendations, and helping with decision making. You can ask it anything you want and " \
        "it will do its best to give you accurate and relevant information."
    
    prompt = TEMPLATE.format(context=CONTEXT, prompt=message)

    generation_config = GenerationConfig(
        max_new_tokens=128,
        do_sample=True,
        top_k=50,
        top_p=0.95,
        temperature=0.8,
        repetition_penalty=1.2
    )

    tokenized_test_text = tokenizer(prompt, return_tensors='pt').input_ids.to("cpu")
    model.to("cpu")
    

    outputs = model.generate(tokenized_test_text, generation_config=generation_config, max_new_tokens=128)
    result = tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]

    for i in range(0, len(result), 10):
        yield chat_history + [(message, result[:i + 10])]
        time.sleep(0.1)

    yield chat_history + [(message, result)]



with gr.Blocks() as demo:
    gr.Markdown("<h1 style='text-align: center;'>💬 Parviz GPT</h1><p style='text-align: center;'>made by A.M.Parviz \</p>")
    
    chatbot = gr.Chatbot(label="جواب")
    msg = gr.Textbox(label="ورودی", placeholder="سوال خودتو رو بپرس", lines=1)
    
    msg.submit(generate_response, [msg, chatbot], chatbot)
    
    clear = gr.ClearButton([msg, chatbot])

demo.launch()