File size: 7,627 Bytes
29b6bc4
7eb1fb9
 
 
29b6bc4
7eb1fb9
653b1c0
0f46d61
fa65fc4
 
 
7eb1fb9
29b6bc4
653b1c0
 
0f46d61
653b1c0
481e164
 
ff8ac04
481e164
653b1c0
ff8ac04
653b1c0
 
481e164
ff8ac04
481e164
ff8ac04
 
 
481e164
 
ff8ac04
 
481e164
 
ff8ac04
 
481e164
ff8ac04
481e164
 
 
653b1c0
2827a07
 
7eb1fb9
2827a07
bfc9a54
 
 
 
 
2827a07
bfc9a54
 
 
 
 
 
2827a07
bfc9a54
29b6bc4
7eb1fb9
 
7d7d5bc
7eb1fb9
3029284
7eb1fb9
 
5c97131
7eb1fb9
 
 
 
2827a07
7eb1fb9
bfc9a54
2827a07
cba1cd6
2827a07
7eb1fb9
2827a07
29b6bc4
653b1c0
 
 
 
 
 
 
 
 
 
 
2827a07
 
bfc9a54
 
cba1cd6
bfc9a54
2827a07
e0fe578
bfc9a54
 
cba1cd6
bfc9a54
2827a07
e0fe578
bfc9a54
2827a07
 
50394da
0f46d61
653b1c0
 
fd46984
6f1e86c
653b1c0
0f46d61
653b1c0
 
aa7b3a1
653b1c0
aa7b3a1
653b1c0
 
6f1e86c
653b1c0
 
 
f630f1d
653b1c0
 
2827a07
653b1c0
 
 
 
 
 
 
0f46d61
653b1c0
 
2827a07
653b1c0
 
aa7b3a1
653b1c0
 
 
aa7b3a1
653b1c0
094acf3
653b1c0
 
 
f630f1d
653b1c0
 
bfc9a54
653b1c0
 
 
29b6bc4
653b1c0
 
 
0f46d61
653b1c0
 
 
0f46d61
653b1c0
 
 
 
 
c011795
653b1c0
50394da
29b6bc4
7eb1fb9
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
import gradio as gr
import requests
import json
import os

API_URL = "https://host.palple.polrambora.com/pmsq"
API_TOKEN = os.getenv("POLLY") 

body = {
    "kind": "PER_DATA",
    "identificator": "",
}

ASSISTANT_PIC_PATH = "https://huggingface.co/spaces/PLRMB/P-MSQ-API-PREVIEW/resolve/main/API.png"  
USER_PIC_PATH = "https://huggingface.co/spaces/PLRMB/P-MSQ-API-PREVIEW/resolve/main/usr.png"

def authorize(api_key):
    test_data = {
        "kind": "PER_DATA",
        "identificator": api_key  
    }
    test_headers = {
        "Authorization": f"Bearer {API_TOKEN}",  
        "Content-Type": "application/json",
    }

    print("Preparing to send the request...") 
    try:
        print(f"Request Data: {test_data}")
        print(f"Request Headers: {test_headers}")

        response = requests.post("https://polrambora.com/api/v2/checkSDPA", headers=test_headers, data=json.dumps(test_data))

        print("Request sent!") 

        if response.status_code == 200:
            response_json = response.json()
            print(f"Response: {response_json}")
            return True
        else:
            print(f"Failed request - Status code: {response.status_code}, Response: {response.text}")
            return False
    except Exception as e:
        print(f"Exception occurred: {str(e)}")
        return False

def respond(message, history, system_message, max_tokens, top_p, temperature):
    messages = []
    for user_message, assistant_message, user_profile, assistant_profile, user_pic, assistant_pic in history:
        if user_message:
            messages.append({
                "role": "user",
                "content": user_message,
                "profile": user_profile,
                "picture": user_pic
            })
        if assistant_message:
            messages.append({
                "role": "assistant",
                "content": assistant_message,
                "profile": assistant_profile,
                "picture": assistant_pic
            })

    data = {
        "preferences": {
            "max_char": max_tokens,
            "temperature": temperature,
            "top_p": top_p,
            "system_message": system_message
        },
        "conversation_history": messages,
        "input": message
    }

    response = requests.post(API_URL, headers=headers, data=json.dumps(data))
    
    if response.status_code == 200:
        response_json = response.json()
        assistant_reply = response_json["msq"]["message"][0]
        history.append((message, assistant_reply, "You", "P-ALPLE", USER_PIC_PATH, ASSISTANT_PIC_PATH))
        return history, assistant_reply
    else:
        return history, "Error: " + response.json().get("error", "Unknown error occurred.")

def load_conversation_from_file(json_file):
    with open(json_file, 'r') as file:
        data = json.load(file)
        history = []
        for msg in data['conversation']:
            user_message = msg.get('user_message', "")
            assistant_message = msg.get('assistant_message', "")
            history.append((user_message, assistant_message, "You", "P-ALPLE", USER_PIC_PATH, ASSISTANT_PIC_PATH))
        return history

# Message rendering
def render_message(history):
    messages_html = ""
    for user_message, assistant_message, user_profile, assistant_profile, user_pic, assistant_pic in history:
        if user_message:
            messages_html += f"<div style='display: flex; align-items: center; margin-bottom: 10px;'>"
            if user_pic:
                messages_html += f"<img src='{user_pic}' style='width: 40px; height: 40px; border-radius: 50%; margin-right: 10px;'>"
            messages_html += f"{user_message}</div><br>"

        if assistant_message:
            messages_html += f"<div style='display: flex; align-items: center; margin-bottom: 10px;'>"
            if assistant_pic:
                messages_html += f"<img src='{assistant_pic}' style='width: 40px; height: 40px; border-radius: 50%; margin-right: 10px;'>"
            messages_html += f"{assistant_message}</div><br>"
    
    return messages_html

with gr.Blocks(css=".chatbox {height: 400px; overflow-y: auto; border: 1px solid #ccc; padding: 10px; background-color: #f9f9f9;}") as demo:

    with gr.Column(visible=True) as auth_view:
        gr.Markdown("## P-MSQ Authorization")
        gr.Markdown("P-MSQ is in closed alpha test! The model, api and more are subject to change. Even though the space is public, P-MSQ is restricted for public use, available for testers.")
        api_key_input = gr.Textbox(placeholder="Enter your API key or enter your Discord UserID", label="API Key/User ID")
        auth_button = gr.Button("Authorize")

    with gr.Column(visible=False) as chat_view:
        gr.Markdown("## P-MSQ Chat Interface")

        chatbot_output = gr.HTML(elem_id="chatbox")  

        msg_input = gr.Textbox(
            show_label=False, 
            placeholder="Type your message and press Shift+Enter...", 
            lines=2,
            elem_id="input-text"
        )

        send_btn = gr.Button("Send")
        regen_btn = gr.Button("Clear")

        system_message = gr.Textbox(value="You are P-MSQ (Messaging Service Query), a friendly AI Chatbot that can help in any situations.", label="System message")
        
        gr.Markdown("### Settings")
        
        max_tokens = gr.Slider(minimum=1, maximum=2048, value=1024, step=1, label="Max new tokens")
        top_p = gr.Slider(minimum=0, maximum=2, value=0.8, step=0.1, label="Top P")
        temperature = gr.Slider(minimum=0.1, maximum=1, value=0.7, step=0.1, label="Temperature")

        history_state = gr.State([])  
        last_message_state = gr.State("")  

        load_btn = gr.Button("Load Conversation")
        json_file_input = gr.Textbox(placeholder="Path to .json file", label="JSON File Path")

        def load_conversation(file_path):
            history = load_conversation_from_file(file_path)
            return render_message(history), history

        load_btn.click(load_conversation, inputs=json_file_input, outputs=[chatbot_output, history_state])

        def user_interaction(message, history, system_message, max_tokens, top_p, temperature):
            history, assistant_reply = respond(message, history, system_message, max_tokens, top_p, temperature)
            return render_message(history), history, "", message  

        def regenerate_response(history, last_message, system_message, max_tokens, top_p, temperature):
            return "", []

        msg_input.submit(user_interaction, 
                         inputs=[msg_input, history_state, system_message, max_tokens, top_p, temperature], 
                         outputs=[chatbot_output, history_state, msg_input, last_message_state])

        send_btn.click(user_interaction, 
                       inputs=[msg_input, history_state, system_message, max_tokens, top_p, temperature], 
                       outputs=[chatbot_output, history_state, msg_input, last_message_state])

        regen_btn.click(regenerate_response, 
                        inputs=[history_state, last_message_state, system_message, max_tokens, top_p, temperature], 
                        outputs=[chatbot_output, history_state])

    def authorize_and_proceed(api_key):
        if authorize(api_key):
            return gr.update(visible=False), gr.update(visible=True)
        else:
            return gr.update(visible=True), gr.update(visible=False)

    auth_button.click(authorize_and_proceed, inputs=api_key_input, outputs=[auth_view, chat_view])

if __name__ == "__main__":
    demo.launch()