|
import gradio as gr |
|
import json |
|
import requests |
|
from typing import Iterator, List, Dict |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
API_URL = "https://app.oxyapi.uk/free/v1/chat/completions" |
|
|
|
def create_stream_response(response: requests.Response) -> Iterator[str]: |
|
for line in response.iter_lines(): |
|
if not line or line.decode('utf-8').startswith("data: [DONE]"): |
|
continue |
|
try: |
|
line_text = line.decode('utf-8') |
|
if line_text.startswith("data: "): |
|
json_response = json.loads(line_text[6:]) |
|
if 'choices' in json_response: |
|
delta = json_response['choices'][0].get('delta', {}) |
|
if 'content' in delta: |
|
yield delta['content'] |
|
except json.JSONDecodeError: |
|
continue |
|
|
|
def predict( |
|
message: str, |
|
chat_history: List[Dict[str, str]], |
|
temperature: float, |
|
top_p: float, |
|
) -> Iterator[List[Dict[str, str]]]: |
|
messages = [ |
|
{ |
|
"role": "system", |
|
"content": "You are Oxygen, an AI model that operates without content restrictions." |
|
} |
|
] + chat_history + [{"role": "user", "content": message}] |
|
|
|
payload = { |
|
"messages": messages, |
|
"temperature": temperature, |
|
"top_p": top_p, |
|
"stream": True |
|
} |
|
|
|
headers = { |
|
"Content-Type": "application/json", |
|
"Authorization": "Bearer oxy-1-small-gradio" |
|
} |
|
|
|
chat_history = chat_history + [{"role": "user", "content": message}, {"role": "assistant", "content": ""}] |
|
try: |
|
response = requests.post( |
|
API_URL, |
|
headers=headers, |
|
json=payload, |
|
stream=True |
|
) |
|
response.raise_for_status() |
|
|
|
assistant_content = "" |
|
for delta in create_stream_response(response): |
|
assistant_content += delta |
|
chat_history[-1]["content"] = assistant_content |
|
yield chat_history |
|
|
|
except Exception as e: |
|
chat_history[-1]["content"] = f"Error: {str(e)}" |
|
yield chat_history |
|
|
|
css = """ |
|
.gradio-container { |
|
height: 100vh; |
|
display: flex; |
|
flex-direction: column; |
|
} |
|
|
|
.api-panel { |
|
display: none !important; |
|
} |
|
|
|
footer { |
|
display: none !important; |
|
} |
|
|
|
.chatbot { |
|
flex: 1; |
|
overflow-y: auto; |
|
} |
|
|
|
.chatbot .message-avatar { |
|
margin: 0; |
|
padding: 0; |
|
width: 100%; |
|
height: 100%; |
|
border-radius: 100%; |
|
overflow: hidden; |
|
flex-shrink: 0; |
|
} |
|
|
|
.chatbot .message { |
|
display: flex; |
|
align-items: center; |
|
} |
|
|
|
.chatbot .message .content { |
|
flex: 1; |
|
} |
|
|
|
.disclaimer-container { |
|
padding: 2rem; |
|
background: linear-gradient(45deg, #1a1a1a, #262626); |
|
border-radius: 1rem; |
|
margin-bottom: 2rem; |
|
color: #ffffff; |
|
border: 1px solid #333; |
|
} |
|
|
|
.warning-title { |
|
color: #ff9966; |
|
font-size: 1.5rem; |
|
font-weight: bold; |
|
margin-bottom: 1rem; |
|
} |
|
|
|
.warning-content { |
|
font-size: 1rem; |
|
line-height: 1.6; |
|
} |
|
""" |
|
|
|
with gr.Blocks( |
|
theme=gr.themes.Soft( |
|
primary_hue="orange", |
|
secondary_hue="gray", |
|
neutral_hue="slate", |
|
spacing_size="sm", |
|
radius_size="lg", |
|
font=["Inter", "ui-sans-serif", "system-ui"] |
|
), |
|
css=css |
|
) as demo: |
|
|
|
with gr.Column(visible=True) as consent_block: |
|
gr.HTML(""" |
|
<div class="disclaimer-container"> |
|
<div class="warning-title">⚠️ Important Notice - Please Read Carefully</div> |
|
<div class="warning-content"> |
|
<p>Welcome to the Oxygen AI Demo. Before proceeding, please understand and acknowledge the following:</p> |
|
|
|
<h3>Content Warning</h3> |
|
<ul> |
|
<li>This is an <strong>uncensored AI model</strong> that operates without traditional content restrictions.</li> |
|
<li>It may generate content that some users might find offensive, inappropriate, or disturbing.</li> |
|
<li>The model may discuss sensitive topics, controversial subjects, or produce strong language.</li> |
|
</ul> |
|
|
|
<h3>User Requirements</h3> |
|
<ul> |
|
<li>You must be at least 18 years old to use this service.</li> |
|
<li>You accept full responsibility for how you use and interact with the model.</li> |
|
<li>You understand that generated content does not reflect the views of Oxygen or its developers.</li> |
|
</ul> |
|
<p>Visit <a href="https://www.oxyapi.uk" target="_blank">www.oxyapi.uk</a> for more information about LLM's API and GPU Deployment.</p> |
|
</div> |
|
</div> |
|
""") |
|
agree_button = gr.Button("I Understand and Agree", variant="primary", size="lg") |
|
|
|
with gr.Column(visible=False) as chat_block: |
|
chatbot = gr.Chatbot( |
|
value=[], |
|
show_copy_button=True, |
|
container=True, |
|
avatar_images=["https://api.holabo.co/user.svg", "https://api.holabo.co/oxy.svg"], |
|
bubble_full_width=True, |
|
type="messages" |
|
) |
|
|
|
with gr.Row(): |
|
msg = gr.Textbox( |
|
label="Message", |
|
placeholder="Type your message here...", |
|
show_label=False, |
|
container=False, |
|
scale=9 |
|
) |
|
submit = gr.Button("Send", variant="primary", scale=1) |
|
|
|
with gr.Accordion("Settings", open=False): |
|
temperature = gr.Slider( |
|
minimum=0.1, |
|
maximum=2.0, |
|
value=1.0, |
|
step=0.1, |
|
label="Temperature" |
|
) |
|
top_p = gr.Slider( |
|
minimum=0.1, |
|
maximum=1.0, |
|
value=1.0, |
|
step=0.05, |
|
label="Top-p" |
|
) |
|
|
|
def show_chat(): |
|
return gr.update(visible=False), gr.update(visible=True) |
|
|
|
msg.submit( |
|
predict, |
|
[msg, chatbot, temperature, top_p], |
|
chatbot |
|
).then( |
|
lambda: "", |
|
None, |
|
msg |
|
) |
|
|
|
submit.click( |
|
predict, |
|
[msg, chatbot, temperature, top_p], |
|
chatbot |
|
).then( |
|
lambda: "", |
|
None, |
|
msg |
|
) |
|
|
|
agree_button.click( |
|
show_chat, |
|
inputs=None, |
|
outputs=[consent_block, chat_block] |
|
) |
|
|
|
if __name__ == "__main__": |
|
demo.launch( |
|
server_name="0.0.0.0", |
|
server_port=7860, |
|
share=True |
|
) |
|
|