feat: Big Update

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1 +1,6 @@
-env/
+# Python specific
+env/
+__pycache__/
+
+# Huggingface Gradio auto-created folder
+flagged/

README.md

@@ -0,0 +1,10 @@
+---
+title: Ai Service Inference
+emoji: 🐠
+colorFrom: purple
+colorTo: pink
+sdk: gradio
+sdk_version: 4.15.0
+app_file: app.py
+pinned: true
+---

app.py

@@ -0,0 +1,6 @@
+from views import create_interface
+
+ui = create_interface()
+
+if __name__ == "__main__":
+    ui.launch()

controllers/chat.py

@@ -0,0 +1,35 @@
+import time
+from services.api_service import post_data
+from controllers.fw import get_fw_query_params
+
+
+def format_response(message: str):
+    return message.replace("\\n", "\n")
+
+
+def chat_controller(prompt: str, histories: list[list], fw_option: str = 'none'):
+    # Format histories
+    f_histories = []
+    for history in histories:
+        f_histories.append({
+            "role": "user",
+            "content": history[0]
+        })
+        f_histories.append({
+            "role": "assistant",
+            "content": history[1]
+        })
+    # Send request
+    request_data = {
+        "prompt": prompt,
+        "histories": f_histories
+    }
+    response = post_data(
+        f"/api/chats/{get_fw_query_params(fw_option)}", json=request_data)
+    if response is None:
+        return None
+    message = format_response(response['message'])
+    # Yielding response
+    for i in range(len(message)):
+        time.sleep(0.03)
+        yield message[: i+1]

controllers/config.py

@@ -0,0 +1,18 @@
+from controllers.fw import add_fw_option, del_fw_option, fetch_fw_options
+
+
+def on_fw_add_btn_click(url: str):
+    add_fw_option(url)
+    # Fetch new options
+    return fetch_fw_options(), ""
+
+
+def on_del_btn_click(url: str):
+    # Fetch options
+    options = fetch_fw_options()
+    # Delete option
+    del_fw_option(list(options.keys()).index(url))
+    # Remove from options
+    options.pop(url)
+    # Return new options
+    return options, ""

controllers/fd.py

@@ -0,0 +1,32 @@
+from PIL import Image
+import numpy as np
+import cv2 as cv
+from services.api_service import post_data
+from controllers.utils import image_to_bytes
+from controllers.fw import get_fw_query_params
+
+
+def draw_bboxs(image: Image, faces: list, color: str):
+    np_image = np.array(image)
+    for face in faces:
+        bbox = face['bbox']
+        x, y, w, h = bbox['x'], bbox['y'], bbox['width'], bbox['height']
+        # Convert hex to rgb
+        hex = color[1:]
+        rgb = tuple(int(hex[i:i+2], 16) for i in (0, 2, 4))
+        cv.rectangle(np_image, (x, y), (x + w, y + h), rgb, 2)
+    return np_image
+
+
+def fd_controller(image: Image, model: str, color: str, fw_option: str = 'none'):
+    request_data = {
+        "image": image_to_bytes(image),
+        "model": model
+    }
+    response = post_data(
+        f"/api/fd/{get_fw_query_params(fw_option)}", files=request_data)
+    if response is None:
+        return None
+    faces = response['faces']
+    image = draw_bboxs(image, faces, color)
+    return image, faces

controllers/fw.py

@@ -0,0 +1,35 @@
+from services.api_service import get_data, post_data, delete_data
+
+
+# Forward query params
+def get_fw_query_params(fw_option: str):
+    if fw_option == 'none':
+        return ''
+    if fw_option == 'auto':
+        return '?fw=auto'
+    else:
+        return '?fw=' + fw_option
+
+
+def fetch_fw_options(to_list=False) -> dict:
+    response = get_data("/service/fw/")
+    if to_list:
+        return [option['url'] for option in response['fw']]
+    fw_servers = {}
+    for res in response['fw']:
+        fw_servers[res['url']] = res['tasks']
+    return fw_servers
+
+
+def add_fw_option(url: str):
+    request_data = {
+        "url": url
+    }
+    post_data("/service/fw/", json=request_data)
+
+
+def del_fw_option(index: int):
+    request_data = {
+        "index": index
+    }
+    delete_data("/service/fw/", json=request_data)

controllers/rembg.py

@@ -0,0 +1,23 @@
+from PIL import Image
+from controllers.utils import image_to_bytes, bytes_to_image
+from services.api_service import post_data
+from controllers.fw import get_fw_query_params
+
+
+def rembg_controller(image: Image, resolution: str = 'original', fw_option: str = 'none'):
+    # Downscale image
+    if resolution != 'original':
+        if resolution == 'low':
+            resolution = image.size[0] / 4
+        elif resolution == 'high':
+            resolution = image.size[0] / 2
+        image.thumbnail((int(resolution), int(resolution)))
+    # Send image
+    request_data = {
+        "image": image_to_bytes(image)
+    }
+    response = post_data(
+        f"/api/rembg/{get_fw_query_params(fw_option)}", files=request_data, parse_json=False)
+    if response is None:
+        return None
+    return bytes_to_image(response)

controllers/utils.py

@@ -0,0 +1,13 @@
+import io
+from PIL import Image
+
+
+# Convert image to bytes
+def image_to_bytes(image: Image):
+    img_byte_arr = io.BytesIO()
+    image.save(img_byte_arr, format='PNG')
+    return img_byte_arr.getvalue()
+
+
+def bytes_to_image(image_bytes: bytes):
+    return Image.open(io.BytesIO(image_bytes))

services/api_service.py

@@ -1,5 +1,5 @@
 from requests import get, post, put, delete
-from utils.constants import API_ENDPOINT
+from utilities.constants import API_ENDPOINT
 
 
 def get_data(url, params=None, parse_json=True):
@@ -41,10 +41,10 @@ def put_data(url, json=None, parse_json=True):
         return None
 
 
-def delete_data(url, parse_json=True):
+def delete_data(url, json=None, parse_json=True):
     if url.startswith("/"):
         url = API_ENDPOINT + url
-    response = delete(url)
+    response = delete(url, json=json)
     if response.status_code == 200:
         if parse_json:
             return response.json()

services/state.py

@@ -0,0 +1,19 @@
+from utilities.constants import FW_DEFAULT_OPTION
+
+
+class AppState():
+    def __init__(self):
+        self._state = {}
+
+    def get(self, key):
+        return self._state.get(key)
+
+    def set(self, key, value):
+        self._state[key] = value
+
+
+# Create app state
+app_state = AppState()
+
+# Initialize app state
+app_state.set('fw_option', FW_DEFAULT_OPTION)

utilities/constants.py

@@ -0,0 +1,7 @@
+API_ENDPOINT = "https://gdscfptu-ai-service-hf.hf.space"
+FW_DEFAULT_OPTION = "auto"
+CHAT_EXAMPLES = ["Where should I go in Da Nang?",
+                 "Best destinations in Quy Nhon"]
+FD_DROPDOWN_CHOICES = ["mtcnn", "hog"]
+FW_RADIO_CHOICES = ['none', 'auto']
+REMBG_DROPDOWN_CHOICES = ["original", "high", "low"]

utils/constants.py

@@ -1,2 +0,0 @@
-API_ENDPOINT = "https://gdscfptu-ai-service-hf.hf.space"
-FW_DEFAULT_OPTION = "none"

views/__init__.py

@@ -0,0 +1,20 @@
+import gradio as gr
+# Import Interfaces
+from .rembg import rembg_interface
+from .fd import fd_interface
+from .chat import chat_interface
+from .config import config_interface
+
+
+def create_interface():
+    rembg_ui = rembg_interface()
+    fd_ui = fd_interface()
+    chat_ui = chat_interface()
+    config_ui = config_interface()
+
+    return gr.TabbedInterface(
+        title="GDSC AI Service Inference",
+        interface_list=[rembg_ui, fd_ui, chat_ui.queue(), config_ui],
+        tab_names=[rembg_ui.title, fd_ui.title,
+                   chat_ui.title, config_ui.title],
+    )

views/chat.py

@@ -0,0 +1,21 @@
+import gradio as gr
+from controllers.chat import chat_controller
+from services.state import app_state
+
+CHAT_EXAMPLES = ["Where should I go in Da Nang?",
+                 "Best destinations in Quy Nhon"]
+
+
+def chats_yielding(prompt: str, histories: list[list]):
+    for msg in chat_controller(prompt, histories, app_state.get('fw_option')):
+        yield msg
+
+
+def chat_interface():
+    return gr.ChatInterface(
+        title="Chat AI",
+        fn=chats_yielding,
+        examples=CHAT_EXAMPLES,
+        retry_btn=None,
+        undo_btn=None
+    )

views/config.py

@@ -0,0 +1,41 @@
+import gradio as gr
+from controllers.config import on_del_btn_click, on_fw_add_btn_click
+from controllers.fw import fetch_fw_options
+from utilities.constants import FW_RADIO_CHOICES, FW_DEFAULT_OPTION
+
+
+def config_interface():
+    with gr.Blocks() as ui:
+        gr.Markdown("### Forwarding Endpoint")
+        radio_btn = gr.Radio(choices=FW_RADIO_CHOICES, value=FW_DEFAULT_OPTION,
+                             label="Select Forwarding Option")
+        fw_list = gr.Label(value=fetch_fw_options(),  # TODO change to function
+                           label="Current Endpoints", every=2)
+        with gr.Column():
+            input_box = gr.Textbox(label="Forwarding Endpoint",
+                                   placeholder="https://...")
+            with gr.Row():
+                add_btn = gr.Button(value="Add Endpoint", variant="secondary")
+                del_btn = gr.Button(value="Delete Endpoint", variant="stop")
+        gr.Markdown("### OpenAI API Key")
+        with gr.Column():
+            input_box2 = gr.Textbox(
+                label="OpenAI API Key", placeholder="sk_...")
+            with gr.Row():
+                add_btn2 = gr.Button(value="Add Key", variant="secondary")
+                del_btn2 = gr.Button(value="Reset Key", variant="stop")
+
+        # Assign actions
+        add_btn.click(
+            fn=on_fw_add_btn_click,
+            inputs=[input_box],
+            outputs=[fw_list, input_box]
+        )
+        del_btn.click(
+            fn=on_del_btn_click,
+            inputs=[input_box],
+            outputs=[fw_list, input_box]
+        )
+
+    ui.title = "Configuration"
+    return ui

views/fd.py

@@ -0,0 +1,23 @@
+import gradio as gr
+from utilities.constants import FD_DROPDOWN_CHOICES
+from controllers.fd import fd_controller
+from services.state import app_state
+
+
+def fd_interface():
+    return gr.Interface(
+        title="Face Detection",
+        fn=lambda model, image, color: fd_controller(
+            image, model, color, app_state.get('fw_option')),
+        inputs=[
+            gr.Dropdown(choices=FD_DROPDOWN_CHOICES,
+                        value=FD_DROPDOWN_CHOICES[0], label="Select Model. *Not affect in forwarding mode*"),
+            gr.Image(type="pil", label="Input Image"),
+            gr.ColorPicker(label="Box Color")
+        ],
+        outputs=[
+            gr.Image(type="pil", label="Output Image"),
+            gr.JSON(label="Output Boxes")
+        ],
+        flagging_options=[]
+    )

views/rembg.py

@@ -0,0 +1,21 @@
+import gradio as gr
+from controllers.rembg import rembg_controller
+from services.state import app_state
+from utilities.constants import REMBG_DROPDOWN_CHOICES
+
+
+def rembg_interface():
+    return gr.Interface(
+        title="Remove Background",
+        fn=lambda resolution, image: rembg_controller(
+            image, resolution, app_state.get('fw_option')),
+        inputs=[
+            gr.Dropdown(choices=REMBG_DROPDOWN_CHOICES,
+                        value=REMBG_DROPDOWN_CHOICES[0], label="Resolution"),
+            gr.Image(type="pil", label="Input Image")
+        ],
+        outputs=[
+            gr.Image(type="pil", label="Output Image")
+        ],
+        flagging_options=[]
+    )