moving to fastapi

app.py

@@ -1,30 +1,54 @@
+import spaces
 import os
-import sys
-from gunicorn.app.base import BaseApplication
-from django.core.wsgi import get_wsgi_application
+import torch
+import gradio as gr
+from fastapi import FastAPI
+from huggingface_hub import login
+from diffusers import StableDiffusion3Pipeline, DDPMScheduler
+from dotenv import load_dotenv
+import uvicorn
 
-class HFStickersApplication(BaseApplication):
-    def __init__(self, app, options=None):
-        self.options = options or {}
-        self.application = app
-        super().__init__()
+login(token=os.getenv("HF_TOKEN"))
 
-    def load_config(self):
-        config = {key: value for key, value in self.options.items()
-                  if key in self.cfg.settings and value is not None}
-        for key, value in config.items():
-            self.cfg.set(key.lower(), value)
+app = FastAPI()
 
-    def load(self):
-        return self.application
+pipeline = StableDiffusion3Pipeline.from_pretrained(
+    "stabilityai/stable-diffusion-3-medium",
+    revision="refs/pr/26",
+    torch_dtype=torch.float16,
+)
+pipeline.to("cuda")
 
-if __name__ == '__main__':
-    os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'hf-stickers.settings')  # Replace with your Django project's settings module
-    django_app = get_wsgi_application()
+@app.get("/")
+def index():
+    print('here')
+    return "Hello"
 
-    options = {
-        'bind': '0.0.0.0:7860',
-        'workers': 1,
-    }
+@spaces.GPU
+def generate(prompt, negative_prompt, num_inference_steps, height, width, guidance_scale):
+    print('start generate', prompt, negative_prompt, num_inference_steps, height, width, guidance_scale)
+    return pipeline(
+        prompt=prompt,
+        negative_prompt=negative_prompt,
+        num_inference_steps=num_inference_steps,
+        height=height,
+        width=width,
+        guidance_scale=guidance_scale
+    ).images
 
-    HFStickersApplication(django_app, options).run()
+io = gr.Interface(
+    fn=generate,
+    inputs=[
+        gr.Textbox(label="Prompt", lines=3),
+        gr.Textbox(label="Negative Prompt", lines=2),
+        gr.Slider(label="Inference Steps", value=20, minimum=1, maximum=30, step=1),
+        gr.Number(label="Height"),
+        gr.Number(label="Width"),
+        gr.Slider(label="Guidance Scale", value=7, minimum=1, maximum=15, step=1)
+    ],
+    outputs=gr.Gallery(),
+)
+
+app = gr.mount_gradio_app(app, io, path="/gradio")
+if __name__ == "__main__":
+    uvicorn.run(app, host="0.0.0.0", port=7680)

hf-stickers/asgi.py

@@ -1,16 +0,0 @@
-"""
-ASGI config for hf-stickers project.
-
-It exposes the ASGI callable as a module-level variable named ``application``.
-
-For more information on this file, see
-https://docs.djangoproject.com/en/5.0/howto/deployment/asgi/
-"""
-
-import os
-
-from django.core.asgi import get_asgi_application
-
-os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'hf-stickers.settings')
-
-application = get_asgi_application()

hf-stickers/settings.py

@@ -1,103 +0,0 @@
-"""
-Django settings for hf-stickers project.
-
-Generated by 'django-admin startproject' using Django 5.0.6.
-
-For more information on this file, see
-https://docs.djangoproject.com/en/5.0/topics/settings/
-
-For the full list of settings and their values, see
-https://docs.djangoproject.com/en/5.0/ref/settings/
-"""
-import os
-
-from pathlib import Path
-
-# Build paths inside the project like this: BASE_DIR / 'subdir'.
-BASE_DIR = Path(__file__).resolve().parent.parent
-
-# SECURITY WARNING: don't run with debug turned on in production!
-DEBUG = True
-
-ALLOWED_HOSTS = ["*"]
-CSRF_COOKIE_SECURE = True
-CSRF_COOKIE_HTTPONLY = True
-
-SECRET_KEY = os.environ.get('DJANGO_SECRET_KEY', 'django-insecure-#7!6z1!')
-
-# Application definition
-
-INSTALLED_APPS = [
-    'django.contrib.admin',
-    'django.contrib.auth',
-    'django.contrib.contenttypes',
-    'django.contrib.sessions',
-    'django.contrib.messages',
-    'django.contrib.staticfiles'
-]
-
-MIDDLEWARE = [
-    'django.middleware.security.SecurityMiddleware',
-    'django.contrib.sessions.middleware.SessionMiddleware',
-    'django.middleware.common.CommonMiddleware',
-    'django.middleware.csrf.CsrfViewMiddleware',
-    'django.contrib.auth.middleware.AuthenticationMiddleware',
-    'django.contrib.messages.middleware.MessageMiddleware',
-    'django.middleware.clickjacking.XFrameOptionsMiddleware'
-]
-
-ROOT_URLCONF = 'hf-stickers.urls'
-
-SESSION_ENGINE = "django.contrib.sessions.backends.signed_cookies"
-SESSION_COOKIE_HTTPONLY = True
-
-WSGI_APPLICATION = 'hf-stickers.wsgi.application'
-
-# Internationalization
-# https://docs.djangoproject.com/en/5.0/topics/i18n/
-
-LANGUAGE_CODE = 'en-us'
-
-TIME_ZONE = 'UTC'
-
-USE_I18N = True
-
-USE_TZ = True
-
-# Default primary key field type
-# https://docs.djangoproject.com/en/5.0/ref/settings/#default-auto-field
-
-DEFAULT_AUTO_FIELD = 'django.db.models.BigAutoField'
-
-LOGGING = {
-    'version': 1,
-    'disable_existing_loggers': False,
-    'formatters': {
-        'verbose': {
-            'format': ('%(asctime)s [%(process)d] [%(levelname)s] ' +
-                       'pathname=%(pathname)s lineno=%(lineno)s ' +
-                       'funcname=%(funcName)s %(message)s'),
-            'datefmt': '%Y-%m-%d %H:%M:%S'
-        },
-        'simple': {
-            'format': '%(levelname)s %(message)s'
-        }
-    },
-    'handlers': {
-        'null': {
-            'level': 'DEBUG',
-            'class': 'logging.NullHandler',
-        },
-        'console': {
-            'level': 'DEBUG',
-            'class': 'logging.StreamHandler',
-            'formatter': 'verbose'
-        }
-    },
-    'loggers': {
-        'main': {
-            'handlers': ['console'],
-            'level': 'DEBUG',
-        }
-    }
-}

hf-stickers/urls.py

@@ -1,6 +0,0 @@
-from django.contrib import admin
-from django.urls import include, path
-
-urlpatterns = [
-    path("", include("webapp.urls"))
-]

hf-stickers/wsgi.py

@@ -1,16 +0,0 @@
-"""
-WSGI config for hf-stickers project.
-
-It exposes the WSGI callable as a module-level variable named ``application``.
-
-For more information on this file, see
-https://docs.djangoproject.com/en/5.0/howto/deployment/wsgi/
-"""
-
-import os
-
-from django.core.wsgi import get_wsgi_application
-
-os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'hf-stickers.settings')
-
-application = get_wsgi_application()

manage.py

@@ -1,22 +0,0 @@
-#!/usr/bin/env python
-"""Django's command-line utility for administrative tasks."""
-import os
-import sys
-
-
-def main():
-    """Run administrative tasks."""
-    os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'hf-stickers.settings')
-    try:
-        from django.core.management import execute_from_command_line
-    except ImportError as exc:
-        raise ImportError(
-            "Couldn't import Django. Are you sure it's installed and "
-            "available on your PYTHONPATH environment variable? Did you "
-            "forget to activate a virtual environment?"
-        ) from exc
-    execute_from_command_line(sys.argv)
-
-
-if __name__ == '__main__':
-    main()

management/commands/runserver.py

@@ -1,3 +0,0 @@
-from django.core.management.commands.runserver import Command as runserver
-class Command(runserver):
-    default_port = "7680"

requirements.txt

@@ -2,9 +2,7 @@ huggingface_hub
 diffusers
 transformers
 accelerate
-python-dotenv
 numpy<2.0.0,>=1.20.0
-sentencepiece
 gradio
-django
-gunicorn
+fastapi
+uvicorn

webapp/admin.py

@@ -1,3 +0,0 @@
-from django.contrib import admin
-
-# Register your models here.

webapp/apps.py

@@ -1,6 +0,0 @@
-from django.apps import AppConfig
-
-
-class WebappConfig(AppConfig):
-    default_auto_field = 'django.db.models.BigAutoField'
-    name = 'webapp'

webapp/models.py

@@ -1,3 +0,0 @@
-from django.db import models
-
-# Create your models here.

webapp/tests.py

@@ -1,3 +0,0 @@
-from django.test import TestCase
-
-# Create your tests here.

webapp/urls.py

@@ -1,7 +0,0 @@
-from django.urls import path
-
-from . import views
-
-urlpatterns = [
-    path("", views.index, name="index")
-]

webapp/views.py

@@ -1,4 +0,0 @@
-from django.http import HttpResponse
-
-def index(request):
-    return HttpResponse('Hello!')