app.py

import gradio as gr
import concurrent.futures

# Load the model into RAM
model = gr.load("huggingface/black-forest-labs/FLUX.1-dev")

def interact(input):
    # Define the function for user interaction
    response = model(input)
    return response

# Use ThreadPoolExecutor to manage the threads
with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:
    # Create a Gradio interface with the loaded model
    interface = gr.Interface(fn=interact, inputs="text", outputs="image")
    # Handle the interactions with Gradio
    interface.launch()