app.py

import subprocess
import time

def start_controller():
    subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
    time.sleep(10)  # wait for the controller to start

def start_gradio_web_server():
    subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
    time.sleep(10)  # wait for the web server to start

def start_model_worker():
    subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-13b'])

if __name__ == "__main__":
    start_controller()  # Starts the controller process
    start_gradio_web_server()  # Starts the Gradio web server process
    start_model_worker()  # Starts the model worker process

    # Keep the script running to maintain the subprocesses alive
    while True:
        time.sleep(3600)  # Sleep for 1 hour, adjust as needed