#!/usr/bin/env python import os import subprocess import sys import argparse argmap = { '--redis-bin': { 'default': 'redis-server', 'help': 'Path to Redis server binary (default: %(default)s)' }, '--celery-broker-url': { 'default': 'redis://localhost:6379/0', 'help': 'Celery broker URL (default: %(default)s)' }, '--celery-result-backend-url': { 'default': 'redis://localhost:6379/0', 'help': 'Celery result backend URL (default: %(default)s)' }, '--output-directory': { 'default': 'app/output', 'help': 'Output directory (default: %(default)s)' }, '--output-url-prefix': { 'default': '/output', 'help': 'Output URL prefix (default: %(default)s)' }, '--ffmpeg-bin': { 'default': 'ffmpeg', 'help': 'Path to ffmpeg binary (default: %(default)s)' }, '--asr-engine': { 'default': os.getenv('ASR_ENGINE', 'faster_whisper'), 'help': 'ASR engine to use (default: %(default)s)' }, '--asr-model': { 'default': os.getenv('ASR_MODEL', 'small'), 'help': 'ASR model to use (default: %(default)s)' }, '--build-reascripts': { 'action': 'store_true', 'help': 'Build ReaScripts before starting' }, } parser = argparse.ArgumentParser() for arg, kwargs in argmap.items(): parser.add_argument(arg, **kwargs) args = parser.parse_args() os.environ['CELERY_BROKER_URL'] = args.celery_broker_url os.environ['CELERY_RESULT_BACKEND'] = args.celery_result_backend_url os.environ['OUTPUT_DIRECTORY'] = args.output_directory os.environ['OUTPUT_URL_PREFIX'] = args.output_url_prefix os.environ['FFMPEG_BIN'] = args.ffmpeg_bin os.environ['ASR_ENGINE'] = args.asr_engine os.environ['ASR_MODEL'] = args.asr_model if args.build_reascripts: if os.system('cd reascripts/ReaSpeech && make') != 0: print('ReaScript build failed', file=sys.stderr) sys.exit(1) processes = {} # Start Redis print('Starting database...', file=sys.stderr) processes['redis'] = subprocess.Popen([args.redis_bin], stdout=subprocess.DEVNULL) # Start Celery print('Starting worker...', file=sys.stderr) processes['celery'] = subprocess.Popen(['celery', '-A', 'app.worker.celery', 'worker', '--pool=solo', '--loglevel=info']) # Start Gunicorn print('Starting application...', file=sys.stderr) processes['gunicorn'] = subprocess.Popen(['gunicorn', '--bind', '0.0.0.0:9000', '--workers', '1', '--timeout', '0', 'app.webservice:app', '-k', 'uvicorn.workers.UvicornWorker']) # Wait for any process to exit pid, waitstatus = os.wait() exitcode = os.waitstatus_to_exitcode(waitstatus) process_name = '<unknown>' for name, p in processes.items(): if p.pid == pid: process_name = name break if exitcode < 0: print('Process', process_name, 'received signal', -exitcode, file=sys.stderr) else: print('Process', process_name, 'exited with status', exitcode, file=sys.stderr) # Terminate any child processes print('Terminating child processes...', file=sys.stderr) for name, p in processes.items(): try: print('Terminating', name, file=sys.stderr) # kinda bass-ackwards, but poll() returns None if process is still running if not p.poll(): p.terminate() else: print(name, "already exited", file=sys.stderr) except Exception as e: print(e, file=sys.stderr) # Exit with status of process that exited status = 1 if exitcode < 0 else exitcode print('Exiting with status', status, file=sys.stderr) sys.exit(status)