import json from fastapi import APIRouter, Depends, HTTPException, Request, Response from fastapi.responses import StreamingResponse, JSONResponse from api.auth import verify_app_secret from api.config import ALLOWED_MODELS from api.utils import process_non_streaming_response, process_streaming_response from api.logger import setup_logger logger = setup_logger(__name__) router = APIRouter() @router.options("/v1/chat/completions") @router.options("/api/v1/chat/completions") async def chat_completions_options(): return Response( status_code=200, headers={ "Access-Control-Allow-Origin": "*", "Access-Control-Allow-Methods": "POST, OPTIONS", "Access-Control-Allow-Headers": "Content-Type, Authorization", }, ) @router.get("/v1/models") @router.get("/api/v1/models") async def list_models(): return {"object": "list", "data": ALLOWED_MODELS} @router.post("/v1/chat/completions") @router.post("/api/v1/chat/completions") async def chat_completions( request: Request, app_secret: str = Depends(verify_app_secret) ): logger.info("Entering chat_completions route") request_data = await request.json() model = request_data.get('model') if not model: raise HTTPException(status_code=400, detail="Model is required") logger.info(f"Processing chat completion request for model: {model}") if model not in [model_dict["id"] for model_dict in ALLOWED_MODELS]: raise HTTPException( status_code=400, detail=f"Model {model} is not allowed. Allowed models are: {', '.join(model['id'] for model in ALLOWED_MODELS)}", ) stream = request_data.get('stream', False) if stream: logger.info("Streaming response") response = await process_streaming_response(request_data) return StreamingResponse(response, media_type="text/event-stream") else: logger.info("Non-streaming response") response = await process_non_streaming_response(request_data) return JSONResponse(content=response) @router.get('/') @router.get('/healthz') @router.get('/ready') @router.get('/alive') @router.get('/status') @router.get("/health") def health_check(request: Request): return JSONResponse(content={"status": "ok"})