|
import json |
|
from fastapi import APIRouter, Depends, HTTPException, Request, Response |
|
from fastapi.responses import StreamingResponse, JSONResponse |
|
from api.auth import verify_app_secret |
|
from api.config import ALLOWED_MODELS |
|
from api.utils import process_non_streaming_response, process_streaming_response |
|
from api.logger import setup_logger |
|
|
|
logger = setup_logger(__name__) |
|
|
|
router = APIRouter() |
|
|
|
@router.options("/v1/chat/completions") |
|
@router.options("/api/v1/chat/completions") |
|
async def chat_completions_options(): |
|
return Response( |
|
status_code=200, |
|
headers={ |
|
"Access-Control-Allow-Origin": "*", |
|
"Access-Control-Allow-Methods": "POST, OPTIONS", |
|
"Access-Control-Allow-Headers": "Content-Type, Authorization", |
|
}, |
|
) |
|
|
|
@router.get("/v1/models") |
|
@router.get("/api/v1/models") |
|
async def list_models(): |
|
return {"object": "list", "data": ALLOWED_MODELS} |
|
|
|
@router.post("/v1/chat/completions") |
|
@router.post("/api/v1/chat/completions") |
|
async def chat_completions( |
|
request: Request, app_secret: str = Depends(verify_app_secret) |
|
): |
|
logger.info("Entering chat_completions route") |
|
request_data = await request.json() |
|
model = request_data.get('model') |
|
if not model: |
|
raise HTTPException(status_code=400, detail="Model is required") |
|
logger.info(f"Processing chat completion request for model: {model}") |
|
|
|
if model not in [model_dict["id"] for model_dict in ALLOWED_MODELS]: |
|
raise HTTPException( |
|
status_code=400, |
|
detail=f"Model {model} is not allowed. Allowed models are: {', '.join(model['id'] for model in ALLOWED_MODELS)}", |
|
) |
|
|
|
stream = request_data.get('stream', False) |
|
|
|
if stream: |
|
logger.info("Streaming response") |
|
response = await process_streaming_response(request_data) |
|
return StreamingResponse(response, media_type="text/event-stream") |
|
else: |
|
logger.info("Non-streaming response") |
|
response = await process_non_streaming_response(request_data) |
|
return JSONResponse(content=response) |
|
|
|
@router.get('/') |
|
@router.get('/healthz') |
|
@router.get('/ready') |
|
@router.get('/alive') |
|
@router.get('/status') |
|
@router.get("/health") |
|
def health_check(request: Request): |
|
return JSONResponse(content={"status": "ok"}) |
|
|