llmgaurdrails / endpoints /gaurdrails.py
Sasidhar's picture
Update endpoints/gaurdrails.py
60b59f1 verified
raw
history blame contribute delete
508 Bytes
from endpoints.api_models import CheckResponse,CheckRequest
from fastapi import APIRouter
from model_inference.gaurdrails_manager import GuardrailsManager
router = APIRouter(prefix="/gaurdrails", tags=["Gaurdrails"])
@router.post("/check" ,response_model=CheckResponse)
async def check_guardrails(request: CheckRequest):
manager = GuardrailsManager(request.config)
result = manager.check(request.llm_response)
return CheckResponse(grounded=result.grounded(), details=result.details)