llmgaurdrails / endpoints /gaurdrails.py
Sasidhar's picture
Upload 16 files
826f9a4 verified
raw
history blame
572 Bytes
from endpoints.api_models import CheckResponse,CheckRequest
from fastapi import APIRouter
from model_inference.gaurdrails_manager import GuardrailsManager
router = APIRouter(prefix="/gaurdrails", tags=["Gaurdrails"])
# Define the POST endpoint for guardrail checking.
@router.post("/check" ,response_model=CheckResponse)
async def check_guardrails(request: CheckRequest):
manager = GuardrailsManager(request.config)
result = manager.check(request.llm_response)
return CheckResponse(grounded=result.grounded(), details=result.details)