eval.py

Go to the documentation of this file.

# Copyright (c) 2025-present Aquin Labs Private Limited. All Rights Reserved.
# This file is part of the Aquin Engine. Unauthorized copying, modification,
# distribution, or use of this file, via any medium, is strictly prohibited.
# Proprietary and confidential. See LICENSE for terms.
 
"""Eval suite — consistency, suppress, boundary, custom, confidence, red-team."""
 
from __future__ import annotations
 
from typing import Any
 
from aquin.sdk._runtime import invoke
 
 
def consistency(**kwargs: Any) -> dict[str, Any]:
    return invoke("run_consistency_eval", kwargs, command="eval consistency")
 
 
def suppress(**kwargs: Any) -> dict[str, Any]:
    return invoke("run_suppression_eval", kwargs, command="eval suppress")
 
 
def boundary(**kwargs: Any) -> dict[str, Any]:
    return invoke("run_boundary_eval", kwargs, command="eval boundary")
 
 
def custom(**kwargs: Any) -> dict[str, Any]:
    return invoke("run_custom_eval", kwargs, command="eval custom")
 
 
def confidence(**kwargs: Any) -> dict[str, Any]:
    return invoke("run_confidence_analysis", kwargs, command="check confidence")
 
 
def red_team(**kwargs: Any) -> dict[str, Any]:
    return invoke("run_red_team", kwargs, command="red-team")