check_cli.py

Go to the documentation of this file.

# Copyright (c) 2025-present Aquin Labs Private Limited. All Rights Reserved.
"""aquin check — model/checkpoint health checks."""
 
import sys
 
# check subcommand -> canonical CLI verb dispatched through cmd_tool
_CHECK_TOOL_VERBS: dict[str, str] = {
    "attention": "attention",
    "layer": "layer-analysis",
    "perturbation": "perturbation",
    "weight": "check-weights",
}
 
 
def _print_help() -> None:
    print("Model and checkpoint health checks.")
    print("")
    print("Usage: aquin check <subcommand> ...")
    print("")
    print("  attention     Per-head attention patterns")
    print("                aquin check attention --prompt <text> [--check]")
    print("")
    print("  layer         Layer health / activation stability")
    print("                aquin check layer [--prompts <json>] [--localize] [--check]")
    print("")
    print("  perturbation  Channel sensitivity via dropout/gaussian")
    print("                aquin check perturbation --prompt <text> [--check]")
    print("")
    print("  weight        Trojan/backdoor scan + SVD rank health across tensors")
    print("                aquin check weight [--collapse_threshold 0.01] [--check]")
    print("")
    print("  confidence    Per-probe confidence (token logits)")
    print("                aquin check confidence --prompts <json|jsonl> [--join-sae]")
    print("")
    print("  trajectory    Multi-checkpoint weight trajectory vs base")
    print("                aquin check trajectory --checkpoints <glob> | --dir <dir>")
    print("")
    print("Docs: https://aquin.app/docs")
 
 
def cmd_check(args: list[str]) -> None:
    if not args or args[0] in ("-h", "--help", "help"):
        _print_help()
        return
 
    sub = args[0]
    rest = args[1:]
 
    if sub == "trajectory":
        from aquin.trajectory_analysis_cli import cmd_trajectory_analysis
 
        cmd_trajectory_analysis(rest)
        return
 
    if sub == "confidence":
        from aquin.confidence_analysis_cli import cmd_confidence_analysis
 
        cmd_confidence_analysis(rest)
        return
 
    if sub in _CHECK_TOOL_VERBS:
        from aquin.cli import cmd_tool
 
        cmd_tool(_CHECK_TOOL_VERBS[sub], rest)
        return
 
    print(f"Unknown check subcommand: {sub}")
    print("Run: aquin check --help")
    sys.exit(1)