confidence_analysis.py File Reference

Go to the source code of this file.

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.confidence_analysis

Functions
dict[str, Any]	aquin.compute.confidence_analysis._prompt_confidence_metrics (Any model, str text)
dict[str, Any]	aquin.compute.confidence_analysis._llm_sae_join_row (Any model, str model_id, int layer, str text)
list[dict[str, Any]]	aquin.compute.confidence_analysis._stressor_summary (list[dict[str, Any]] rows, *, str baseline=_BASELINE_TAG)
dict[str, Any]	aquin.compute.confidence_analysis._finalize_payload (*, str mode, str model_id, list[dict[str, Any]] probes, list[dict[str, Any]] per_probe, float threshold, bool join_sae, int|None sae_layer)
dict[str, Any]	aquin.compute.confidence_analysis.run_confidence_analysis (Any model, str model_id, list[dict[str, Any]] probes, *, float threshold=DEFAULT_THRESHOLD, bool join_sae=False, int|None sae_layer=None)
dict[str, Any]	aquin.compute.confidence_analysis.run_confidence_analysis_from_args (dict[str, Any] args)
list[dict[str, Any]]	aquin.compute.confidence_analysis._coerce_probes (Any prompts_raw)
list[dict[str, Any]]	aquin.compute.confidence_analysis._rows_to_probes (list[Any] rows)

Variables
tuple	aquin.compute.confidence_analysis._META_KEYS = ("id", "stressor", "lang", "quant_run_id", "condition", "label", "group")
float	aquin.compute.confidence_analysis.DEFAULT_THRESHOLD = 0.40
str	aquin.compute.confidence_analysis._BASELINE_TAG = "baseline"