steer_eval.py File Reference

Go to the source code of this file.

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.steer_eval

Functions
list[str]|None	aquin.compute.steer_eval._as_str_list (Any raw)
float	aquin.compute.steer_eval._rate (int n, int total)
dict[str, Any]	aquin.compute.steer_eval._behavior_summary (list[dict[str, Any]] rows, *, str key)
dict[str, Any]	aquin.compute.steer_eval._custom_summary (list[dict[str, Any]] rows, *, str key)
tuple[list[BehaviorProbe], dict[str, Any]]|None	aquin.compute.steer_eval._resolve_behavior_probes (Any prompts)
dict[str, Any]	aquin.compute.steer_eval.run_steer_probe_eval (*, Callable[[str], str] generate_baseline, Callable[[str], str] generate_steered, Any prompts=None, Any reference_answers=None, float threshold=DEFAULT_THRESHOLD, int max_probes=MAX_PROBES)

Variables
int	aquin.compute.steer_eval.MAX_PROBES = 50
float	aquin.compute.steer_eval.DEFAULT_THRESHOLD = 0.5