AQIT 0.1.0
Loading...
Searching...
No Matches
layer_analysis.py File Reference

Go to the source code of this file.

Namespaces

namespace  aquin
namespace  aquin.compute
namespace  aquin.compute.layer_analysis

Functions

tuple[list[str], bool] aquin.compute.layer_analysis._resolve_stability_prompts (list[str]|None prompts)
tuple[float, float] aquin.compute.layer_analysis._pca_variance_ratios (torch.Tensor acts, int top_k)
dict[int, torch.Tensor] aquin.compute.layer_analysis._collect_layer_activations (HookedTransformer model, list[str] prompts)
dict aquin.compute.layer_analysis.run_activation_stability (HookedTransformer model, list[str]|None prompts=None, int top_k=10)
float aquin.compute.layer_analysis._mean_pairwise_cos (torch.Tensor vecs)
float aquin.compute.layer_analysis._mean_cross_cos (torch.Tensor a, torch.Tensor b)
float aquin.compute.layer_analysis._rbf_mmd (torch.Tensor x, torch.Tensor y)
dict aquin.compute.layer_analysis.run_ood_similarity (HookedTransformer model, list[str]|None in_domain_prompts=None, list[str]|None ood_prompts=None)
dict aquin.compute.layer_analysis.run_layer_analysis (HookedTransformer model, dict args)

Variables

list aquin.compute.layer_analysis.DEFAULT_STABILITY_PROMPTS
list aquin.compute.layer_analysis.DEFAULT_IN_DOMAIN_PROMPTS
list aquin.compute.layer_analysis.DEFAULT_OOD_PROMPTS
float aquin.compute.layer_analysis.COLLAPSE_THRESHOLD = 0.85
float aquin.compute.layer_analysis.DEAD_THRESHOLD = 0.01
int aquin.compute.layer_analysis.MIN_STABILITY_PROMPTS = 2