weight_rank.py File Reference

Go to the source code of this file.

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.weight_rank

Functions
bool	aquin.compute.weight_rank._is_heavy_weight_model (model)
bool	aquin.compute.weight_rank._should_skip_weight_param (str name, *, bool heavy)
int	aquin.compute.weight_rank._layer_from_key (str key)
str	aquin.compute.weight_rank._hf_matrix_label (str key)
object	aquin.compute.weight_rank._weight_root (model)
bool	aquin.compute.weight_rank._is_hf_weight_model (model)
float	aquin.compute.weight_rank._scalar (torch.Tensor t)
torch.Tensor	aquin.compute.weight_rank._to_2d (torch.Tensor w)
tuple[float, float]	aquin.compute.weight_rank._matrix_ranks (torch.Tensor w)
dict	aquin.compute.weight_rank.run_weight_rank_hf (model, float collapse_threshold=0.1)
dict	aquin.compute.weight_rank.run_weight_rank_tl (model, float collapse_threshold=0.1)
dict	aquin.compute.weight_rank.run_weight_rank_analysis (model, float collapse_threshold=0.1)

Variables
	aquin.compute.weight_rank._LAYER_RE = re.compile(r"(?:^|\.)(?:layers?|layer|block)\.?(\d+)(?:\.|$)", re.I)
	aquin.compute.weight_rank._EXPERT_WEIGHT_RE = re.compile(r"\.experts?\.\d+", re.I)