weight_diff.py File Reference

Go to the source code of this file.

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.weight_diff

Functions
int	aquin.compute.weight_diff._layer_from_key (str key)
str	aquin.compute.weight_diff._matrix_label_from_key (str key)
Path	aquin.compute.weight_diff.ensure_smoke_lora_checkpoint ()
bool	aquin.compute.weight_diff._has_lora_keys (dict[str, Any] state)
dict[str, Any]	aquin.compute.weight_diff._matrix_entry (*, int layer, str matrix, str module, torch.Tensor delta, float|None base_norm=None)
list[dict[str, Any]]	aquin.compute.weight_diff._layer_profile (list[dict[str, Any]] matrices)
dict[str, Any]	aquin.compute.weight_diff._finalize_payload (*, str model_id, str mode, str checkpoint_name, str checkpoint_path, str delta_mode, list[dict[str, Any]] matrices, int|None step=None)
list[tuple[int, str, str, torch.Tensor, torch.Tensor]]	aquin.compute.weight_diff._iter_tl_matrix_pairs (Any tl_base, Any tl_ft)
dict[str, Any]	aquin.compute.weight_diff.run_llm_hf_weight_diff (str model_id, str|Path checkpoint_path, *, str checkpoint_name="checkpoint")
dict[str, Any]	aquin.compute.weight_diff.run_llm_lora_weight_diff (str model_id, dict[str, Any] state_dict, *, str checkpoint_name="checkpoint", str checkpoint_path="", int|None step=None, int lora_r=_DEFAULT_LORA_R, float lora_alpha=_DEFAULT_LORA_ALPHA)
dict[str, Any]	aquin.compute.weight_diff.run_weight_diff (str model_id, str|Path checkpoint_path, *, str|None checkpoint_name=None)
dict[str, Any]	aquin.compute.weight_diff.run_weight_diff_from_args (dict[str, Any] args)

Variables
	aquin.compute.weight_diff._LAYER_RE = re.compile(r"(?:^|\.)(?:layers?|layer|block)\.?(\d+)(?:\.|$)", re.I)
int	aquin.compute.weight_diff._DEFAULT_LORA_R = 8
float	aquin.compute.weight_diff._DEFAULT_LORA_ALPHA = 16.0
str	aquin.compute.weight_diff._SMOKE_LORA_PATH = Path.home() / ".aquin" / "smoke" / "weight-diff-lora.pt"