activation_store.py File Reference

Go to the source code of this file.

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.activation_store

Functions
list[Path]	aquin.compute.activation_store.find_chunk_paths (Path acts_dir)
dict[str, Any]|None	aquin.compute.activation_store.read_manifest (Path acts_dir)
Path	aquin.compute.activation_store.write_collect_manifest (Path acts_dir, *, str model_id, int layer, str model_mode, int d_model, str source, int n_vectors, str|None checkpoint_path=None, str|None corpus_path=None)
int	aquin.compute.activation_store._split_save_chunks (torch.Tensor stacked, Path out_dir)
int	aquin.compute.activation_store.import_capture_to_chunks (Path capture_dir, int layer, Path out_dir)
int	aquin.compute.activation_store.import_capture_to_chunks_balanced (Path capture_dir, int layer, Path out_dir, *, str|None group=None)
Path	aquin.compute.activation_store.resolve_training_acts_dir (str|Path path, int layer, *, bool balance=False, str|None balance_group=None)
int	aquin.compute.activation_store.count_vectors (Path acts_dir)
tuple[torch.Tensor, torch.Tensor]	aquin.compute.activation_store.compute_norm (Path acts_dir, int d_model)
None	aquin.compute.activation_store.validate_acts_manifest (Path acts_dir, *, str model_id, int layer)

Variables
int	aquin.compute.activation_store.CHUNK_SIZE = 50_000
str	aquin.compute.activation_store.MANIFEST_NAME = "manifest.json"