hf_llm_shim.py File Reference

Go to the source code of this file.

Classes
class	aquin.compute.hf_llm_shim._ShimCfg
class	aquin.compute.hf_llm_shim._IdentityNorm
class	aquin.compute.hf_llm_shim._UnembedShim
class	aquin.compute.hf_llm_shim.HfLlmShim

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.hf_llm_shim

Functions
bool	aquin.compute.hf_llm_shim._names_filter_match (Any names_filter, str name)
str|dict[str, Any]	aquin.compute.hf_llm_shim._hf_load_device_map (dict[str, Any] cfg, str device)
bool	aquin.compute.hf_llm_shim._model_has_device_map (Any hf_model)
tuple[Any, Any, Any, Any]	aquin.compute.hf_llm_shim._resolve_modules (Any hf_model)
torch.Tensor	aquin.compute.hf_llm_shim.project_residual_to_logits (Any model, torch.Tensor resid)

Variables
	aquin.compute.hf_llm_shim._RESID_POST = re.compile(r"^blocks\.(\d+)\.hook_resid_post$")
	aquin.compute.hf_llm_shim._RESID_PRE = re.compile(r"^blocks\.(\d+)\.hook_resid_pre$")