vram_guard.py File Reference

Go to the source code of this file.

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.vram_guard

Functions
tuple[float, float]|None	aquin.compute.vram_guard.accelerator_vram_gib ()
tuple[float, float]|None	aquin.compute.vram_guard.cuda_vram_gib ()
None	aquin.compute.vram_guard.log_accelerator_vram (Callable[[str], None]|None log=None)
None	aquin.compute.vram_guard.log_cuda_vram (Callable[[str], None]|None log=None)
None	aquin.compute.vram_guard.release_inspection_models ()
None	aquin.compute.vram_guard.cleanup_heavy_job_vram ()
None	aquin.compute.vram_guard.restore_session_model (str|None model_id)
str	aquin.compute.vram_guard.oom_message (*, str job, str model_id)
str	aquin.compute.vram_guard.cuda_oom_message (*, str job, str model_id)
None	aquin.compute.vram_guard.raise_if_cuda_oom (BaseException exc, *, str job, str model_id)
str	aquin.compute.vram_guard.backend_summary ()