model_runtime.py File Reference

Go to the source code of this file.

Classes
class	aquin.compute.model_runtime.ModelPhase
class	aquin.compute.model_runtime.RuntimeSnapshot

Namespaces
namespace	aquin
namespace	aquin.compute
namespace	aquin.compute.model_runtime

Functions
RuntimeSnapshot	aquin.compute.model_runtime.snapshot ()
None	aquin.compute.model_runtime._set_phase (str phase, *, str|None model_id=None, str|None target_id=None, Literal["llm"]|None kind=None, str|None error=None)
None	aquin.compute.model_runtime.reset_state ()
tuple[str, Literal["llm"]]	aquin.compute.model_runtime.resolve_kind (str model_id)
tuple[str|None, Literal["llm"]|None]	aquin.compute.model_runtime.resident_from_cache ()
RuntimeSnapshot	aquin.compute.model_runtime.sync_from_cache ()
tuple[str, Literal["llm"]]	aquin.compute.model_runtime.begin_load (str model_id)
None	aquin.compute.model_runtime.finish_load (str slug, Literal["llm"] kind)
None	aquin.compute.model_runtime.fail_load (str model_id, str error)
None	aquin.compute.model_runtime.begin_unload ()
None	aquin.compute.model_runtime.finish_unload ()
None	aquin.compute.model_runtime.request_load_cancel ()
bool	aquin.compute.model_runtime.is_load_cancelled ()
None	aquin.compute.model_runtime._emit (ProgressFn|None progress, str message)
str	aquin.compute.model_runtime.load_weights (str model_id, *, ProgressFn|None progress=None)
None	aquin.compute.model_runtime.unload_weights (*, ProgressFn|None progress=None, bool clear_active=True)
bool	aquin.compute.model_runtime.release_foreign_daemon ()
str|None	aquin.compute.model_runtime.vram_line ()
dict[str, Any]	aquin.compute.model_runtime.health_payload (*, bool daemon, int port)

Variables
	aquin.compute.model_runtime.ProgressFn = Callable[[str, float], None]
	aquin.compute.model_runtime._lock = threading.Lock()
	aquin.compute.model_runtime._load_serial = threading.RLock()
str	aquin.compute.model_runtime._phase = "idle"
str	aquin.compute.model_runtime._target_id = None
str	aquin.compute.model_runtime._resident_id = None
Literal	aquin.compute.model_runtime._kind = None
str	aquin.compute.model_runtime._error = None
float	aquin.compute.model_runtime._started_at = None
float	aquin.compute.model_runtime._loaded_at = None
str	aquin.compute.model_runtime._load_message = None
int	aquin.compute.model_runtime._load_epoch = 0
int	aquin.compute.model_runtime._load_epoch_at_start = 0