AQIT 0.1.0
Loading...
Searching...
No Matches
model_daemon.py File Reference

Go to the source code of this file.

Namespaces

namespace  aquin
namespace  aquin.engine
namespace  aquin.engine.model_daemon

Functions

int aquin.engine.model_daemon._port ()
str aquin.engine.model_daemon._base ()
str aquin.engine.model_daemon._url (str path)
tuple[int|None, Any] aquin.engine.model_daemon._get (str path, float timeout=1.5)
tuple[int|None, Any] aquin.engine.model_daemon._post (str path, dict|None body, float timeout=DEFAULT_TIMEOUT)
dict|None aquin.engine.model_daemon.health (float timeout=1.5)
dict|None aquin.engine.model_daemon.health_fast ()
bool aquin.engine.model_daemon.is_running ()
str|None aquin.engine.model_daemon.loaded_model ()
bool aquin.engine.model_daemon._port_occupied ()
None aquin.engine.model_daemon._write_state (int pid)
None aquin.engine.model_daemon._clear_state ()
bool aquin.engine.model_daemon._spawn ()
bool aquin.engine.model_daemon.ensure_running (float wait_seconds=40.0)
dict|None aquin.engine.model_daemon.switch_model (str model_id, float timeout=DEFAULT_TIMEOUT, *, Any on_tick=None)
dict|None aquin.engine.model_daemon.warm_sae (str model_id, int layer, float timeout=600)
dict|None aquin.engine.model_daemon.dispatch (str name, dict args, dict ctx, float timeout=DEFAULT_TIMEOUT)
bool aquin.engine.model_daemon.unload ()
dict|None aquin.engine.model_daemon.prompt (str text, *, str|None model_id=None, int max_new_tokens=200, float temperature=0.7, float timeout=DEFAULT_TIMEOUT)
bool aquin.engine.model_daemon.stop ()

Variables

 aquin.engine.model_daemon._HOST = DEFAULT_ENGINE_HOST
str aquin.engine.model_daemon._LOG_PATH = Path.home() / ".aquin" / "daemon.log"
int aquin.engine.model_daemon.DEFAULT_TIMEOUT = 1800
float aquin.engine.model_daemon.FAST_TIMEOUT = 0.2