aquin.engine.local_server Namespace Reference

Classes
class	_Handler

Functions
str|None	_current_loaded_model_id ()
None	_load_model_in_background (str requested_model_id)
dict	_read_body (BaseHTTPRequestHandler handler)
None	_respond (BaseHTTPRequestHandler handler, Any data, int status=200)
None	_respond_error (BaseHTTPRequestHandler handler, str msg, int status=500)
None	start ()
None	stop ()
None	run_forever (int port=PORT)

Variables
	PORT = DEFAULT_ENGINE_PORT
HTTPServer	_server = None
threading	_thread = None
bool	_is_daemon = False
	_switch_accept_lock = threading.Lock()
dict	_session_label_cache = {}

Function Documentation

_current_loaded_model_id()

str | None _current_loaded_model_id ( )

protected

Definition at line 37 of file local_server.py.

Referenced by aquin.engine.local_server._Handler._handle_model_switch(), and aquin.engine.local_server._Handler._handle_prompt().

_load_model_in_background()

None _load_model_in_background ( str requested_model_id )

protected

Definition at line 44 of file local_server.py.

_read_body()

dict _read_body ( BaseHTTPRequestHandler handler )

protected

Definition at line 64 of file local_server.py.

Referenced by aquin.engine.local_server._Handler._handle_attribution(), aquin.engine.local_server._Handler._handle_chat_inspect(), aquin.engine.local_server._Handler._handle_dispatch(), aquin.engine.local_server._Handler._handle_evals_boundary(), aquin.engine.local_server._Handler._handle_evals_consistency(), aquin.engine.local_server._Handler._handle_evals_suppression(), aquin.engine.local_server._Handler._handle_feature_logits(), aquin.engine.local_server._Handler._handle_feature_neighbors(), aquin.engine.local_server._Handler._handle_features(), aquin.engine.local_server._Handler._handle_interp_score(), aquin.engine.local_server._Handler._handle_label_features_stream(), aquin.engine.local_server._Handler._handle_logit_lens(), aquin.engine.local_server._Handler._handle_model_switch(), aquin.engine.local_server._Handler._handle_prompt(), aquin.engine.local_server._Handler._handle_sae_load(), aquin.engine.local_server._Handler._handle_steer(), aquin.engine.local_server._Handler._handle_steer_multi(), aquin.engine.local_server._Handler._handle_trace(), and aquin.engine.local_server._Handler._handle_umap().

_respond()

None _respond ( BaseHTTPRequestHandler handler, Any data, int status = 200 )

protected

Definition at line 73 of file local_server.py.

Referenced by aquin.engine.local_server._Handler._handle_attribution(), aquin.engine.local_server._Handler._handle_chat_inspect(), aquin.engine.local_server._Handler._handle_dispatch(), aquin.engine.local_server._Handler._handle_evals_boundary(), aquin.engine.local_server._Handler._handle_evals_consistency(), aquin.engine.local_server._Handler._handle_evals_suppression(), aquin.engine.local_server._Handler._handle_feature_logits(), aquin.engine.local_server._Handler._handle_feature_neighbors(), aquin.engine.local_server._Handler._handle_features(), aquin.engine.local_server._Handler._handle_health(), aquin.engine.local_server._Handler._handle_logit_lens(), aquin.engine.local_server._Handler._handle_model_status(), aquin.engine.local_server._Handler._handle_model_switch(), aquin.engine.local_server._Handler._handle_prompt(), aquin.engine.local_server._Handler._handle_sae_layers(), aquin.engine.local_server._Handler._handle_sae_load(), aquin.engine.local_server._Handler._handle_shutdown(), aquin.engine.local_server._Handler._handle_trace(), aquin.engine.local_server._Handler._handle_umap(), aquin.engine.local_server._Handler._handle_unload(), and _respond_error().

_respond_error()

None _respond_error ( BaseHTTPRequestHandler handler, str msg, int status = 500 )

protected

Definition at line 86 of file local_server.py.

References _respond().

Referenced by aquin.engine.local_server._Handler._handle_attribution(), aquin.engine.local_server._Handler._handle_chat_inspect(), aquin.engine.local_server._Handler._handle_dispatch(), aquin.engine.local_server._Handler._handle_evals_boundary(), aquin.engine.local_server._Handler._handle_evals_consistency(), aquin.engine.local_server._Handler._handle_evals_suppression(), aquin.engine.local_server._Handler._handle_feature_logits(), aquin.engine.local_server._Handler._handle_feature_neighbors(), aquin.engine.local_server._Handler._handle_features(), aquin.engine.local_server._Handler._handle_interp_score(), aquin.engine.local_server._Handler._handle_logit_lens(), aquin.engine.local_server._Handler._handle_model_switch(), aquin.engine.local_server._Handler._handle_prompt(), aquin.engine.local_server._Handler._handle_sae_layers(), aquin.engine.local_server._Handler._handle_sae_load(), aquin.engine.local_server._Handler._handle_steer(), aquin.engine.local_server._Handler._handle_steer_multi(), aquin.engine.local_server._Handler._handle_trace(), aquin.engine.local_server._Handler._handle_umap(), and aquin.engine.local_server._Handler.do_POST().

run_forever()

None run_forever

(

int

port = PORT

)

Run the server in the foreground (used by the standalone model daemon).

Definition at line 818 of file local_server.py.

start()

None start

(

)

Definition at line 794 of file local_server.py.

Referenced by aquin.engine.local_server._Handler._handle_model_switch(), and aquin.engine.local_server._Handler._handle_shutdown().

stop()

None stop

(

)

Definition at line 811 of file local_server.py.

Variable Documentation

_is_daemon

bool aquin.engine.local_server._is_daemon = False

protected

Definition at line 30 of file local_server.py.

_server

HTTPServer aquin.engine.local_server._server = None

protected

Definition at line 26 of file local_server.py.

_session_label_cache

dict aquin.engine.local_server._session_label_cache = {}

protected

Definition at line 34 of file local_server.py.

_switch_accept_lock

aquin.engine.local_server._switch_accept_lock = threading.Lock()

protected

Definition at line 32 of file local_server.py.

_thread

threading aquin.engine.local_server._thread = None

protected

Definition at line 27 of file local_server.py.

PORT

aquin.engine.local_server.PORT = DEFAULT_ENGINE_PORT

Definition at line 25 of file local_server.py.