session.py

Go to the documentation of this file.

# Copyright (c) 2025-present Aquin Labs Private Limited. All Rights Reserved.
# This file is part of the Aquin Engine. Unauthorized copying, modification,
# distribution, or use of this file, via any medium, is strictly prohibited.
# Proprietary and confidential. See LICENSE for terms.
 
"""Session: load / unload / prompt / status."""
 
from __future__ import annotations
 
from typing import Any
 
 
def load_model(model_id: str, *, as_json: bool = False) -> str:
    """Load a HuggingFace / family model into VRAM (daemon if available)."""
    from aquin.cli import load_model_local
 
    return load_model_local(model_id, as_json=as_json)
 
 
def unload(*, stop_daemon: bool = False) -> None:
    """Free the resident model from VRAM."""
    from aquin.cli import cmd_unload
 
    args: list[str] = []
    if stop_daemon:
        args.append("--stop")
    cmd_unload(args)
 
 
def active_model() -> str | None:
    """Return the currently loaded model id, if any."""
    from aquin.compute.model_loader import get_active_model_id
 
    mid = get_active_model_id()
    return mid or None
 
 
def status(*, as_dict: bool = True) -> dict[str, Any] | None:
    """Local engine / model status snapshot."""
    from aquin.status_display import collect_status_snapshot, status_payload
 
    snap = collect_status_snapshot()
    if as_dict:
        return status_payload(snap)
    from aquin.status_display import render_status
 
    render_status(snap)
    return None
 
 
def prompt(text: str, *extra: str) -> None:
    """Quick generation against the loaded model (prints like the CLI)."""
    from aquin.cli import cmd_prompt
 
    cmd_prompt([text, *extra])