|
AQIT 0.1.0
|
Public Member Functions | |
| __init__ (self) | |
| inference_request (self, fn, float timeout=30.0) | |
| training_request (self, fn) | |
| dict | status (self) |
Public Attributes | |
| inference = asyncio.Semaphore(self._inference_slots) | |
| training = asyncio.Semaphore(int(os.getenv("TRAINING_SLOTS", "1"))) | |
Static Public Attributes | |
| TabQueue | tab_queue = None |
Protected Member Functions | |
| int | _calculate_inference_slots (self) |
Protected Attributes | |
| int | _inference_slots = self._calculate_inference_slots() |
| int | _inference_waiters = 0 |
| int | _training_waiters = 0 |
| bool | _training_active = False |
Definition at line 20 of file tab_queue.py.
| aquin.compute.tab_queue.TabQueue.__init__ | ( | self | ) |
Definition at line 21 of file tab_queue.py.
|
protected |
Definition at line 29 of file tab_queue.py.
| aquin.compute.tab_queue.TabQueue.inference_request | ( | self, | |
| fn, | |||
| float | timeout = 30.0 ) |
Definition at line 35 of file tab_queue.py.
References _inference_waiters, _training_active, and inference.
| dict aquin.compute.tab_queue.TabQueue.status | ( | self | ) |
Definition at line 64 of file tab_queue.py.
References _inference_slots, _inference_waiters, _training_active, _training_waiters, and inference.
| aquin.compute.tab_queue.TabQueue.training_request | ( | self, | |
| fn ) |
Definition at line 50 of file tab_queue.py.
References _training_active, _training_waiters, inference, and training.
|
protected |
Definition at line 22 of file tab_queue.py.
Referenced by status().
|
protected |
Definition at line 25 of file tab_queue.py.
Referenced by inference_request(), and status().
|
protected |
Definition at line 27 of file tab_queue.py.
Referenced by inference_request(), status(), and training_request().
|
protected |
Definition at line 26 of file tab_queue.py.
Referenced by status(), and training_request().
| aquin.compute.tab_queue.TabQueue.inference = asyncio.Semaphore(self._inference_slots) |
Definition at line 23 of file tab_queue.py.
Referenced by inference_request(), status(), and training_request().
|
static |
Definition at line 76 of file tab_queue.py.
| aquin.compute.tab_queue.TabQueue.training = asyncio.Semaphore(int(os.getenv("TRAINING_SLOTS", "1"))) |
Definition at line 24 of file tab_queue.py.
Referenced by training_request().