tweak concurrency for more speed

This commit is contained in:
Nick Sweeting
2025-12-27 12:08:53 -08:00
parent cffbef84ed
commit 9b533ad3c8

View File

@@ -70,8 +70,8 @@ class Orchestrator:
# Configuration
POLL_INTERVAL: float = 2.0 # How often to check for new work (seconds)
IDLE_TIMEOUT: int = 3 # Exit after N idle ticks (0 = never exit)
MAX_WORKERS_PER_TYPE: int = 4 # Max workers per model type
MAX_TOTAL_WORKERS: int = 12 # Max workers across all types
MAX_WORKERS_PER_TYPE: int = 8 # Max workers per model type
MAX_TOTAL_WORKERS: int = 24 # Max workers across all types
def __init__(self, exit_on_idle: bool = True):
self.exit_on_idle = exit_on_idle