From 9b533ad3c862a90799142b8ef8ff1e89349fe685 Mon Sep 17 00:00:00 2001 From: Nick Sweeting Date: Sat, 27 Dec 2025 12:08:53 -0800 Subject: [PATCH] tweak concurrency for more speed --- archivebox/workers/orchestrator.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/archivebox/workers/orchestrator.py b/archivebox/workers/orchestrator.py index e4d2ba97..1b1789cb 100644 --- a/archivebox/workers/orchestrator.py +++ b/archivebox/workers/orchestrator.py @@ -70,8 +70,8 @@ class Orchestrator: # Configuration POLL_INTERVAL: float = 2.0 # How often to check for new work (seconds) IDLE_TIMEOUT: int = 3 # Exit after N idle ticks (0 = never exit) - MAX_WORKERS_PER_TYPE: int = 4 # Max workers per model type - MAX_TOTAL_WORKERS: int = 12 # Max workers across all types + MAX_WORKERS_PER_TYPE: int = 8 # Max workers per model type + MAX_TOTAL_WORKERS: int = 24 # Max workers across all types def __init__(self, exit_on_idle: bool = True): self.exit_on_idle = exit_on_idle