alex/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2026-04-06 07:47:53 +10:00
Code Issues Packages Projects Releases Wiki Activity

more binary fixes

Browse Source
This commit is contained in:
Nick Sweeting
2026-01-05 02:18:38 -08:00
parent 7ceaeae2d9
commit b80e80439d
8 changed files with 302 additions and 65 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
archivebox/workers/orchestrator.py
View File

@@ -312,12 +312,14 @@ class Orchestrator:
binary_count = binary_queue.count()
queue_sizes['binary'] = binary_count
# Spawn BinaryWorker if needed (one worker per binary, up to MAX_BINARY_WORKERS)
if self.should_spawn_worker(BinaryWorker, binary_count):
# Get next binary to process
binary = binary_queue.first()
if binary:
BinaryWorker.start(binary_id=str(binary.id))
# Spawn BinaryWorker if needed (singleton - max 1 BinaryWorker, processes ALL binaries)
if binary_count > 0:
running_binary_workers_list = BinaryWorker.get_running_workers()
print(f"[DEBUG] binary_count={binary_count}, running_binary_workers={len(running_binary_workers_list)}")
if len(running_binary_workers_list) == 0:
print(f"[DEBUG] Spawning BinaryWorker...")
BinaryWorker.start()
print(f"[DEBUG] BinaryWorker spawned")
# Check if any BinaryWorkers are still running
running_binary_workers = len(BinaryWorker.get_running_workers())