wip

archivebox/core/apps.py

@@ -1,6 +1,9 @@
 __package__ = 'archivebox.core'
 
 from django.apps import AppConfig
+import os
+
+_ORCHESTRATOR_BOOTSTRAPPED = False
 
 
 class CoreConfig(AppConfig):
@@ -10,6 +13,7 @@ class CoreConfig(AppConfig):
     def ready(self):
         """Register the archivebox.core.admin_site as the main django admin site"""
         import sys
+        from django.utils.autoreload import DJANGO_AUTORELOAD_ENV
 
         from archivebox.core.admin_site import register_admin_site
         register_admin_site()
@@ -18,3 +22,45 @@ class CoreConfig(AppConfig):
         # Skip during makemigrations to avoid premature state machine access
         if 'makemigrations' not in sys.argv:
             from archivebox.core import models  # noqa: F401
+
+        pidfile = os.environ.get('ARCHIVEBOX_RUNSERVER_PIDFILE')
+        if pidfile:
+            should_write_pid = True
+            if os.environ.get('ARCHIVEBOX_AUTORELOAD') == '1':
+                should_write_pid = os.environ.get(DJANGO_AUTORELOAD_ENV) == 'true'
+            if should_write_pid:
+                try:
+                    with open(pidfile, 'w') as handle:
+                        handle.write(str(os.getpid()))
+                except Exception:
+                    pass
+
+        def _should_manage_orchestrator() -> bool:
+            if os.environ.get('ARCHIVEBOX_ORCHESTRATOR_MANAGED_BY_WATCHER') == '1':
+                return False
+            if os.environ.get('ARCHIVEBOX_ORCHESTRATOR_PROCESS') == '1':
+                return False
+            if os.environ.get('ARCHIVEBOX_RUNSERVER') == '1':
+                if os.environ.get('ARCHIVEBOX_AUTORELOAD') == '1':
+                    return os.environ.get(DJANGO_AUTORELOAD_ENV) == 'true'
+                return True
+
+            argv = ' '.join(sys.argv).lower()
+            if 'orchestrator' in argv:
+                return False
+            return 'daphne' in argv and '--reload' in sys.argv
+
+        if _should_manage_orchestrator():
+            global _ORCHESTRATOR_BOOTSTRAPPED
+            if _ORCHESTRATOR_BOOTSTRAPPED:
+                return
+            _ORCHESTRATOR_BOOTSTRAPPED = True
+
+            from archivebox.machine.models import Process, Machine
+            from archivebox.workers.orchestrator import Orchestrator
+
+            Process.cleanup_stale_running()
+            machine = Machine.current()
+
+            if not Orchestrator.is_running():
+                Orchestrator(exit_on_idle=False).start()