mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-13 06:34:25 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

add django_huey, huey_monitor, and replace Threads with huey tasks

Browse source
This commit is contained in:
Nick Sweeting 2024-09-10 00:04:39 -07:00
parent 4df90fbb40
commit 60154fba5f
No known key found for this signature in database
19 changed files with 850 additions and 92 deletions
Download patch file Download diff file Expand all files Collapse all files

51
archivebox/main.py
View file

@ -1,8 +1,10 @@
__package__ = 'archivebox'
import os
import time
import sys
import shutil
import signal
import platform
import subprocess
@ -1352,6 +1354,7 @@ def server(runserver_args: Optional[List[str]]=None,
if reload or debug:
call_command("runserver", *runserver_args)
else:
host = '127.0.0.1'
port = '8000'
@ -1367,12 +1370,52 @@ def server(runserver_args: Optional[List[str]]=None,
except IndexError:
pass
from queues.supervisor_util import get_or_create_supervisord_process, start_worker, stop_worker, watch_worker
print()
supervisor = get_or_create_supervisord_process(daemonize=False)
bg_workers = [
{
"name": "worker_system_tasks",
"command": "archivebox manage djangohuey --queue system_tasks",
"autostart": "true",
"autorestart": "true",
"stdout_logfile": "logs/worker_system_tasks.log",
"redirect_stderr": "true",
},
]
fg_worker = {
"name": "worker_daphne",
"command": f"daphne --bind={host} --port={port} --application-close-timeout=600 archivebox.core.asgi:application",
"autostart": "false",
"autorestart": "true",
"stdout_logfile": "logs/worker_daphne.log",
"redirect_stderr": "true",
}
print()
for worker in bg_workers:
start_worker(supervisor, worker)
print()
start_worker(supervisor, fg_worker)
print()
try:
subprocess.run(['daphne', '--bind', host, '--port', port, 'archivebox.core.asgi:application'])
except (SystemExit, KeyboardInterrupt):
watch_worker(supervisor, "worker_daphne")
except KeyboardInterrupt:
print("\n[🛑] Got Ctrl+C, stopping gracefully...")
except SystemExit:
pass
except Exception as e:
print(e)
except BaseException as e:
print(f"\n[🛑] Got {e.__class__.__name__} exception, stopping web server gracefully...")
raise
finally:
stop_worker(supervisor, "worker_daphne")
time.sleep(0.5)
print("\n[🟩] ArchiveBox server shut down gracefully.")
@enforce_types