mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-14 23:24:30 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

change supervisord to always start non-daemonized by default
Some checks are pending
CodeQL / Analyze (python) (push) Waiting to run
Details
Build Debian package / build (push) Waiting to run
Details
Build Docker image / buildx (push) Waiting to run
Details
Build Homebrew package / build (push) Waiting to run
Details
Build GitHub Pages website / build (push) Waiting to run
Details
Build GitHub Pages website / deploy (push) Blocked by required conditions
Details
Run linters / lint (push) Waiting to run
Details
Build Pip package / build (push) Waiting to run
Details
Run tests / python_tests (ubuntu-22.04, 3.11) (push) Waiting to run
Details
Run tests / docker_tests (push) Waiting to run
Details

Browse source
This commit is contained in:
Nick Sweeting 2024-09-24 22:22:03 -07:00
parent de2ba890ea
commit 5e4b78d9e0
No known key found for this signature in database
4 changed files with 55 additions and 88 deletions
Download patch file Download diff file Expand all files Collapse all files

35
archivebox/queues/supervisor_util.py
View file

@ -57,8 +57,7 @@ supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
files = %(here)s/{WORKER_DIR.name}/*.conf
"""
with open(CONFIG_FILE, "w") as f:
f.write(config_content)
CONFIG_FILE.write_text(config_content)
def create_worker_config(daemon):
Path.mkdir(WORKER_DIR, exist_ok=True)
@ -111,7 +110,7 @@ def stop_existing_supervisord_process():
except FileNotFoundError:
pass
def start_new_supervisord_process(daemonize=True):
def start_new_supervisord_process(daemonize=False):
print(f"[🦸‍♂️] Supervisord starting{' in background' if daemonize else ''}...")
# Create a config file in the current working directory
create_supervisord_config()
@ -142,7 +141,7 @@ def start_new_supervisord_process(daemonize=True):
return get_existing_supervisord_process()
def get_or_create_supervisord_process(daemonize=True):
def get_or_create_supervisord_process(daemonize=False):
supervisor = get_existing_supervisord_process()
if supervisor is None:
stop_existing_supervisord_process()
@ -213,7 +212,7 @@ def watch_worker(supervisor, daemon_name, interval=5):
continue
def tail_worker_logs(log_path: str):
get_or_create_supervisord_process(daemonize=True)
get_or_create_supervisord_process(daemonize=False)
from rich.live import Live
from rich.table import Table
@ -271,9 +270,17 @@ def start_server_workers(host='0.0.0.0', port='8000'):
supervisor = get_or_create_supervisord_process(daemonize=False)
bg_workers = [
{
"name": "worker_scheduler",
"command": "archivebox manage djangohuey --queue system_tasks -w 4 -k thread --disable-health-check --flush-locks",
"autostart": "true",
"autorestart": "true",
"stdout_logfile": "logs/worker_scheduler.log",
"redirect_stderr": "true",
},
{
"name": "worker_system_tasks",
"command": "archivebox manage djangohuey --queue system_tasks",
"command": "archivebox manage djangohuey --queue system_tasks -w 4 -k thread --no-periodic --disable-health-check",
"autostart": "true",
"autorestart": "true",
"stdout_logfile": "logs/worker_system_tasks.log",
@ -289,12 +296,11 @@ def start_server_workers(host='0.0.0.0', port='8000'):
"redirect_stderr": "true",
}
print()
start_worker(supervisor, fg_worker)
print()
for worker in bg_workers:
start_worker(supervisor, worker)
print()
start_worker(supervisor, fg_worker)
print()
try:
@ -337,17 +343,18 @@ def start_cli_workers(watch=False):
raise
finally:
stop_worker(supervisor, "worker_system_tasks")
stop_worker(supervisor, "worker_scheduler")
time.sleep(0.5)
return fg_worker
def main(daemons):
supervisor = get_or_create_supervisord_process(daemonize=True)
# def main(daemons):
# supervisor = get_or_create_supervisord_process(daemonize=False)
worker = start_worker(supervisor, daemons["webworker"])
pprint(worker)
# worker = start_worker(supervisor, daemons["webworker"])
# pprint(worker)
print("All processes started in background.")
# print("All processes started in background.")
# Optionally you can block the main thread until an exit signal is received:
# try: