mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2025-05-13 06:34:25 -04:00
40 lines
1.3 KiB
Python
40 lines
1.3 KiB
Python
__package__ = 'archivebox.queues'
|
|
|
|
import time
|
|
|
|
from django.core.cache import cache
|
|
|
|
from huey import crontab
|
|
from django_huey import db_task, on_startup, db_periodic_task
|
|
from huey_monitor.models import TaskModel
|
|
from huey_monitor.tqdm import ProcessInfo
|
|
|
|
@db_task(queue="singlefile", context=True)
|
|
def extract(url, out_dir, config, task=None, parent_task_id=None):
|
|
if task and parent_task_id:
|
|
TaskModel.objects.set_parent_task(main_task_id=parent_task_id, sub_task_id=task.id)
|
|
|
|
process_info = ProcessInfo(task, desc="extract_singlefile", parent_task_id=parent_task_id, total=1)
|
|
|
|
time.sleep(5)
|
|
|
|
process_info.update(n=1)
|
|
return {'output': 'singlefile.html', 'status': 'succeeded'}
|
|
|
|
|
|
# @on_startup(queue='singlefile')
|
|
# def start_singlefile_queue():
|
|
# print("[+] Starting singlefile worker...")
|
|
# update_version.call_local()
|
|
|
|
|
|
# @db_periodic_task(crontab(minute='*/5'), queue='singlefile')
|
|
# def update_version():
|
|
# print('[*] Updating singlefile version... 5 minute interval')
|
|
# from django.conf import settings
|
|
|
|
# bin = settings.BINARIES.SinglefileBinary.load()
|
|
# if bin.version:
|
|
# cache.set(f"bin:abspath:{bin.name}", bin.abspath)
|
|
# cache.set(f"bin:version:{bin.name}:{bin.abspath}", bin.version)
|
|
# print('[√] Updated singlefile version:', bin.version, bin.abspath)
|