mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-22 02:45:10 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

call validate functions at AppConfig.ready time manually

Browse source
This commit is contained in:
Nick Sweeting 2024-10-21 01:32:53 -07:00
parent 7a6f1f36d2
commit 267fde0138
No known key found for this signature in database
12 changed files with 43 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

7
archivebox/plugins_extractor/wget/__init__.py
View file

@ -24,7 +24,7 @@ def get_PLUGIN():
@abx.hookimpl
def get_CONFIG():
from .config import WGET_CONFIG
return {
'wget': WGET_CONFIG
}
@ -45,3 +45,8 @@ def get_EXTRACTORS():
'wget': WGET_EXTRACTOR,
'warc': WARC_EXTRACTOR,
}
@abx.hookimpl
def ready():
from .config import WGET_CONFIG
WGET_CONFIG.validate()

5
archivebox/plugins_extractor/wget/config.py
View file

@ -4,7 +4,7 @@ import subprocess
from typing import List, Optional
from pathlib import Path
from pydantic import Field, model_validator
from pydantic import Field
from abx.archivebox.base_configset import BaseConfigSet
@ -40,8 +40,7 @@ class WgetConfig(BaseConfigSet):
WGET_USER_AGENT: str = Field(default=lambda: ARCHIVING_CONFIG.USER_AGENT)
WGET_COOKIES_FILE: Optional[Path] = Field(default=lambda: ARCHIVING_CONFIG.COOKIES_FILE)
@model_validator(mode='after')
def validate_use_ytdlp(self):
def validate(self):
if self.USE_WGET and self.WGET_TIMEOUT < 10:
STDERR.print(f'[red][!] Warning: TIMEOUT is set too low! (currently set to TIMEOUT={self.WGET_TIMEOUT} seconds)[/red]')
STDERR.print(' wget will fail to archive any sites if set to less than ~20 seconds.')