mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2025-05-13 22:54:27 -04:00
01ba6d49d3
Some checks are pending
Build Debian package / build (push) Waiting to run
Build Docker image / buildx (push) Waiting to run
Build Homebrew package / build (push) Waiting to run
Run linters / lint (push) Waiting to run
Build Pip package / build (push) Waiting to run
Run tests / python_tests (ubuntu-22.04, 3.11) (push) Waiting to run
Run tests / docker_tests (push) Waiting to run
35 lines
1.6 KiB
Python
35 lines
1.6 KiB
Python
__package__ = 'plugins_extractor.ytdlp'
|
|
|
|
from typing import List
|
|
|
|
from pydantic import Field, model_validator, AliasChoices
|
|
|
|
from abx.archivebox.base_configset import BaseConfigSet
|
|
|
|
from archivebox.config.common import ARCHIVING_CONFIG
|
|
from archivebox.misc.logging import STDERR
|
|
|
|
|
|
class YtdlpConfig(BaseConfigSet):
|
|
USE_YTDLP: bool = Field(default=True, validation_alias=AliasChoices('USE_YOUTUBEDL', 'SAVE_MEDIA'))
|
|
|
|
YTDLP_BINARY: str = Field(default='yt-dlp', alias='YOUTUBEDL_BINARY')
|
|
YTDLP_EXTRA_ARGS: List[str] = Field(default=[], alias='YOUTUBEDL_EXTRA_ARGS')
|
|
|
|
YTDLP_CHECK_SSL_VALIDITY: bool = Field(default=lambda: ARCHIVING_CONFIG.CHECK_SSL_VALIDITY)
|
|
YTDLP_TIMEOUT: int = Field(default=lambda: ARCHIVING_CONFIG.MEDIA_TIMEOUT)
|
|
|
|
@model_validator(mode='after')
|
|
def validate_use_ytdlp(self):
|
|
if self.USE_YTDLP and self.YTDLP_TIMEOUT < 20:
|
|
STDERR.print(f'[red][!] Warning: MEDIA_TIMEOUT is set too low! (currently set to MEDIA_TIMEOUT={self.YTDLP_TIMEOUT} seconds)[/red]')
|
|
STDERR.print(' youtube-dl/yt-dlp will fail to archive any media if set to less than ~20 seconds.')
|
|
STDERR.print(' (Setting it somewhere over 60 seconds is recommended)')
|
|
STDERR.print()
|
|
STDERR.print(' If you want to disable media archiving entirely, set SAVE_MEDIA=False instead:')
|
|
STDERR.print(' https://github.com/ArchiveBox/ArchiveBox/wiki/Configuration#save_media')
|
|
STDERR.print()
|
|
return self
|
|
|
|
|
|
YTDLP_CONFIG = YtdlpConfig()
|