mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2025-05-14 15:14:31 -04:00
33 lines
972 B
Python
33 lines
972 B
Python
__package__ = 'plugins_extractor.curl'
|
|
|
|
from typing import List, Optional
|
|
from pathlib import Path
|
|
|
|
from pydantic import Field
|
|
|
|
from abx.archivebox.base_configset import BaseConfigSet
|
|
|
|
from archivebox.config.common import ARCHIVING_CONFIG
|
|
|
|
|
|
class CurlConfig(BaseConfigSet):
|
|
|
|
SAVE_TITLE: bool = Field(default=True)
|
|
SAVE_HEADERS: bool = Field(default=True)
|
|
USE_CURL: bool = Field(default=True)
|
|
|
|
CURL_BINARY: str = Field(default='curl')
|
|
CURL_ARGS: List[str] = [
|
|
'--silent',
|
|
'--location',
|
|
'--compressed',
|
|
]
|
|
CURL_EXTRA_ARGS: List[str] = []
|
|
|
|
CURL_TIMEOUT: int = Field(default=lambda: ARCHIVING_CONFIG.TIMEOUT)
|
|
CURL_CHECK_SSL_VALIDITY: bool = Field(default=lambda: ARCHIVING_CONFIG.CHECK_SSL_VALIDITY)
|
|
CURL_USER_AGENT: str = Field(default=lambda: ARCHIVING_CONFIG.USER_AGENT)
|
|
CURL_COOKIES_FILE: Optional[Path] = Field(default=lambda: ARCHIVING_CONFIG.COOKIES_FILE)
|
|
|
|
|
|
CURL_CONFIG = CurlConfig()
|