mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-28 13:44:14 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: Add CURL_ARGS to control curl arguments

Browse source
This commit is contained in:
Cristian 2020-10-15 08:42:46 -05:00 • committed by Cristian Vargas
parent 24e7a74855
commit 972d57bd08
2 changed files with 9 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
archivebox/extractors/archive_org.py
View file

@ -13,6 +13,7 @@ from ..util import (
)
from ..config import (
TIMEOUT,
CURL_ARGS,
CHECK_SSL_VALIDITY,
SAVE_ARCHIVE_DOT_ORG,
CURL_BINARY,
@ -45,10 +46,7 @@ def save_archive_dot_org(link: Link, out_dir: Optional[Path]=None, timeout: int=
submit_url = 'https://web.archive.org/save/{}'.format(link.url)
cmd = [
CURL_BINARY,
'--silent',
'--location',
'--head',
'--compressed',
*CURL_ARGS,
'--max-time', str(timeout),
*(['--user-agent', '{}'.format(CURL_USER_AGENT)] if CURL_USER_AGENT else []),
*([] if CHECK_SSL_VALIDITY else ['--insecure']),