mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-06-01 07:18:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

feat: Add CURL_ARGS to control curl arguments

Browse source
This commit is contained in:
Cristian 2020-10-15 08:42:46 -05:00 • committed by Cristian Vargas
parent 24e7a74855
commit 972d57bd08
2 changed files with 9 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
archivebox/config/__init__.py
View file

@ -130,7 +130,12 @@ CONFIG_DEFAULTS: Dict[str, ConfigDefaultDict] = {
'--span-hosts',
'--no-parent',
'-e', 'robots=off',
]}
]},
'CURL_ARGS': {'type': list, 'default': ['--silent',
'--location',
'--head',
'--compressed'
]}
},
'DEPENDENCY_CONFIG': {
@ -277,6 +282,7 @@ DERIVED_CONFIG_DEFAULTS: ConfigDefaultDict = {
'USE_CURL': {'default': lambda c: c['USE_CURL'] and (c['SAVE_FAVICON'] or c['SAVE_TITLE'] or c['SAVE_ARCHIVE_DOT_ORG'])},
'CURL_VERSION': {'default': lambda c: bin_version(c['CURL_BINARY']) if c['USE_CURL'] else None},
'CURL_USER_AGENT': {'default': lambda c: c['CURL_USER_AGENT'].format(**c)},
'CURL_ARGS': {'default': lambda c: c['CURL_ARGS'] or []},
'SAVE_FAVICON': {'default': lambda c: c['USE_CURL'] and c['SAVE_FAVICON']},
'SAVE_ARCHIVE_DOT_ORG': {'default': lambda c: c['USE_CURL'] and c['SAVE_ARCHIVE_DOT_ORG']},