mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-23 11:17:02 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Added curl params

Browse source
This commit is contained in:
Angel Rey 2020-09-11 14:28:04 -05:00 • committed by Cristian Vargas
parent a8a8fd14ac
commit 7fd7dced9a
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
archivebox/extractors/headers.py
View file

@ -46,10 +46,11 @@ def save_headers(link: Link, out_dir: Optional[str]=None, timeout: int=TIMEOUT)
cmd = [
CURL_BINARY,
'-s',
'-I',
'-X',
'-D',
'--silent',
'--max-time', str(timeout),
'--location',
'--compressed',
'--head',
*(['--user-agent', '{}'.format(CURL_USER_AGENT)] if CURL_USER_AGENT else []),
*([] if CHECK_SSL_VALIDITY else ['--insecure']),
link.url,