mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-13 06:34:25 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

feat: Use CURL_ARGS on title extractor

Browse source
This commit is contained in:
Cristian 2020-10-15 08:58:22 -05:00 • committed by Cristian Vargas
parent 563d0f94ec
commit c12fe0e3d7
4 changed files with 8 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

5
archivebox/extractors/title.py
View file

@ -16,6 +16,7 @@ from ..config import (
CHECK_SSL_VALIDITY,
SAVE_TITLE,
CURL_BINARY,
CURL_ARGS,
CURL_VERSION,
CURL_USER_AGENT,
setup_django,
@ -51,10 +52,8 @@ def save_title(link: Link, out_dir: Optional[Path]=None, timeout: int=TIMEOUT) -
output: ArchiveOutput = None
cmd = [
CURL_BINARY,
'--silent',
*CURL_ARGS,
'--max-time', str(timeout),
'--location',
'--compressed',
*(['--user-agent', '{}'.format(CURL_USER_AGENT)] if CURL_USER_AGENT else []),
*([] if CHECK_SSL_VALIDITY else ['--insecure']),
link.url,