mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-13 22:54:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

dont fetch titles when FETCH_TITLE=False

Browse source
This commit is contained in:
Nick Sweeting 2019-02-21 12:57:26 -05:00
parent d52c9c5304
commit 34cfde0c4e
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
archivebox/util.py
View file

@ -30,6 +30,7 @@ from config import (
FETCH_SCREENSHOT, FETCH_SCREENSHOT,
FETCH_DOM, FETCH_DOM,
FETCH_FAVICON, FETCH_FAVICON,
FETCH_TITLE,
FETCH_MEDIA, FETCH_MEDIA,
SUBMIT_ARCHIVE_DOT_ORG, SUBMIT_ARCHIVE_DOT_ORG,
) )
@ -237,6 +238,9 @@ def download_url(url):
def fetch_page_title(url, timeout=10, progress=SHOW_PROGRESS): def fetch_page_title(url, timeout=10, progress=SHOW_PROGRESS):
"""Attempt to guess a page's title by downloading the html""" """Attempt to guess a page's title by downloading the html"""
if not FETCH_TITLE:
return None
try: try:
if progress: if progress:
sys.stdout.write('.') sys.stdout.write('.')