fetch page title during archiving process

This commit is contained in:
Nick Sweeting 2019-02-19 01:44:54 -05:00
parent bb5879a4f7
commit 5a7d00a639
5 changed files with 44 additions and 15 deletions

View file

@ -27,6 +27,7 @@ FETCH_WARC = os.getenv('FETCH_WARC', 'True'
FETCH_GIT = os.getenv('FETCH_GIT', 'True' ).lower() == 'true'
FETCH_MEDIA = os.getenv('FETCH_MEDIA', 'True' ).lower() == 'true'
FETCH_FAVICON = os.getenv('FETCH_FAVICON', 'True' ).lower() == 'true'
FETCH_TITLE = os.getenv('FETCH_TITLE', 'True' ).lower() == 'true'
SUBMIT_ARCHIVE_DOT_ORG = os.getenv('SUBMIT_ARCHIVE_DOT_ORG', 'True' ).lower() == 'true'
CHECK_SSL_VALIDITY = os.getenv('CHECK_SSL_VALIDITY', 'True' ).lower() == 'true'