mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-13 06:34:25 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

add env variable URL_BLACKLIST

Browse source
This commit is contained in:
mlazana 2019-03-23 21:27:41 +02:00
parent c48b1bbb3c
commit 417ee9e302
1 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
archivebox/config.py
View file

@ -47,6 +47,8 @@ WGET_BINARY = os.getenv('WGET_BINARY', 'wget')
YOUTUBEDL_BINARY = os.getenv('YOUTUBEDL_BINARY', 'youtube-dl')
CHROME_BINARY = os.getenv('CHROME_BINARY', None)
URL_BLACKLIST = os.getenv('URL_BLACKLIST', '.*youtube.com.*,.*facebook.com/.*,.*.exe')
try:
OUTPUT_DIR = os.path.abspath(os.getenv('OUTPUT_DIR'))
except Exception:
@ -265,3 +267,10 @@ except KeyboardInterrupt:
except:
print('[X] There was an error during the startup procedure, your archive data is unaffected.')
raise
URL_BLACKLIST = re.compile(
r'(.*\.youtube\.com)|'
r'(.*\.amazon\.com)|'
r'(.*\.reddit\.com)',
re.IGNORECASE,
)