mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-15 23:54:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

exclude links that are in blacklist

Browse source
This commit is contained in:
mlazana 2019-03-24 14:40:26 +02:00
parent 417ee9e302
commit 4d10568477
2 changed files with 18 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
archivebox/config.py
View file

@ -47,7 +47,7 @@ WGET_BINARY = os.getenv('WGET_BINARY', 'wget')
YOUTUBEDL_BINARY = os.getenv('YOUTUBEDL_BINARY', 'youtube-dl')
CHROME_BINARY = os.getenv('CHROME_BINARY', None)
URL_BLACKLIST = os.getenv('URL_BLACKLIST', '.*youtube.com.*,.*facebook.com/.*,.*.exe')
URL_BLACKLIST = os.getenv('URL_BLACKLIST', '.*youtube.com.*,.*facebook.com/.*,.*.exe')
try:
OUTPUT_DIR = os.path.abspath(os.getenv('OUTPUT_DIR'))
@ -270,6 +270,7 @@ except:
URL_BLACKLIST = re.compile(
r'(.*\.youtube\.com)|'
r'(.*\.facebook\.com)|'
r'(.*\.amazon\.com)|'
r'(.*\.reddit\.com)',
re.IGNORECASE,