From fa79768f1e95e16f09e212d377085fd7f55aa1b4 Mon Sep 17 00:00:00 2001 From: Nick Sweeting Date: Thu, 15 Jun 2017 17:31:37 -0500 Subject: [PATCH] fix unecessary re-wgetting of websites --- archive.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/archive.py b/archive.py index 547fe02b..201ecfce 100755 --- a/archive.py +++ b/archive.py @@ -135,7 +135,7 @@ def parse_bookmarks_export(html): def fetch_wget(out_dir, link, overwrite=False): # download full site - if not os.path.exists('{}/{}'.format(out_dir, link)) or overwrite: + if not os.path.exists('{}/{}'.format(out_dir, link['base_url'].split('/', 1)[0])) or overwrite: print(' - Downloading Full Site') CMD = [ *'wget --no-clobber --page-requisites --adjust-extension --convert-links --no-parent'.split(' '),