mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-14 07:04:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix unecessary re-wgetting of websites

Browse source
This commit is contained in:
Nick Sweeting 2017-06-15 17:31:37 -05:00
parent c96c2eb2da
commit fa79768f1e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
archive.py
View file

@ -135,7 +135,7 @@ def parse_bookmarks_export(html):
def fetch_wget(out_dir, link, overwrite=False): def fetch_wget(out_dir, link, overwrite=False):
# download full site # download full site
if not os.path.exists('{}/{}'.format(out_dir, link)) or overwrite: if not os.path.exists('{}/{}'.format(out_dir, link['base_url'].split('/', 1)[0])) or overwrite:
print(' - Downloading Full Site') print(' - Downloading Full Site')
CMD = [ CMD = [
*'wget --no-clobber --page-requisites --adjust-extension --convert-links --no-parent'.split(' '), *'wget --no-clobber --page-requisites --adjust-extension --convert-links --no-parent'.split(' '),