mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-19 01:15:11 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix double parsing by accident

Browse source
This commit is contained in:
Nick Sweeting 2019-02-04 22:08:08 -08:00
parent 1ca27a60b2
commit ce257949b4
1 changed files with 2 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
archivebox/archive.py
View file

@ -186,8 +186,7 @@ if __name__ == '__main__':
source = save_source(stdin_raw_text) source = save_source(stdin_raw_text)
# Step 1: Parse the links and dedupe them with existing archive # Step 1: Parse the links and dedupe them with existing archive
links = merge_links(archive_path=out_dir, import_path=source, only_new=False) links = merge_links(archive_path=out_dir, import_path=source, only_new=ONLY_NEW)
new_links = merge_links(archive_path=out_dir, import_path=source, only_new=True)
# Step 2: Write new index # Step 2: Write new index
write_links_index(out_dir=out_dir, links=links) write_links_index(out_dir=out_dir, links=links)
@ -196,7 +195,4 @@ if __name__ == '__main__':
# cleanup_archive(out_dir, links) # cleanup_archive(out_dir, links)
# Step 4: Run the archive methods for each link # Step 4: Run the archive methods for each link
if ONLY_NEW:
update_archive(out_dir, new_links, source=source, resume=resume, append=True)
else:
update_archive(out_dir, links, source=source, resume=resume, append=True) update_archive(out_dir, links, source=source, resume=resume, append=True)