mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-29 05:55:28 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor: Remove get_iter lambda from archive_links

Browse source
This commit is contained in:
Cristian 2020-09-08 10:39:01 -05:00 • committed by Cristian Vargas
parent 5e9b3099c6
commit 018bd91745
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
archivebox/extractors/__init__.py
View file

@ -135,11 +135,10 @@ def archive_links(all_links: any, overwrite: bool=False, methods: Optional[Itera
if type(all_links) is QuerySet:
num_links: int = all_links.count()
get_link = lambda x: x.as_link()
get_iter = lambda x: x.iterator()
all_links = all_links.iterator()
else:
num_links: int = len(all_links)
get_link = lambda x: x
get_iter = lambda x: x
if num_links == 0:
return []
@ -147,7 +146,7 @@ def archive_links(all_links: any, overwrite: bool=False, methods: Optional[Itera
log_archiving_started(num_links)
idx: int = 0
try:
for link in get_iter(all_links):
for link in all_links:
idx += 1
to_archive = get_link(link)
archive_link(to_archive, overwrite=overwrite, methods=methods, out_dir=link.link_dir)