mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-12 22:25:44 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

add command: --parser option

Browse source
This commit is contained in:
FliegendeWurst 2021-03-20 17:38:00 +01:00
parent 308be35367
commit 60bd9a902e
6 changed files with 73 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

3
archivebox/main.py
View file

@ -537,6 +537,7 @@ def add(urls: Union[str, List[str]],
overwrite: bool=False,
init: bool=False,
extractors: str="",
parser: str="auto",
out_dir: Path=OUTPUT_DIR) -> List[Link]:
"""Add a new URL or list of URLs to your archive"""
@ -561,7 +562,7 @@ def add(urls: Union[str, List[str]],
# save verbatim args to sources
write_ahead_log = save_text_as_source('\n'.join(urls), filename='{ts}-import.txt', out_dir=out_dir)
new_links += parse_links_from_source(write_ahead_log, root_url=None)
new_links += parse_links_from_source(write_ahead_log, root_url=None, parser=parser)
# If we're going one level deeper, download each link and look for more links
new_links_depth = []