mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-13 06:34:25 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update sql.py

Browse source
This commit is contained in:
Nick Sweeting 2021-12-23 12:17:55 -05:00 • committed by GitHub
parent f363738aae
commit b1b7ee2b85
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

15
archivebox/index/sql.py
View file

@ -33,12 +33,10 @@ def remove_from_sql_main_index(snapshots: QuerySet, atomic: bool=False, out_dir:
def write_link_to_sql_index(link: Link): def write_link_to_sql_index(link: Link):
from core.models import Snapshot, ArchiveResult from core.models import Snapshot, ArchiveResult
info = {k: v for k, v in link._asdict().items() if k in Snapshot.keys} info = {k: v for k, v in link._asdict().items() if k in Snapshot.keys}
tags = info.pop("tags")
tag_set = ( tag_list = list(dict.fromkeys(
set(tag.strip() for tag in (link.tags or '').split(',')) tag.strip() for tag in (link.tags or '').split(',')
) ))
tag_list = list(tag_set) or []
try: try:
info["timestamp"] = Snapshot.objects.get(url=link.url).timestamp info["timestamp"] = Snapshot.objects.get(url=link.url).timestamp
@ -107,10 +105,9 @@ def write_sql_link_details(link: Link, out_dir: Path=OUTPUT_DIR) -> None:
snap = write_link_to_sql_index(link) snap = write_link_to_sql_index(link)
snap.title = link.title snap.title = link.title
tag_set = ( tag_list = list(dict.fromkeys(
set(tag.strip() for tag in (link.tags or '').split(',')) tag.strip() for tag in (link.tags or '').split(',')
) ))
tag_list = list(tag_set) or []
snap.save() snap.save()
snap.save_tags(tag_list) snap.save_tags(tag_list)