mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-19 01:15:11 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: initial functional version with icons calculated based on archive results

Browse source
This commit is contained in:
Cristian 2020-11-04 10:31:20 -05:00
parent 309a87e8fe
commit b3e0400bc0
3 changed files with 104 additions and 29 deletions
archivebox/core
utils.py

90
archivebox/core/utils.py
View file

@ -2,38 +2,72 @@ from pathlib import Path
from django.utils.html import format_html
from core.models import Snapshot
from core.models import Snapshot, ArchiveResult, EXTRACTORS
def get_icons(snapshot: Snapshot) -> str:
archive_results = snapshot.archiveresult_set
link = snapshot.as_link()
canon = link.canonical_outputs()
out_dir = Path(link.link_dir)
output = ""
output_template = '<a href="/{}/{}" class="exists-{}" title="{}">{} </a>'
icons = {
"singlefile": "❶",
"wget": "🆆",
"dom": "🅷",
"pdf": "📄",
"screenshot": "💻",
"media": "📼",
"git": "🅶",
"archive_org": "🏛",
"readability": "🆁",
"mercury": "🅼",
}
exclude = ["favicon"]
# Missing specific entry for WARC
# slow version: highlights icons based on whether files exist or not for that output
# link_tuple = lambda link, method: (link.archive_path, canon[method] or '', canon[method] and (out_dir / (canon[method] or 'notdone')).exists())
# fast version: all icons are highlighted without checking for outputs in filesystem
link_tuple = lambda link, method: (link.archive_path, canon[method] or '', canon[method] and (out_dir / (canon[method] or 'notdone')).exists())
return format_html(
'<span class="files-icons" style="font-size: 1.2em; opacity: 0.8">'
'<a href="/{}/{}" class="exists-{}" title="SingleFile">❶ </a>'
'<a href="/{}/{}" class="exists-{}" title="Wget clone">🆆 </a> '
'<a href="/{}/{}" class="exists-{}" title="HTML dump">🅷 </a> '
'<a href="/{}/{}" class="exists-{}" title="PDF">📄 </a> '
'<a href="/{}/{}" class="exists-{}" title="Screenshot">💻 </a> '
'<a href="/{}/{}" class="exists-{}" title="WARC">📦 </a> '
'<a href="/{}/{}/" class="exists-{}" title="Media files">📼 </a> '
'<a href="/{}/{}/" class="exists-{}" title="Git repos">🅶 </a> '
'<a href="{}" class="exists-{}" title="Archive.org snapshot">🏛 </a> '
'</span>',
*link_tuple(link, 'singlefile_path'),
*link_tuple(link, 'wget_path')[:2], any((out_dir / link.domain).glob('*')),
*link_tuple(link, 'pdf_path'),
*link_tuple(link, 'screenshot_path'),
*link_tuple(link, 'dom_path'),
*link_tuple(link, 'warc_path')[:2], any((out_dir / canon['warc_path']).glob('*.warc.gz')),
*link_tuple(link, 'media_path')[:2], any((out_dir / canon['media_path']).glob('*')),
*link_tuple(link, 'git_path')[:2], any((out_dir / canon['git_path']).glob('*')),
canon['archive_org_path'], (out_dir / 'archive.org.txt').exists(),
)
for extractor in EXTRACTORS:
result = archive_results.filter(extractor=extractor[0])
try:
if extractor[0] not in exclude:
output += output_template.format(link.archive_path, canon[f"{extractor[0]}_path"],
result.exists(), extractor[0], icons.get(extractor[0], "?"))
except Exception as e:
print(e)
return format_html(f'<span class="files-icons" style="font-size: 1.2em; opacity: 0.8">{output}<span>')
#def get_icons(snapshot: Snapshot) -> str:
# link = snapshot.as_link()
# canon = link.canonical_outputs()
# out_dir = Path(link.link_dir)
#
# # slow version: highlights icons based on whether files exist or not for that output
# # link_tuple = lambda link, method: (link.archive_path, canon[method] or '', canon[method] and (out_dir / (canon[method] or 'notdone')).exists())
# # fast version: all icons are highlighted without checking for outputs in filesystem
# link_tuple = lambda link, method: (link.archive_path, canon[method] or '', canon[method] and (out_dir / (canon[method] or 'notdone')).exists())
#
# return format_html(
# '<span class="files-icons" style="font-size: 1.2em; opacity: 0.8">'
# '<a href="/{}/{}" class="exists-{}" title="SingleFile">❶ </a>'
# '<a href="/{}/{}" class="exists-{}" title="Wget clone">🆆 </a> '
# '<a href="/{}/{}" class="exists-{}" title="HTML dump">🅷 </a> '
# '<a href="/{}/{}" class="exists-{}" title="PDF">📄 </a> '
# '<a href="/{}/{}" class="exists-{}" title="Screenshot">💻 </a> '
# '<a href="/{}/{}" class="exists-{}" title="WARC">📦 </a> '
# '<a href="/{}/{}/" class="exists-{}" title="Media files">📼 </a> '
# '<a href="/{}/{}/" class="exists-{}" title="Git repos">🅶 </a> '
# '<a href="{}" class="exists-{}" title="Archive.org snapshot">🏛 </a> '
# '</span>',
# *link_tuple(link, 'singlefile_path'),
# *link_tuple(link, 'wget_path')[:2], any((out_dir / link.domain).glob('*')),
# *link_tuple(link, 'pdf_path'),
# *link_tuple(link, 'screenshot_path'),
# *link_tuple(link, 'dom_path'),
# *link_tuple(link, 'warc_path')[:2], any((out_dir / canon['warc_path']).glob('*.warc.gz')),
# *link_tuple(link, 'media_path')[:2], any((out_dir / canon['media_path']).glob('*')),
# *link_tuple(link, 'git_path')[:2], any((out_dir / canon['git_path']).glob('*')),
# canon['archive_org_path'], (out_dir / 'archive.org.txt').exists(),
# )
#