mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-16 08:04:26 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: initial functional version with icons calculated based on archive results

Browse source
This commit is contained in:
Cristian 2020-11-04 10:31:20 -05:00
parent 309a87e8fe
commit b3e0400bc0
3 changed files with 104 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

37
archivebox/core/migrations/0007_archiveresult.py
View file

@ -1,8 +1,43 @@
# Generated by Django 3.0.8 on 2020-11-04 12:25
import json
from pathlib import Path
from django.db import migrations, models
import django.db.models.deletion
from config import CONFIG
def forwards_func(apps, schema_editor):
from core.models import EXTRACTORS
Snapshot = apps.get_model("core", "Snapshot")
ArchiveResult = apps.get_model("core", "ArchiveResult")
snapshots = Snapshot.objects.all()
for snapshot in snapshots:
out_dir = Path(CONFIG['ARCHIVE_DIR']) / snapshot.timestamp
try:
with open(out_dir / "index.json", "r") as f:
fs_index = json.load(f)
except Exception as e:
continue
history = fs_index["history"]
for extractor in history:
for result in history[extractor]:
ArchiveResult.objects.create(extractor=extractor, snapshot=snapshot, cmd=json.dumps(result["cmd"]), cmd_version=result["cmd_version"],
start_ts=result["start_ts"], end_ts=result["end_ts"], status=result["status"], pwd=result["pwd"], output=result["output"])
def reverse_func(apps, schema_editor):
ArchiveResult = apps.get_model("core", "ArchiveResult")
ArchiveResult.objects.all().delete()
class Migration(migrations.Migration):
@ -18,6 +53,7 @@ class Migration(migrations.Migration):
('cmd', models.CharField(default='', max_length=500)),
('pwd', models.CharField(default='', max_length=200)),
('cmd_version', models.CharField(default='', max_length=20)),
('status', models.CharField(max_length=10)),
('output', models.CharField(default='', max_length=500)),
('start_ts', models.DateTimeField()),
('end_ts', models.DateTimeField()),
@ -25,4 +61,5 @@ class Migration(migrations.Migration):
('snapshot', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='core.Snapshot')),
],
),
migrations.RunPython(forwards_func, reverse_func),
]