mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2025-05-09 12:21:57 -04:00
75 lines
2.3 KiB
Python
75 lines
2.3 KiB
Python
__package__ = 'archivebox.index'
|
|
|
|
from io import StringIO
|
|
from typing import List, Tuple, Iterator
|
|
|
|
from .schema import Link
|
|
from ..util import enforce_types
|
|
from ..config import setup_django, OUTPUT_DIR
|
|
|
|
|
|
### Main Links Index
|
|
|
|
@enforce_types
|
|
def parse_sql_main_index(out_dir: str=OUTPUT_DIR) -> Iterator[Link]:
|
|
setup_django(out_dir, check_db=True)
|
|
from core.models import Page
|
|
|
|
return (
|
|
Link.from_json(page.as_json(*Page.keys))
|
|
for page in Page.objects.all()
|
|
)
|
|
|
|
@enforce_types
|
|
def write_sql_main_index(links: List[Link], out_dir: str=OUTPUT_DIR) -> None:
|
|
setup_django(out_dir, check_db=True)
|
|
from core.models import Page
|
|
|
|
all_urls = {link.url: link for link in links}
|
|
|
|
for page in Page.objects.all():
|
|
if page.url in all_urls:
|
|
info = {k: v for k, v in all_urls.pop(page.url)._asdict().items() if k in Page.keys}
|
|
Page.objects.update(**info)
|
|
else:
|
|
page.delete()
|
|
|
|
for url, link in all_urls.items():
|
|
info = {k: v for k, v in link._asdict().items() if k in Page.keys}
|
|
Page.objects.update_or_create(url=url, defaults=info)
|
|
|
|
|
|
|
|
@enforce_types
|
|
def list_migrations(out_dir: str=OUTPUT_DIR) -> List[Tuple[bool, str]]:
|
|
setup_django(out_dir, check_db=False)
|
|
from django.core.management import call_command
|
|
out = StringIO()
|
|
call_command("showmigrations", list=True, stdout=out)
|
|
out.seek(0)
|
|
migrations = []
|
|
for line in out.readlines():
|
|
if line.strip() and ']' in line:
|
|
status_str, name_str = line.strip().split(']', 1)
|
|
is_applied = 'X' in status_str
|
|
migration_name = name_str.strip()
|
|
migrations.append((is_applied, migration_name))
|
|
|
|
return migrations
|
|
|
|
@enforce_types
|
|
def apply_migrations(out_dir: str=OUTPUT_DIR) -> List[str]:
|
|
setup_django(out_dir, check_db=False)
|
|
from django.core.management import call_command
|
|
null, out = StringIO(), StringIO()
|
|
call_command("makemigrations", interactive=False, stdout=null)
|
|
call_command("migrate", interactive=False, stdout=out)
|
|
out.seek(0)
|
|
|
|
return [line.strip() for line in out.readlines() if line.strip()]
|
|
|
|
@enforce_types
|
|
def get_admins(out_dir: str=OUTPUT_DIR) -> List[str]:
|
|
setup_django(out_dir, check_db=False)
|
|
from django.contrib.auth.models import User
|
|
return User.objects.filter(is_superuser=True)
|