mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-17 00:24:26 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

show progress during main index writing

Browse source
This commit is contained in:
Nick Sweeting 2019-03-27 10:31:22 -04:00
parent 19e1c35f1a
commit 407484b91e
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
archivebox/index.py
View file

@ -4,6 +4,7 @@ import json
from datetime import datetime
from string import Template
from typing import List, Tuple, Iterator, Optional
from dataclasses import fields
try:
from distutils.dir_util import copy_tree
@ -17,6 +18,7 @@ from config import (
TEMPLATES_DIR,
GIT_SHA,
FOOTER_INFO,
TIMEOUT,
)
from util import (
merge_links,
@ -26,6 +28,7 @@ from util import (
wget_output_path,
ExtendedEncoder,
enforce_types,
TimedProgress,
)
from parse import parse_links
from links import validate_links
@ -49,11 +52,15 @@ def write_links_index(out_dir: str, links: List[Link], finished: bool=False) ->
log_indexing_process_started()
log_indexing_started(out_dir, 'index.json')
timer = TimedProgress(TIMEOUT * 2, prefix=' ')
write_json_links_index(out_dir, links)
timer.end()
log_indexing_finished(out_dir, 'index.json')
log_indexing_started(out_dir, 'index.html')
timer = TimedProgress(TIMEOUT * 2, prefix=' ')
write_html_links_index(out_dir, links, finished=finished)
timer.end()
log_indexing_finished(out_dir, 'index.html')