mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-17 08:34:26 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

show progress during main index writing

Browse source
This commit is contained in:
Nick Sweeting 2019-03-27 10:31:22 -04:00
parent 19e1c35f1a
commit 407484b91e
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
archivebox/index.py
View file

@ -4,6 +4,7 @@ import json
from datetime import datetime from datetime import datetime
from string import Template from string import Template
from typing import List, Tuple, Iterator, Optional from typing import List, Tuple, Iterator, Optional
from dataclasses import fields
try: try:
from distutils.dir_util import copy_tree from distutils.dir_util import copy_tree
@ -17,6 +18,7 @@ from config import (
TEMPLATES_DIR, TEMPLATES_DIR,
GIT_SHA, GIT_SHA,
FOOTER_INFO, FOOTER_INFO,
TIMEOUT,
) )
from util import ( from util import (
merge_links, merge_links,
@ -26,6 +28,7 @@ from util import (
wget_output_path, wget_output_path,
ExtendedEncoder, ExtendedEncoder,
enforce_types, enforce_types,
TimedProgress,
) )
from parse import parse_links from parse import parse_links
from links import validate_links from links import validate_links
@ -49,11 +52,15 @@ def write_links_index(out_dir: str, links: List[Link], finished: bool=False) ->
log_indexing_process_started() log_indexing_process_started()
log_indexing_started(out_dir, 'index.json') log_indexing_started(out_dir, 'index.json')
timer = TimedProgress(TIMEOUT * 2, prefix=' ')
write_json_links_index(out_dir, links) write_json_links_index(out_dir, links)
timer.end()
log_indexing_finished(out_dir, 'index.json') log_indexing_finished(out_dir, 'index.json')
log_indexing_started(out_dir, 'index.html') log_indexing_started(out_dir, 'index.html')
timer = TimedProgress(TIMEOUT * 2, prefix=' ')
write_html_links_index(out_dir, links, finished=finished) write_html_links_index(out_dir, links, finished=finished)
timer.end()
log_indexing_finished(out_dir, 'index.html') log_indexing_finished(out_dir, 'index.html')