mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2025-05-16 16:14:28 -04:00
better remote file downloading cli output messages
This commit is contained in:
parent
44ed46b465
commit
328a59749b
2 changed files with 11 additions and 5 deletions
|
@ -72,9 +72,8 @@ def load_links(archive_path=OUTPUT_DIR, import_path=None):
|
|||
num_new_links = len(all_links) - len(existing_links)
|
||||
|
||||
if import_path and parser_name:
|
||||
print(' > Adding {} new links to index from {} (parsed as {} format)'.format(
|
||||
print(' > Adding {} new links to index (parsed import as {})'.format(
|
||||
num_new_links,
|
||||
pretty_path(import_path),
|
||||
parser_name,
|
||||
))
|
||||
|
||||
|
|
|
@ -243,10 +243,11 @@ def download_url(url, timeout=TIMEOUT):
|
|||
|
||||
source_path = os.path.join(SOURCES_DIR, '{}-{}.txt'.format(domain(url), ts))
|
||||
|
||||
print('[*] [{}] Downloading {} > {}'.format(
|
||||
print('{}[*] [{}] Downloading {}{}'.format(
|
||||
ANSI['green'],
|
||||
datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
|
||||
url,
|
||||
pretty_path(source_path),
|
||||
ANSI['reset'],
|
||||
))
|
||||
end = progress(TIMEOUT, prefix=' ')
|
||||
try:
|
||||
|
@ -254,13 +255,19 @@ def download_url(url, timeout=TIMEOUT):
|
|||
end()
|
||||
except Exception as e:
|
||||
end()
|
||||
print('[!] Failed to download {}\n'.format(url))
|
||||
print('{}[!] Failed to download {}{}\n'.format(
|
||||
ANSI['red'],
|
||||
url,
|
||||
ANSI['reset'],
|
||||
))
|
||||
print(' ', e)
|
||||
raise SystemExit(1)
|
||||
|
||||
with open(source_path, 'w', encoding='utf-8') as f:
|
||||
f.write(downloaded_xml)
|
||||
|
||||
print(' > {}'.format(pretty_path(source_path)))
|
||||
|
||||
return source_path
|
||||
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue