mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2025-05-14 07:04:27 -04:00
enable gzip auto decompression
This commit is contained in:
parent
f7a0568a6c
commit
c28c0d0e71
1 changed files with 1 additions and 0 deletions
|
@ -224,6 +224,7 @@ def fetch_wget(link_dir, link, timeout=TIMEOUT):
|
||||||
'--backup-converted',
|
'--backup-converted',
|
||||||
'--span-hosts',
|
'--span-hosts',
|
||||||
'--no-parent',
|
'--no-parent',
|
||||||
|
'--compression=auto',
|
||||||
'-e', 'robots=off',
|
'-e', 'robots=off',
|
||||||
'--restrict-file-names=unix',
|
'--restrict-file-names=unix',
|
||||||
'--timeout={}'.format(timeout),
|
'--timeout={}'.format(timeout),
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue