diff --git a/archivebox/archive_methods.py b/archivebox/archive_methods.py
index 9e00070f..0148849d 100644
--- a/archivebox/archive_methods.py
+++ b/archivebox/archive_methods.py
@@ -217,6 +217,7 @@ def fetch_wget(link_dir, link, requisites=FETCH_WGET_REQUISITES, warc=FETCH_WARC
         '--backup-converted',
         '--span-hosts',
         '--no-parent',
+        '-e', 'robots=off',
         '--restrict-file-names=unix',
         '--timeout={}'.format(timeout),
         *(() if warc else ('--timestamping',)),