diff --git a/img2dataset/main.py b/img2dataset/main.py
index 11d9c9a..a03fea6 100644
--- a/img2dataset/main.py
+++ b/img2dataset/main.py
@@ -110,6 +110,10 @@ def download(
         disallowed_header_directives = ["noai", "noimageai", "noindex", "noimageindex"]
     if len(disallowed_header_directives) == 0:
         disallowed_header_directives = None
+    elif "none" not in disallowed_header_directives and any(
+        x in disallowed_header_directives for x in ("noindex", "nofollow")
+    ):
+        disallowed_header_directives.append("none")
 
     config_parameters = dict(locals())
     arguments_validator(config_parameters)