Increase max retries for GitHub datasets (huggingface#4079)

hunterlang · Apr 1, 2022 · 3e1086b · 3e1086b
1 parent 92da6d5
commit 3e1086b
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/datasets/load.py b/src/datasets/load.py
@@ -499,7 +499,9 @@ def __init__(
     ):
         self.name = name
         self.revision = revision
-        self.download_config = download_config or DownloadConfig()
+        self.download_config = download_config.copy() if download_config else DownloadConfig()
+        if self.download_config.max_retries < 3:
+            self.download_config.max_retries = 3
         self.download_mode = download_mode
         self.dynamic_modules_path = dynamic_modules_path
         assert self.name.count("/") == 0