[common] explicitly handle HTTP status code 429

2017-10-13 22:43:38 +02:00 · 2017-10-13 22:43:38 +02:00 · 9aecc67841
commit 9aecc67841
parent abfd2924a9
1 changed files with 5 additions and 1 deletions
--- a/gallery_dl/extractor/common.py
+++ b/gallery_dl/extractor/common.py
@ -65,8 +65,12 @@ class Extractor():
                msg = exc
            if not retries:
                raise exception.HttpError(msg)
-            time.sleep(1 + max_retries - retries)
+            if response.status_code == 429:  # Too Many Requests
+                waittime = float(response.headers.get("Retry-After", 10.0))
+            else:
+                waittime = 1
            retries -= 1
+            time.sleep(waittime * (max_retries - retries))

    def _get_auth_info(self):
        """Return authentication information as (username, password) tuple"""