add anti rate-limiting delay

Author: btb

mazevo_r25/management/commands/mazevo2r25.py

@@ -5,6 +5,7 @@
 import requests
 import six
 import sys
+import time
 import unicodedata
 
 from dateutil.parser import parse
@@ -114,6 +115,7 @@ def add_arguments(self, parser):
         )
 
     def handle(self, *args, **options):
+        start_time = time.time()
 
         self.set_logger(options.get("verbosity"))
 
@@ -204,6 +206,7 @@ def handle(self, *args, **options):
 
         mazevo_events = {}
         current_num = 0
+        r25_event_delay = 0
         for booking in bookings:
             current_num += 1
 
@@ -247,12 +250,21 @@ def handle(self, *args, **options):
 
             r25_event = None
             try:
+                # add a delay between fetches so we don't get rate-limited
+                time.sleep(r25_event_delay + 1.0)
+                cur_time = time.time()
+
                 events = get_events(
                     starts_with="%d_" % booking.id,
                     scope="extended",
                     include="reservations",
                 )
 
+                fetch_time = time.time() - cur_time
+                r25_event_delay = max(fetch_time, r25_event_delay)
+                logger.debug("fetched in {}s, delay now {}s".format(
+                    fetch_time, r25_event_delay + 1.0))
+
                 r25_event = events[0]
 
                 if len(events) > 1:
@@ -477,3 +489,5 @@ def handle(self, *args, **options):
             except Exception:
                 print("Email not configured. Mazevo2R25 report:")
                 print(messages)
+
+        logger.debug("time: {}".format(time.time() - start_time))