Skip to content

Commit 2c74dfd

Browse files
authored
fix: remove unnecessary sleep (#37)
1 parent 6578915 commit 2c74dfd

File tree

1 file changed

+0
-1
lines changed

1 file changed

+0
-1
lines changed

cdx_toolkit/commoncrawl.py

-1
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,6 @@ def get_cc_endpoints(cc_mirror):
6060
if r.status_code != 200:
6161
raise RuntimeError('error {} getting list of cc indices from {}'.format(r.status_code, collinfo)) # pragma: no cover
6262
set_collinfo_cache(cc_mirror, r.text)
63-
time.sleep(5) # XXX to avoid triggering rate limit
6463
col = r.json()
6564

6665
endpoints = [x['cdx-api'] for x in col]

0 commit comments

Comments
 (0)