andrei-stoica/leetify-data
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

added ratelimiting

Browse Source
This commit is contained in:
Andrei Stoica
2024-01-29 20:18:16 -05:00
parent efdcc84ae7
commit d08fbe887f
2 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
requirments.txt
View File

@@ -1,3 +1,5 @@
pytest pytest
click click
psycopg2 psycopg2-binary
ratelimit
backoff

5
src/leetify/core.py
View File

@@ -1,4 +1,7 @@
from ratelimit.decorators import sleep_and_retry
import requests import requests
from ratelimit import limits, RateLimitException
from backoff import expo, on_exception
class Leetify: class Leetify:
@@ -6,6 +9,8 @@ class Leetify:
profile_base_url = f"{api_base_url}/profile" profile_base_url = f"{api_base_url}/profile"
match_base_url = f"{api_base_url}/games" match_base_url = f"{api_base_url}/games"
@sleep_and_retry
@limits(1, 5)
def __get_page(self, url: str) -> dict: def __get_page(self, url: str) -> dict:
resp = requests.get(url) resp = requests.get(url)
return resp.json() return resp.json()