navan
/
FlixRec
mirror of https://github.com/navanchauhan/FlixRec.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

updated

This commit is contained in:
Navan Chauhan 2022-05-20 21:03:04 -06:00
parent 8395daeec6
commit b8501eac77
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
main.py
View File

@ -79,13 +79,14 @@ engine, Session = init_db_stuff(database_url)
start_time = datetime.now() start_time = datetime.now()
for page in tqdm(range(2990,max_requests+10)): for page in tqdm(range(1,max_requests+10)):
if req_count == 999: if req_count == 999:
seconds_to_sleep = 300 - (datetime.now() - start_time).seconds seconds_to_sleep = 300 - (datetime.now() - start_time).seconds
if seconds_to_sleep < 1: if seconds_to_sleep < 1:
seconds_to_sleep = 100 seconds_to_sleep = 60
print(f"Sleeping {seconds_to_sleep}s") print(f"Sleeping {seconds_to_sleep}s")
# Need to respect their rate limitting # Need to respect their rate limitting
# Better to use x-ratelimit header
time.sleep(seconds_to_sleep) time.sleep(seconds_to_sleep)
start_time = datetime.now() start_time = datetime.now()
req_count = 0 req_count = 0