Added step parameter to API queries

This commit is contained in:
Joan Cano
2023-03-07 11:18:55 +01:00
parent da20bfe5a5
commit c396f7ba1f
2 changed files with 12 additions and 10 deletions

BIN
data/wallamanta.db Normal file

Binary file not shown.

View File

@@ -34,16 +34,18 @@ class Worker:
if condition != "all":
url = url + f"&condition={condition}" # new, as_good_as_new, good, fair, has_given_it_all
while True:
response = requests.get(url)
try:
if response.status_code == 200:
break
else:
logging.info(f"\'{product_name}\' -> Wallapop returned status {response.status_code}. Illegal parameters or Wallapop service is down. Retrying...")
except Exception as e:
logging.info("Exception: " + e)
time.sleep(3)
for step in range(15):
while True:
time.sleep(0.5)
response = requests.get(url+f"&step={step+1}")
try:
if response.status_code == 200:
break
else:
logging.info(f"\'{product_name}\' -> Wallapop returned status {response.status_code}. Illegal parameters or Wallapop service is down. Retrying...")
except Exception as e:
logging.info("Exception: " + e)
time.sleep(3)
json_data = response.json()
return json_data['search_objects']