public/wallabicher
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix empty wallapop responses (user-agent)

Browse Source
This commit is contained in:
Kifixo
2024-02-28 20:56:22 +01:00
parent 24b1940e2a
commit eba5f90920
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
worker.py
View File

@@ -10,6 +10,7 @@ REQUEST_SLEEP_TIME = 10
REQUEST_RETRY_TIME = 3 REQUEST_RETRY_TIME = 3
ERROR_SLEEP_TIME = 10 ERROR_SLEEP_TIME = 10
NOTIFIED_ARTICLES_LIMIT = 300 NOTIFIED_ARTICLES_LIMIT = 300
USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.0.0 Safari/537.36'
class Worker: class Worker:
def __init__(self, item_to_monitor): def __init__(self, item_to_monitor):
@@ -34,7 +35,7 @@ class Worker:
while True: while True:
try: try:
response = requests.get(url) response = requests.get(url, headers={'User-Agent': USER_AGENT})
response.raise_for_status() response.raise_for_status()
break break
except requests.exceptions.RequestException as err: except requests.exceptions.RequestException as err: