public/wallabicher
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Minor fixes to make it work

Browse Source
This commit is contained in:
kifixo
2022-06-29 22:20:47 +02:00
parent 8030217b9b
commit 4eafcefa28
1 changed files with 14 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
worker.py
View File

@@ -1,17 +1,13 @@
import time import time
import requests import requests
import json
import telegram import telegram
import argparse
from dotenv import load_dotenv from dotenv import load_dotenv
import os import os
load_dotenv() load_dotenv()
import threading
TELEGRAM_CHANNEL_ID = os.getenv("TELEGRAM_CHANNEL_ID") TELEGRAM_CHANNEL_ID = os.getenv("TELEGRAM_CHANNEL_ID")
TELEGRAM_TOKEN = os.getenv("TELEGRAM_TOKEN") TELEGRAM_TOKEN = os.getenv("TELEGRAM_TOKEN")
SLEEP_TIME=30 SLEEP_TIME = 5
class Worker: class Worker:
@@ -33,12 +29,12 @@ class Worker:
if response.status_code == 200: if response.status_code == 200:
break break
else: else:
print(f"\'{product_name}\' -> Wallapop returned status {response.get_status_code() }. Illegal parameters or Wallapop service is down. Retrying...") print(f"\'{product_name}\' -> Wallapop returned status {response.status_code}. Illegal parameters or Wallapop service is down. Retrying...")
except Exception as e: except Exception as e:
print("Exception: "+e) print("Exception: " + e)
time.sleep(3) time.sleep(3)
json_data=response.json() json_data = response.json()
return json_data['search_objects'] return json_data['search_objects']
def first_run(self, args): def first_run(self, args):
@@ -59,6 +55,7 @@ class Worker:
for article in articles: for article in articles:
if not article['id'] in list: if not article['id'] in list:
try: try:
if not self.has_excluded_words(article['title'].lower(), article['description'].lower(), args['exclude']) and not self.is_title_key_word_excluded(article['title'].lower(), args['title_keyword_exclude']): if not self.has_excluded_words(article['title'].lower(), article['description'].lower(), args['exclude']) and not self.is_title_key_word_excluded(article['title'].lower(), args['title_keyword_exclude']):
try: try:
bot.send_message(TELEGRAM_CHANNEL_ID, f"*Artículo*: {article['title']}\n" bot.send_message(TELEGRAM_CHANNEL_ID, f"*Artículo*: {article['title']}\n"
@@ -78,11 +75,11 @@ class Worker:
print("---------- EXCEPTION -----------") print("---------- EXCEPTION -----------")
f = open("error_log.txt", "a") f = open("error_log.txt", "a")
f.write(f"{args['product_name']} worker crashed. {e}") f.write(f"{args['product_name']} worker crashed. {e}")
f.write(f"{args['product_name']}: Trying to parse {article['id']}: {article['title']} .") f.write(f"{args['product_name']}: Trying to parse {article['id']}: {article['title']} .\n")
f.close() f.close()
time.sleep(5) time.sleep(SLEEP_TIME)
exec_times.append(time.time() - start_time) exec_times.append(time.time() - start_time)
print(f"\'{args['product_name']}\' node-> last: {exec_times[-1]} max: {self.get_max_time(exec_times)} avg: {self.get_average_time(exec_times)}") print(f"\'{args['product_name']}\' node-> last: {exec_times[-1]} max: {self.get_max_time(exec_times)} avg: {self.get_average_time(exec_times)}")
@@ -120,11 +117,11 @@ class Worker:
worker = Worker() worker = Worker()
list = worker.first_run(args) list = worker.first_run(args)
while True: while True:
#try: try:
print(f"Wallapop monitor worker started. Checking for new items containing: \'{args['product_name']}\' with given parameters periodically") print(f"Wallapop monitor worker started. Checking for new items containing: \'{args['product_name']}\' with given parameters periodically")
worker.work(args, list) worker.work(args, list)
#except Exception as e: except Exception as e:
# print(f"Exception: {e}") print(f"Exception: {e}")
# print(f"{args['product_name']} worker crashed. Restarting worker...") print(f"{args['product_name']} worker crashed. Restarting worker...")
# time.sleep(10) time.sleep(10)