Major updates

worker.py

@@ -0,0 +1,120 @@
+import time
+import requests
+import json
+import telegram
+import argparse
+from dotenv import load_dotenv
+import os
+load_dotenv()
+import threading
+from proxy_requests import ProxyRequests
+
+
+TELEGRAM_CHANNEL_ID = os.getenv("TELEGRAM_CHANNEL_ID") 
+TELEGRAM_TOKEN = os.getenv("TELEGRAM_TOKEN")
+SLEEP_TIME=30
+
+class Worker:
+
+    def request(self, product_name, n_articles, latitude='40.4165', longitude='-3.70256', condition='all', min_price=0, max_price=10000000):
+        url = (f"http://api.wallapop.com/api/v3/general/search?keywords={product_name}"
+                    f"&order_by=newest&latitude={latitude}"
+                    f"&longitude={longitude}"
+                    f"&min_sale_price={min_price}" 
+                    f"&max_sale_price={max_price}" 
+                    f"&filters_source=quick_filters&language=es_ES")
+                    
+        if condition != "all":
+            url = url + f"&condition={condition}" # new, as_good_as_new, good, fair, has_given_it_all
+
+        while True:
+            response = ProxyRequests(url)
+            try:
+                response.get()
+                if response.get_status_code() == 200:
+                    break
+                else:
+                    print(f"\'{product_name}\' -> Wallapop returned status {response.get_status_code() }. Illegal parameters or Wallapop service is down. Retrying...")
+            except:
+                time.sleep(3)
+
+        json_data=json.loads(response.get_raw())
+        return json_data['search_objects']
+
+    def first_run(self, args):
+        list = []
+        articles = self.request(args['product_name'], 0, args['latitude'], args['longitude'], args['condition'], args['min_price'], args['max_price'])
+        for article in articles: 
+            list.insert(0, article['id'])
+        
+        return list
+
+    def work(self, args, list):
+        exec_times = []
+        bot = telegram.Bot(token = TELEGRAM_TOKEN)
+        
+        while True:
+            start_time = time.time()
+            articles = self.request(args['product_name'], 0, args['latitude'], args['longitude'], args['condition'], args['min_price'], args['max_price'])
+            for article in articles:
+                if not article['id'] in list:
+                    if not self.has_excluded_words(article['title'].lower(), article['description'].lower(), args['exclude']) and not self.is_title_key_word_excluded(article['title'].lower(), args['title_key_word_exclude']):
+                        try:
+                            bot.send_message(TELEGRAM_CHANNEL_ID, f"*Artículo*: {article['title']}\n"
+                                                                f"*Descripción*: {article['description']}\n"
+                                                                f"*Precio*: {article['price']} {article['currency']}\n"
+                                                                f"[Ir al anuncio](https://es.wallapop.com/item/{article['web_slug']})"
+                                                            , "MARKDOWN")
+                        except:
+                            bot.send_message(TELEGRAM_CHANNEL_ID, f"*Artículo*: {article['title']}\n"
+                                                                f"*Descripción*: Descripción inválida\n"
+                                                                f"*Precio*: {article['price']} {article['currency']}\n"
+                                                                f"[Ir al anuncio](https://es.wallapop.com/item/{article['web_slug']})"
+                                                            , "MARKDOWN")
+                        time.sleep(3) # Avoid Telegram flood restriction
+                    list.insert(0, article['id'])   
+            exec_times.append(time.time() - start_time)
+            print(f"\'{args['product_name']}\' node-> last: {exec_times[-1]} max: {self.get_max_time(exec_times)} avg: {self.get_average_time(exec_times)}")
+
+    def has_excluded_words(self, title, description, excluded_words):
+        for word in excluded_words:
+            print("EXCLUDER: Checking '" + word + "' for title: '" + title)
+            if word in title or word in description:
+                print("EXCLUDE!")
+                return True
+        return False
+    
+    def is_title_key_word_excluded(self, title, excluded_words):
+        for word in excluded_words:
+            print("Checking '" + word + "' for title: '" + title)
+            if word in title.split()[0]:
+                return True
+        return False
+
+    def get_average_time(self, exec_times):
+        sum = 0
+        for i in exec_times:
+            sum = sum + i
+        
+        return sum / len(exec_times)
+
+    def get_max_time(self, exec_times):
+        largest = 0
+        for i in exec_times:
+            if i > largest:
+                largest = i
+        return largest
+        
+
+    def run(args):
+        worker = Worker()
+        list = worker.first_run(args)
+        while True:
+            try:
+                print(f"Wallapop monitor worker started. Checking for new items containing: \'{args['product_name']}\' with given parameters periodically")
+                worker.work(args, list)
+            except Exception as e:
+                print(f"Exception: {e}")
+                print(f"{args['product_name']} worker crashed. Restarting worker...")
+                time.sleep(15)
+