121 lines
5.2 KiB
Python
121 lines
5.2 KiB
Python
import time
|
|
import requests
|
|
import json
|
|
import telegram
|
|
import argparse
|
|
from dotenv import load_dotenv
|
|
import os
|
|
load_dotenv()
|
|
import threading
|
|
from proxy_requests import ProxyRequests
|
|
|
|
|
|
TELEGRAM_CHANNEL_ID = os.getenv("TELEGRAM_CHANNEL_ID")
|
|
TELEGRAM_TOKEN = os.getenv("TELEGRAM_TOKEN")
|
|
SLEEP_TIME=30
|
|
|
|
class Worker:
|
|
|
|
def request(self, product_name, n_articles, latitude='40.4165', longitude='-3.70256', condition='all', min_price=0, max_price=10000000):
|
|
url = (f"http://api.wallapop.com/api/v3/general/search?keywords={product_name}"
|
|
f"&order_by=newest&latitude={latitude}"
|
|
f"&longitude={longitude}"
|
|
f"&min_sale_price={min_price}"
|
|
f"&max_sale_price={max_price}"
|
|
f"&filters_source=quick_filters&language=es_ES")
|
|
|
|
if condition != "all":
|
|
url = url + f"&condition={condition}" # new, as_good_as_new, good, fair, has_given_it_all
|
|
|
|
while True:
|
|
response = ProxyRequests(url)
|
|
try:
|
|
response.get()
|
|
if response.get_status_code() == 200:
|
|
break
|
|
else:
|
|
print(f"\'{product_name}\' -> Wallapop returned status {response.get_status_code() }. Illegal parameters or Wallapop service is down. Retrying...")
|
|
except:
|
|
time.sleep(3)
|
|
|
|
json_data=json.loads(response.get_raw())
|
|
return json_data['search_objects']
|
|
|
|
def first_run(self, args):
|
|
list = []
|
|
articles = self.request(args['product_name'], 0, args['latitude'], args['longitude'], args['condition'], args['min_price'], args['max_price'])
|
|
for article in articles:
|
|
list.insert(0, article['id'])
|
|
|
|
return list
|
|
|
|
def work(self, args, list):
|
|
exec_times = []
|
|
bot = telegram.Bot(token = TELEGRAM_TOKEN)
|
|
|
|
while True:
|
|
start_time = time.time()
|
|
articles = self.request(args['product_name'], 0, args['latitude'], args['longitude'], args['condition'], args['min_price'], args['max_price'])
|
|
for article in articles:
|
|
if not article['id'] in list:
|
|
if not self.has_excluded_words(article['title'].lower(), article['description'].lower(), args['exclude']) and not self.is_title_key_word_excluded(article['title'].lower(), args['title_key_word_exclude']):
|
|
try:
|
|
bot.send_message(TELEGRAM_CHANNEL_ID, f"*Artículo*: {article['title']}\n"
|
|
f"*Descripción*: {article['description']}\n"
|
|
f"*Precio*: {article['price']} {article['currency']}\n"
|
|
f"[Ir al anuncio](https://es.wallapop.com/item/{article['web_slug']})"
|
|
, "MARKDOWN")
|
|
except:
|
|
bot.send_message(TELEGRAM_CHANNEL_ID, f"*Artículo*: {article['title']}\n"
|
|
f"*Descripción*: Descripción inválida\n"
|
|
f"*Precio*: {article['price']} {article['currency']}\n"
|
|
f"[Ir al anuncio](https://es.wallapop.com/item/{article['web_slug']})"
|
|
, "MARKDOWN")
|
|
time.sleep(3) # Avoid Telegram flood restriction
|
|
list.insert(0, article['id'])
|
|
exec_times.append(time.time() - start_time)
|
|
print(f"\'{args['product_name']}\' node-> last: {exec_times[-1]} max: {self.get_max_time(exec_times)} avg: {self.get_average_time(exec_times)}")
|
|
|
|
def has_excluded_words(self, title, description, excluded_words):
|
|
for word in excluded_words:
|
|
print("EXCLUDER: Checking '" + word + "' for title: '" + title)
|
|
if word in title or word in description:
|
|
print("EXCLUDE!")
|
|
return True
|
|
return False
|
|
|
|
def is_title_key_word_excluded(self, title, excluded_words):
|
|
for word in excluded_words:
|
|
print("Checking '" + word + "' for title: '" + title)
|
|
if word in title.split()[0]:
|
|
return True
|
|
return False
|
|
|
|
def get_average_time(self, exec_times):
|
|
sum = 0
|
|
for i in exec_times:
|
|
sum = sum + i
|
|
|
|
return sum / len(exec_times)
|
|
|
|
def get_max_time(self, exec_times):
|
|
largest = 0
|
|
for i in exec_times:
|
|
if i > largest:
|
|
largest = i
|
|
return largest
|
|
|
|
|
|
def run(args):
|
|
worker = Worker()
|
|
list = worker.first_run(args)
|
|
while True:
|
|
try:
|
|
print(f"Wallapop monitor worker started. Checking for new items containing: \'{args['product_name']}\' with given parameters periodically")
|
|
worker.work(args, list)
|
|
except Exception as e:
|
|
print(f"Exception: {e}")
|
|
print(f"{args['product_name']} worker crashed. Restarting worker...")
|
|
time.sleep(15)
|
|
|