Mercari-Bot/bot.py at master · dylan-pham/Mercari-Bot · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
from bs4 import BeautifulSoup
import requests
import os
from twilio.rest import Client
import firebase_admin
from firebase_admin import credentials
from firebase_admin import firestore
import time
from selenium import webdriver
from selenium.webdriver import FirefoxOptions

cred = credentials.Certificate("mercari-bot-337508-0a00be491377.json")
firebase_admin.initialize_app(cred)
db = firestore.client()
collection_ref = db.collection("searches")

account_sid = os.environ['TWILIO_ACCOUNT_SID']
twilio_phone_number = os.environ['TWILIO_PHONE_NUMBER']
my_phone_number = os.environ['MY_PHONE_NUMBER']
auth_token = os.environ['TWILIO_AUTH_TOKEN']
client = Client(account_sid, auth_token)

headers = {"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.1 Safari/605.1.15"}

def send_sms_notif(product_details):
    title = product_details[0]
    price = product_details[2]
    link = product_details[1]

    body = title + " " + price + "\n\nhttps://mercari.com" + link
    message = client.messages \
        .create(
            body=body,
            from_=twilio_phone_number,
            to=my_phone_number
         )

def get_new_listings(doc):
    # opts = FirefoxOptions()
    # opts.add_argument("--headless")
    # browser = webdriver.Firefox(options=opts)

    browser = webdriver.Safari()
    browser.get(doc.get("url"))
    time.sleep(3)

    soup = BeautifulSoup(browser.page_source, "html.parser")
    search_results = soup.find("div", {"data-testid" : "SearchResults"}).find("div").find("div").find_all("div", recursive=False)

    product_details = dict()
    current_listings = set()
    for search_result in search_results:
        title = search_result.find("a").find("div").find_all("div")[1].find("div").find("div")
        link = search_result.find("a")["href"]
        price = search_result.find("a").find("div").find_all("div", recursive=False)[1].find_all("div", recursive=False)[1].find("p").find("span").text
        _id = search_result.find("a").find("div")["data-productid"]

        product_details[_id] = (title, link, price)
        current_listings.add(_id)

    # updating database with most recent set of listings
    collection_ref.document(doc.id).update({"listings": current_listings})

    new_listings = current_listings - set(doc.get("listings"))
    return new_listings, product_details

def notif_new_listings(new_listings, product_details):
    for product_id in new_listings:
        send_sms_notif(product_details[product_id])

def main():
    for doc in collection_ref.stream():
        new_listings, product_details = get_new_listings(doc)
        print(new_listings)
        notif_new_listings(new_listings, product_details)

    print("ran")

while True:
    main()

    # check for new listings every half hour
    time.sleep(1800)