Python monitor shopify

import requests
from requests_html import HTMLSession
import pandas as pd
import json
from pandas.io.json import json_normalize

'''
    lets start by getting the mobile stock json...
    apparently this file represents the total catalog
'''

# r = requests.get("https://www.supremenewyork.com/mobile_stock.json")
# print(r.content)

## output: ( long AF )

# r = requests.get("https://www.supremenewyork.com/shop.json")
# print(r.content)
## output: ( looks good; still long af )

'''
    we should save a copy of the 'all products' desktop page and make use of it...
'''

# r = requests.get("https://www.supremenewyork.com/shop/all")
# print(r.content)
## output: ( bitchen sauce )

'''
    i wonder if we get more clues with a weak attempt to render content hydrated by xhr
    pb: requests-html  =^_^=
'''
session = HTMLSession()
# no magic here, start a requests-html HTMLSesssion() and call it...
# .......
# .......
# .......
# session...

rr_html = session.get("https://www.supremenewyork.com/shop/all")
# print(rr.content)
# output: ( totally identical, i didn't copy pasta here. just take my word for it.
# however, we will continue forward with requests-html ( cause i want to )

'''
    now that we can get some basic product information via the product_catalog.json
    "let's get dangerous" -Darkwing Duck
'''

# jump off with basic features of requests-html

# we can get absolute product links
#print(rr.html.absolute_links)

# output: ( hit the ground running )

'''
    kung-fu pandas
'''

# lets go back for that mobile stock.json from the first few lines..
json = json.loads(session.get("https://www.supremenewyork.com/mobile_stock.json").content)

fake_link_list = []

for link in rr_html.html.absolute_links:
    fake_link_list.append(link)

product_info = []

for l in fake_link_list:
    product_info.append(session.get(l + ".json").content)

print(product_info[0])


# for category in data['products_and_categories']:
#     for product in data['products_and_categories'][category]:
#         print(product)
#
# # and the html from the first fiew lines
# for link in rr_html.html.absolute_links:

import json
from bs4 import BeautifulSoup
from requests_html import HTMLSession

import time

import pickle

from DiscordHooks import Hook, Embed, EmbedAuthor, Color

# webhook
webhook = 'CHANGE.ME.discord.webhook.url'

# set up a session
session = HTMLSession()

# name a base url
baseUrl = 'https://yeezysupply.com'
#products = '/products'
#collections = '/collections'

# some ancillary properties
# variant_by_name = boost350black

# url to session object
r = session.get("{}".format(baseUrl))

#page as soup object
soup = BeautifulSoup(r.content, "html.parser")

# now lets start working back through the main page
pageBody = soup.body
feature = pageBody.find('script').text
jsonFeature = json.loads(feature)

# count of products
products_count = jsonFeature['products_count']

# products..
jsonProducts = jsonFeature['products']

#print(jsonProducts)

safePickle = pickle.dumps(jsonFeature['products'])

pickleObject = pickle.loads(safePickle)

while True:
    if jsonProducts == pickleObject and products_count == 8:
        for pp in jsonProducts:

            embed = Embed(
                title="{}{}".format(baseUrl,pp['url']), description=pp['description'])

            Hook(
                hook_url=webhook,
                username="CHANGE.ME.discord.bot.user.name",
                content="id:{}, handle:{}, tags:{}".format(str(pp['id']), pp['handle'], str(pp['tags'])),
                embeds=[embed]).execute()
            time.sleep(10)
    else:
      for pp in jsonProducts:

            embed = Embed(
                title="{}{}".format(baseUrl,pp['url']), description="some items may have changed")
            
            Hook(
                hook_url=webhook,
                username="CHANGE.ME.discord.bot.user.name",
                content="id:{}, handle:{}, tags:{}".format(str(pp['id']), pp['handle'], str(pp['tags'])),
                embeds=[embed]).execute()
            time.sleep(10)
    
    time.sleep(120)