python scraping.py

Posted 2021-05-09

# -*- coding: utf-8 -*-
import requests
# For print color
import colorama
import pprint 
from colorama import Fore, Back, Style
colorama.init(autoreset=True)

url = "https://finance.yahoo.com/quote/%5EIXIC?p=^IXIC"
response = requests.get(url)
data = {}

def pp(stuff):
    p = pprint.PrettyPrinter(indent=4)
    p.pprint(stuff)

def main():
    Indicators = {"Previous Close":[],
                "Open":[],
                "Volume":[],
                "52 Week Range":[],
                "Avg. Volume":[]}
        
    pp(response)
    htmlText = response.text
    for indicator in Indicators:

        print(indicator)
        splitList = htmlText.split(indicator)
        afterFirstSplit = splitList[1].split("\">")[1]
        afterSecondSplit = afterFirstSplit.split("</td>")
        dataValue = afterSecondSplit[0]
        Indicators[indicator].append(dataValue)
        
    pp(Indicators)

if __name__ == '__main__':
    main()