masterscraper/scrape_all.py

12 lines
201 B
Python

#!/usr/bin/python3
import masterscraper as ms
scrapelist = ms.macrotrends.scrapelist()
for url in scrapelist:
scrape = ms.scrape(url)
scrape.get_meta()
scrape.clean()
scrape.save()