diff --git a/scrape.py b/scrape.py index 7abb226..af0606a 100644 --- a/scrape.py +++ b/scrape.py @@ -1,3 +1,14 @@ +""" +title: Web Scraper +author: Mark Bailey +author_url: https://git.markbailey.dev/cerbervs +git_url: https://git.markbailey.dev/cerbervs/scrape.git +description: Scrapes web with option for recursive scraping. +requirements: websocket, requests, bs4, pydantic +version: 2.1.1 +licence: MIT +""" + import json import websocket import requests @@ -178,12 +189,3 @@ class Tools: scraper = None return json_s - - -if __name__ == "__main__": - tools = Tools() - print( - tools.scrape_recursively( - "https://www.allrecipes.com/recipe/16700/salsa-chicken/" - ) - )