feat: v2.1.1
* add frontmatter * remove testing __name__ == "__main__" statement
This commit is contained in:
parent
ce3bac395f
commit
ea01c5ca35
20
scrape.py
20
scrape.py
@ -1,3 +1,14 @@
|
|||||||
|
"""
|
||||||
|
title: Web Scraper
|
||||||
|
author: Mark Bailey
|
||||||
|
author_url: https://git.markbailey.dev/cerbervs
|
||||||
|
git_url: https://git.markbailey.dev/cerbervs/scrape.git
|
||||||
|
description: Scrapes web with option for recursive scraping.
|
||||||
|
requirements: websocket, requests, bs4, pydantic
|
||||||
|
version: 2.1.1
|
||||||
|
licence: MIT
|
||||||
|
"""
|
||||||
|
|
||||||
import json
|
import json
|
||||||
import websocket
|
import websocket
|
||||||
import requests
|
import requests
|
||||||
@ -178,12 +189,3 @@ class Tools:
|
|||||||
scraper = None
|
scraper = None
|
||||||
|
|
||||||
return json_s
|
return json_s
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
tools = Tools()
|
|
||||||
print(
|
|
||||||
tools.scrape_recursively(
|
|
||||||
"https://www.allrecipes.com/recipe/16700/salsa-chicken/"
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user