feat: v2.1.1
* add frontmatter * remove testing __name__ == "__main__" statement
This commit is contained in:
parent
ce3bac395f
commit
ea01c5ca35
20
scrape.py
20
scrape.py
@ -1,3 +1,14 @@
|
||||
"""
|
||||
title: Web Scraper
|
||||
author: Mark Bailey
|
||||
author_url: https://git.markbailey.dev/cerbervs
|
||||
git_url: https://git.markbailey.dev/cerbervs/scrape.git
|
||||
description: Scrapes web with option for recursive scraping.
|
||||
requirements: websocket, requests, bs4, pydantic
|
||||
version: 2.1.1
|
||||
licence: MIT
|
||||
"""
|
||||
|
||||
import json
|
||||
import websocket
|
||||
import requests
|
||||
@ -178,12 +189,3 @@ class Tools:
|
||||
scraper = None
|
||||
|
||||
return json_s
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
tools = Tools()
|
||||
print(
|
||||
tools.scrape_recursively(
|
||||
"https://www.allrecipes.com/recipe/16700/salsa-chicken/"
|
||||
)
|
||||
)
|
||||
|
Loading…
x
Reference in New Issue
Block a user