feat: v2.1.1
* add frontmatter * remove testing __name__ == "__main__" statement
This commit is contained in:
parent
ce3bac395f
commit
982e342043
21
scrape.py
21
scrape.py
@ -1,3 +1,15 @@
|
||||
"""
|
||||
title: Web Scraper
|
||||
author: Mark Bailey
|
||||
author_url: https://git.markbailey.dev/cerbervs
|
||||
git_url: https://git.markbailey.dev/cerbervs/scrape.git
|
||||
description: Scrapes web with option for recursive scraping.
|
||||
required_open_webui_version: any
|
||||
requirements: json, websocket, requests, urllib, bs4, pydantic
|
||||
version: 2.1.1
|
||||
licence: MIT
|
||||
"""
|
||||
|
||||
import json
|
||||
import websocket
|
||||
import requests
|
||||
@ -178,12 +190,3 @@ class Tools:
|
||||
scraper = None
|
||||
|
||||
return json_s
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
tools = Tools()
|
||||
print(
|
||||
tools.scrape_recursively(
|
||||
"https://www.allrecipes.com/recipe/16700/salsa-chicken/"
|
||||
)
|
||||
)
|
||||
|
Loading…
x
Reference in New Issue
Block a user