cerbervs/scrape
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: v2.1.0

Browse Source 
* compose valves

* ensure that single_request is checked from both valve types
This commit is contained in:
Mark Bailey 2025-01-26 15:30:37 -05:00
parent 5974109fb7
commit ce3bac395f
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrape.py
View File

@ -143,13 +143,12 @@ class Tools:
def __init__(self, req_limit: int): def __init__(self, req_limit: int):
super().__init__(req_limit=req_limit) super().__init__(req_limit=req_limit)
class Valves(BaseModel): class UserValves(BaseModel):
request_limit: int = Field(default=5, description="Request Limit")
single_request: bool = Field(default=False, description="Single Request") single_request: bool = Field(default=False, description="Single Request")
pass pass
class UserValves(BaseModel): class Valves(UserValves):
single_request: bool = Field(default=False, description="Single Request") request_limit: int = Field(default=5, description="Request Limit")
pass pass
def __init__(self): def __init__(self):
@ -168,7 +167,7 @@ class Tools:
:params url: The URL of the web page to be scraped. :params url: The URL of the web page to be scraped.
""" """
if self.user_valves.single_request: if self.user_valves.single_request or self.valves.single_request:
request_limit = 1 request_limit = 1
else: else:
request_limit = self.valves.request_limit request_limit = self.valves.request_limit