From ce3bac395f7e5adb83cbe03dae8f08fe074fc195 Mon Sep 17 00:00:00 2001 From: Mark Bailey Date: Sun, 26 Jan 2025 15:30:37 -0500 Subject: [PATCH] feat: v2.1.0 * compose valves * ensure that single_request is checked from both valve types --- scrape.py | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/scrape.py b/scrape.py index 714df1e..7abb226 100644 --- a/scrape.py +++ b/scrape.py @@ -143,13 +143,12 @@ class Tools: def __init__(self, req_limit: int): super().__init__(req_limit=req_limit) - class Valves(BaseModel): - request_limit: int = Field(default=5, description="Request Limit") + class UserValves(BaseModel): single_request: bool = Field(default=False, description="Single Request") pass - class UserValves(BaseModel): - single_request: bool = Field(default=False, description="Single Request") + class Valves(UserValves): + request_limit: int = Field(default=5, description="Request Limit") pass def __init__(self): @@ -168,7 +167,7 @@ class Tools: :params url: The URL of the web page to be scraped. """ - if self.user_valves.single_request: + if self.user_valves.single_request or self.valves.single_request: request_limit = 1 else: request_limit = self.valves.request_limit