From 846c7999647b49f62c3abd72c554a6f6d939dd04 Mon Sep 17 00:00:00 2001 From: Desiree Sng Date: Fri, 21 Mar 2025 15:08:26 -0700 Subject: [PATCH 1/2] Add stealth mode --- agentstack/_tools/agentql/__init__.py | 15 ++++++++++++--- 1 file changed, 12 insertions(+), 3 deletions(-) diff --git a/agentstack/_tools/agentql/__init__.py b/agentstack/_tools/agentql/__init__.py index 3b46d02e..83c7931f 100644 --- a/agentstack/_tools/agentql/__init__.py +++ b/agentstack/_tools/agentql/__init__.py @@ -9,12 +9,14 @@ API_KEY = os.getenv("AGENTQL_API_KEY") -def extract_data(url: str, query: Optional[str], prompt: Optional[str]) -> dict: +def extract_data( + url: str, query: Optional[str], prompt: Optional[str], stealth_mode: bool = False +) -> dict: """ url: url of website to scrape query: described below prompt: Natural language description of the data you want to scrape - + stealth_mode: Enable stealth mode for web scraping (default: False) AgentQL query to scrape the url. @@ -45,7 +47,14 @@ def extract_data(url: str, query: Optional[str], prompt: Optional[str]) -> dict: } ``` """ - payload = {"url": url, "query": query, "prompt": prompt} + payload = { + "url": url, + "query": query, + "prompt": prompt, + "metadata": { + "experimental_stealth_mode_enabled": stealth_mode, + }, + } headers = {"X-API-Key": f"{API_KEY}", "Content-Type": "application/json"} From 88f6054718a52261703a9b476123a96f8b44a622 Mon Sep 17 00:00:00 2001 From: Desiree Sng Date: Fri, 21 Mar 2025 15:22:03 -0700 Subject: [PATCH 2/2] Rename stealth mode param --- agentstack/_tools/agentql/__init__.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/agentstack/_tools/agentql/__init__.py b/agentstack/_tools/agentql/__init__.py index 83c7931f..77369b65 100644 --- a/agentstack/_tools/agentql/__init__.py +++ b/agentstack/_tools/agentql/__init__.py @@ -10,13 +10,16 @@ def extract_data( - url: str, query: Optional[str], prompt: Optional[str], stealth_mode: bool = False + url: str, + query: Optional[str], + prompt: Optional[str], + is_stealth_mode_enabled: bool = False, ) -> dict: """ url: url of website to scrape query: described below prompt: Natural language description of the data you want to scrape - stealth_mode: Enable stealth mode for web scraping (default: False) + is_stealth_mode_enabled: Enable stealth mode for web scraping (default: False) AgentQL query to scrape the url. @@ -52,7 +55,7 @@ def extract_data( "query": query, "prompt": prompt, "metadata": { - "experimental_stealth_mode_enabled": stealth_mode, + "experimental_stealth_mode_enabled": is_stealth_mode_enabled, }, }