feat(wait): add idle and almost idle network

j-mendez · j-mendez · commit f7fe90d9c7c6 · 2025-11-21T20:45:45.000-05:00
diff --git a/cli/Cargo.lock b/cli/Cargo.lock
diff --git a/cli/Cargo.toml b/cli/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider-cloud-cli"
-version = "0.1.80"
+version = "0.1.81"
 edition = "2021"
 authors = [ "j-mendez <jeff@spider.cloud>"]
 description = "The Spider Cloud CLI for web crawling and scraping"
diff --git a/javascript/package.json b/javascript/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.1.80",
+  "version": "0.1.81",
   "description": "Isomorphic Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "node --import tsx  --test __tests__/*test.ts",
diff --git a/javascript/src/config.ts b/javascript/src/config.ts
@@ -112,13 +112,17 @@ interface Delay {
 /**
  * Represents the wait_for configuration.
  * @typedef {Object} WaitFor
- * @property {IdleNetwork} [idle_network] - Configuration to wait for network to be idle.
+ * @property {IdleNetwork} [idle_network] - Configuration to wait for network to be idle between period.
+ * @property {IdleNetwork0} [idle_network] - Configuration to wait for network to be idle with max timeout.
+ * @property {AlmostIdleNetwork0} [idle_network] - Configuration to wait for network to almost idle with max timeout.
  * @property {Selector} [selector] - Configuration to wait for a CSS selector.
  * @property {Delay} [delay] - Configuration to wait for a delay.
  * @property {boolean} [page_navigations] - Whether to wait for page navigations.
  */
 export interface WaitForConfiguration {
   idle_network?: IdleNetwork;
+  idle_network0?: IdleNetwork;
+  almost_idle_network0?: IdleNetwork;
   selector?: Selector;
   dom?: Selector;
   delay?: Delay;
diff --git a/python/setup.py b/python/setup.py
@@ -8,7 +8,7 @@ def read_file(fname):
 
 setup(
     name="spider_client",
-    version="0.1.80",
+    version="0.1.81",
     url="https://github.com/spider-rs/spider-clients/tree/main/python",
     license="MIT",
     author="Spider",
diff --git a/python/spider/async_spider.py b/python/spider/async_spider.py
@@ -267,7 +267,7 @@ def _prepare_headers(
         return {
             "Content-Type": content_type,
             "Authorization": f"Bearer {self.api_key}",
-            "User-Agent": "AsyncSpider-Client/0.1.80",
+            "User-Agent": "AsyncSpider-Client/0.1.81",
         }
 
     async def _handle_error(self, response: ClientResponse, action: str) -> None:
diff --git a/python/spider/spider.py b/python/spider/spider.py
@@ -280,7 +280,7 @@ def _prepare_headers(self, content_type: str = "application/json"):
         return {
             "Content-Type": content_type,
             "Authorization": f"Bearer {self.api_key}",
-            "User-Agent": f"Spider-Client/0.1.80",
+            "User-Agent": f"Spider-Client/0.1.81",
         }
 
     def _post_request(self, url: str, data, headers, stream=False):
diff --git a/python/spider/spider_types.py b/python/spider/spider_types.py
@@ -170,6 +170,8 @@ class DelayDict(TypedDict):
 
 class WaitForDict(TypedDict, total=False):
     idle_network: Optional[IdleNetworkDict]
+    idle_network0: Optional[IdleNetworkDict]
+    almost_idle_network0: Optional[IdleNetworkDict]
     selector: Optional[SelectorDict]
     dom: Optional[SelectorDict]
     delay: Optional[DelayDict]
diff --git a/rust/Cargo.lock b/rust/Cargo.lock
diff --git a/rust/Cargo.toml b/rust/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider-client"
-version = "0.1.80"
+version = "0.1.81"
 edition = "2021"
 authors = [ "j-mendez <jeff@spider.cloud>"]
 description = "Spider Cloud client"
diff --git a/rust/src/shapes/request.rs b/rust/src/shapes/request.rs
@@ -132,6 +132,10 @@ fn default_some_true() -> Option<bool> {
 pub struct WaitFor {
     /// Wait until idle networks with a timeout of idleness.
     pub idle_network: Option<IdleNetwork>,
+    /// Wait until network to be idle with a max timeout.
+    pub idle_network0: Option<IdleNetwork>,
+    /// Wait until network to almost be idle with a max timeout.
+    pub almost_idle_network0: Option<IdleNetwork>,
     /// Wait until a selector exist. Can determine if a selector exist after executing all js and network events.
     pub selector: Option<Selector>,
     /// Wait for the dom to update

Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`{`
`2`	`2`	`"name": "@spider-cloud/spider-client",`
`3`		`- "version": "0.1.80",`
	`3`	`+ "version": "0.1.81",`
`4`	`4`	`"description": "Isomorphic Javascript SDK for Spider Cloud services",`
`5`	`5`	`"scripts": {`
`6`	`6`	`"test": "node --import tsx --test __tests__/*test.ts",`
Original file line number	Diff line number	Diff line change
`@@ -267,7 +267,7 @@ def _prepare_headers(`
`267`	`267`	`return {`
`268`	`268`	`"Content-Type": content_type,`
`269`	`269`	`"Authorization": f"Bearer {self.api_key}",`
`270`		`- "User-Agent": "AsyncSpider-Client/0.1.80",`
	`270`	`+ "User-Agent": "AsyncSpider-Client/0.1.81",`
`271`	`271`	`}`
`272`	`272`
`273`	`273`	`async def _handle_error(self, response: ClientResponse, action: str) -> None:`
Original file line number	Diff line number	Diff line change
`@@ -280,7 +280,7 @@ def _prepare_headers(self, content_type: str = "application/json"):`
`280`	`280`	`return {`
`281`	`281`	`"Content-Type": content_type,`
`282`	`282`	`"Authorization": f"Bearer {self.api_key}",`
`283`		`- "User-Agent": f"Spider-Client/0.1.80",`
	`283`	`+ "User-Agent": f"Spider-Client/0.1.81",`
`284`	`284`	`}`
`285`	`285`
`286`	`286`	`def _post_request(self, url: str, data, headers, stream=False):`