Centralize paginated page param construction across managers

Co-authored-by: Shri Sukhani <shrisukhani@users.noreply.github.com>

Author: cursoragent

CONTRIBUTING.md

@@ -95,6 +95,7 @@ This runs lint, format checks, compile checks, tests, and package build.
   - `tests/test_mapping_keys_access_usage.py` (centralized key-iteration boundaries),
   - `tests/test_mapping_reader_usage.py` (shared mapping-read parser usage),
   - `tests/test_optional_serialization_helper_usage.py` (optional model serialization helper usage enforcement),
+  - `tests/test_page_params_helper_usage.py` (paginated manager page-params helper usage enforcement),
   - `tests/test_plain_list_helper_usage.py` (shared plain-list normalization helper usage enforcement),
   - `tests/test_plain_type_guard_usage.py` (`str`/`int` guardrail enforcement via plain-type checks),
   - `tests/test_plain_type_identity_usage.py` (direct `type(... ) is str|int` guardrail enforcement via shared helpers),

hyperbrowser/client/managers/async_manager/crawl.py

@@ -9,6 +9,7 @@
     poll_until_terminal_status_async,
     retry_operation_async,
 )
+from ..page_params_utils import build_page_batch_params
 from ..job_pagination_utils import (
     build_job_paginated_page_merge_callback,
     initialize_job_paginated_response,
@@ -117,7 +118,10 @@ async def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_start_resp.job_id,
-                GetCrawlJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetCrawlJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch

hyperbrowser/client/managers/async_manager/scrape.py

@@ -10,6 +10,7 @@
     retry_operation_async,
     wait_for_job_result_async,
 )
+from ..page_params_utils import build_page_batch_params
 from ..job_pagination_utils import (
     build_job_paginated_page_merge_callback,
     initialize_job_paginated_response,
@@ -124,7 +125,10 @@ async def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_id,
-                params=GetBatchScrapeJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetBatchScrapeJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch

hyperbrowser/client/managers/async_manager/web/batch_fetch.py

@@ -8,6 +8,7 @@
     BatchFetchJobResponse,
     POLLING_ATTEMPTS,
 )
+from ...page_params_utils import build_page_batch_params
 from ...web_payload_utils import build_batch_fetch_start_payload
 from ...web_payload_utils import build_batch_fetch_get_params
 from ...web_pagination_utils import (
@@ -110,7 +111,10 @@ async def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_id,
-                params=GetBatchFetchJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetBatchFetchJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch

hyperbrowser/client/managers/async_manager/web/crawl.py

@@ -8,6 +8,7 @@
     WebCrawlJobResponse,
     POLLING_ATTEMPTS,
 )
+from ...page_params_utils import build_page_batch_params
 from ...web_payload_utils import build_web_crawl_start_payload
 from ...web_payload_utils import build_web_crawl_get_params
 from ...web_pagination_utils import (
@@ -108,7 +109,10 @@ async def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_id,
-                params=GetWebCrawlJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetWebCrawlJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch

hyperbrowser/client/managers/page_params_utils.py

@@ -0,0 +1,15 @@
+from typing import Type, TypeVar
+
+DEFAULT_PAGE_BATCH_SIZE = 100
+
+T = TypeVar("T")
+
+
+def build_page_batch_params(
+    params_model: Type[T],
+    *,
+    page: int,
+    batch_size: int = DEFAULT_PAGE_BATCH_SIZE,
+) -> T:
+    params_model_obj = params_model
+    return params_model_obj(page=page, batch_size=batch_size)  # type: ignore[call-arg]

hyperbrowser/client/managers/sync_manager/crawl.py

@@ -9,6 +9,7 @@
     poll_until_terminal_status,
     retry_operation,
 )
+from ..page_params_utils import build_page_batch_params
 from ..job_pagination_utils import (
     build_job_paginated_page_merge_callback,
     initialize_job_paginated_response,
@@ -117,7 +118,10 @@ def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_start_resp.job_id,
-                GetCrawlJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetCrawlJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch

hyperbrowser/client/managers/sync_manager/scrape.py

@@ -10,6 +10,7 @@
     retry_operation,
     wait_for_job_result,
 )
+from ..page_params_utils import build_page_batch_params
 from ..job_pagination_utils import (
     build_job_paginated_page_merge_callback,
     initialize_job_paginated_response,
@@ -122,7 +123,10 @@ def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_id,
-                params=GetBatchScrapeJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetBatchScrapeJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch

hyperbrowser/client/managers/sync_manager/web/batch_fetch.py

@@ -8,6 +8,7 @@
     BatchFetchJobResponse,
     POLLING_ATTEMPTS,
 )
+from ...page_params_utils import build_page_batch_params
 from ...web_payload_utils import build_batch_fetch_start_payload
 from ...web_payload_utils import build_batch_fetch_get_params
 from ...web_pagination_utils import (
@@ -108,7 +109,10 @@ def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_id,
-                params=GetBatchFetchJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetBatchFetchJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch

hyperbrowser/client/managers/sync_manager/web/crawl.py

@@ -8,6 +8,7 @@
     WebCrawlJobResponse,
     POLLING_ATTEMPTS,
 )
+from ...page_params_utils import build_page_batch_params
 from ...web_payload_utils import build_web_crawl_start_payload
 from ...web_payload_utils import build_web_crawl_get_params
 from ...web_pagination_utils import (
@@ -108,7 +109,10 @@ def start_and_wait(
             operation_name=operation_name,
             get_next_page=lambda page: self.get(
                 job_id,
-                params=GetWebCrawlJobParams(page=page, batch_size=100),
+                params=build_page_batch_params(
+                    GetWebCrawlJobParams,
+                    page=page,
+                ),
             ),
             get_current_page_batch=lambda page_response: (
                 page_response.current_page_batch