fixes

Author: Mantisus

docs/guides/stagehand_crawler.mdx

@@ -117,7 +117,12 @@ Browserbase credentials (`browserbase_api_key`, `project_id`) can also be provid
 
 ## Browser configuration limitations
 
-Because Stagehand manages the browser session internally via CDP, only Chromium is supported. Browser settings are limited to the subset accepted by Stagehand's `BrowserLaunchOptions` - `headless`, `args`, `viewport`, `proxy`, `locale`, `executable_path`, and a few others. Features like fingerprint generation and incognito pages are not supported.
+Because Stagehand manages the browser session internally via CDP, only Chromium is supported.
+Browser settings are limited to the subset accepted by Stagehand's `BrowserLaunchOptions` -
+`headless`, `args`, `viewport`, `proxy`, `locale`, `executable_path`, and a few others.
+Features like full browser fingerprinting (canvas, WebGL, screen properties) and incognito
+pages are not supported. Fingerprint-consistent HTTP headers (`User-Agent`, `Accept`, `sec-ch-ua`)
+are still injected automatically.
 
 ## Conclusion
 

src/crawlee/browsers/_stagehand_browser_controller.py

@@ -126,8 +126,8 @@ async def new_page(
         """Create a new page in the Stagehand-managed browser.
 
         On the first call, starts the Stagehand session with the provided options. On subsequent
-        calls, ``browser_new_context_options`` are ignored with a warning because the browser
-        context cannot be reconfigured once the session is running.
+        calls, ``browser_new_context_options`` and ``proxy_info`` are ignored because the session
+        context cannot be reconfigured once it is running.
 
         Args:
             browser_new_context_options: Options merged on top of the plugin's launch options
@@ -173,19 +173,21 @@ async def close(self, *, force: bool = False) -> None:
         if self.pages_count > 0 and not force:
             raise ValueError('Cannot close the browser while there are open pages.')
 
-        if self._session is None:
+        if self._session is None and self._browser is None:
             return
 
         try:
-            await self._session.end()
-        except Exception:
-            logger.warning('Failed to end Stagehand session gracefully.', exc_info=True)
-
-        if self._browser is not None and self._browser.is_connected():
-            await self._browser.close()
-
-        self._session = None
-        self._browser_context = None
+            if self._session is not None:
+                try:
+                    await self._session.end()
+                except Exception:
+                    logger.warning('Failed to end Stagehand session gracefully.', exc_info=True)
+
+            if self._browser is not None and self._browser.is_connected():
+                await self._browser.close()
+        finally:
+            self._session = None
+            self._browser_context = None
 
     def _on_page_close(self, page: StagehandPage) -> None:
         self._pages.remove(page)
@@ -194,7 +196,7 @@ def _get_extra_http_headers(
         self,
         extra_http_headers: Mapping[str, str] | None = None,
     ) -> dict[str, str]:
-        if extra_http_headers:
+        if extra_http_headers is not None:
             return dict(extra_http_headers)
 
         if self._header_generator:

src/crawlee/crawlers/_stagehand/_stagehand_crawler.py

@@ -44,8 +44,9 @@ class StagehandCrawler(
     Because Stagehand relies on CDP, only Chromium is supported. Not all Playwright browser and
     context configuration options are available - browser settings are limited to the subset accepted
     by Stagehand's ``BrowserLaunchOptions`` (such as ``headless``, ``args``, ``viewport``, ``proxy``,
-    ``locale``, and ``executable_path``). Features like fingerprint generation and incognito pages
-    are not supported.
+    ``locale``, and ``executable_path``). Full browser fingerprinting (canvas, WebGL, screen
+    properties) and incognito pages are not supported; fingerprint-consistent HTTP headers
+    (``User-Agent``, ``Accept``, ``sec-ch-ua``) are still injected automatically.
 
     Each page in the crawling context is a `StagehandPage`, which extends the standard Playwright
     `Page` with the following AI methods:
@@ -102,7 +103,6 @@ def __init__(
         browser_new_context_options: dict[str, Any] | None = None,
         goto_options: GotoOptions | None = None,
         navigation_timeout: timedelta | None = None,
-        max_open_pages_per_browser: int | None = None,
         **kwargs: Unpack[BasicCrawlerOptions[StagehandCrawlingContext, StatisticsState]],
     ) -> None:
         """Initialize a new instance.
@@ -129,8 +129,6 @@ def __init__(
                 option is not supported - use `navigation_timeout` instead.
             navigation_timeout: Timeout for the navigation phase (from opening the page to calling
                 the request handler). Defaults to one minute.
-            max_open_pages_per_browser: Maximum number of pages open per browser instance.
-                Cannot be specified if `browser_pool` is provided.
             kwargs: Additional keyword arguments forwarded to `BasicCrawler`.
         """
         if browser_pool is not None:
@@ -143,13 +141,11 @@ def __init__(
                     headless,
                     browser_launch_options,
                     browser_new_context_options,
-                    max_open_pages_per_browser,
                 )
             ):
                 raise ValueError(
                     'Cannot specify `stagehand_options`, `user_data_dir`, `headless`, '
-                    '`browser_launch_options`, `browser_new_context_options` or '
-                    '`max_open_pages_per_browser` when `browser_pool` is provided.'
+                    '`browser_launch_options`, `browser_new_context_options` when `browser_pool` is provided.'
                 )
         else:
             launch_options = dict(browser_launch_options or {})
@@ -163,7 +159,6 @@ def __init__(
                         user_data_dir=user_data_dir,
                         browser_launch_options=launch_options or None,
                         browser_new_context_options=browser_new_context_options,
-                        max_open_pages_per_browser=max_open_pages_per_browser or 20,
                     )
                 ]
             )