Increment request stats in event handler

Author: elacuesta

scrapy_playwright/handler.py

@@ -128,8 +128,9 @@ async def _create_page(self, request: Request) -> Page:
             context = await self._create_browser_context(context_name, context_kwargs)
             self.contexts[context_name] = context
         page = await context.new_page()
-        page.on("request", _make_request_logger(context_name))
         page.on("response", _make_response_logger(context_name))
+        page.on("request", _make_request_logger(context_name))
+        page.on("request", self._increment_request_stats)
         self.stats.inc_value("playwright/page_count")
         if self.default_navigation_timeout:
             page.set_default_navigation_timeout(self.default_navigation_timeout)
@@ -227,6 +228,14 @@ async def _download_request_with_page(self, request: Request, page: Page) -> Res
             flags=["playwright"],
         )
 
+    def _increment_request_stats(self, request: PlaywrightRequest) -> None:
+        stats_prefix = "playwright/request_count"
+        self.stats.inc_value(stats_prefix)
+        self.stats.inc_value(f"{stats_prefix}/resource_type/{request.resource_type}")
+        self.stats.inc_value(f"{stats_prefix}/method/{request.method}")
+        if request.is_navigation_request():
+            self.stats.inc_value(f"{stats_prefix}/navigation")
+
     def _make_close_browser_context_callback(self, name: str) -> Callable:
         def close_browser_context_callback() -> None:
             logger.debug("Browser context closed: '%s'", name)
@@ -254,12 +263,5 @@ def request_handler(route: Route, pw_request: PlaywrightRequest) -> None:
                 if headers.get("user-agent"):
                     overrides["headers"]["user-agent"] = headers["user-agent"]
             asyncio.create_task(route.continue_(**overrides))
-            # increment stats
-            self.stats.inc_value("playwright/request_count")
-            resource_type = pw_request.resource_type
-            self.stats.inc_value(f"playwright/request_count/resource_type/{resource_type}")
-            self.stats.inc_value(f"playwright/request_count/method/{pw_request.method}")
-            if pw_request.is_navigation_request():
-                self.stats.inc_value("playwright/request_count/navigation")
 
         return request_handler