From fa4ccc441c74445997b8c69632798637f0e4bd93 Mon Sep 17 00:00:00 2001 From: Max Bohomolov Date: Thu, 18 Jun 2026 21:07:12 +0000 Subject: [PATCH] gracefully close sitemap stream on `SitemapRequestLoader` abort --- src/crawlee/request_loaders/_sitemap_request_loader.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/crawlee/request_loaders/_sitemap_request_loader.py b/src/crawlee/request_loaders/_sitemap_request_loader.py index 84051d2164..0b155fbac2 100644 --- a/src/crawlee/request_loaders/_sitemap_request_loader.py +++ b/src/crawlee/request_loaders/_sitemap_request_loader.py @@ -262,6 +262,8 @@ async def abort_loading(self) -> None: self._loading_task.cancel() with suppress(asyncio.CancelledError): await self._loading_task + # Let the streaming request shut down gracefully. + await asyncio.sleep(0) async def close(self) -> None: """Close the request loader."""