diff --git a/src/crawlee/request_loaders/_sitemap_request_loader.py b/src/crawlee/request_loaders/_sitemap_request_loader.py index 84051d2164..0b155fbac2 100644 --- a/src/crawlee/request_loaders/_sitemap_request_loader.py +++ b/src/crawlee/request_loaders/_sitemap_request_loader.py @@ -262,6 +262,8 @@ async def abort_loading(self) -> None: self._loading_task.cancel() with suppress(asyncio.CancelledError): await self._loading_task + # Let the streaming request shut down gracefully. + await asyncio.sleep(0) async def close(self) -> None: """Close the request loader."""