Method close_spider_async

scrapy/core/engine.py:595–686

Close (cancel) spider and clear all its outstanding requests. .. versionadded:: 2.14

(self, *, reason: str = "cancelled")

        return deferred_from_coro(self.close_spider_async(reason=reason))

    async def close_spider_async(self, *, reason: str = "cancelled") -> None:  # noqa: PLR0912
        """Close (cancel) spider and clear all its outstanding requests.

        .. versionadded:: 2.14
        """
        if self.spider is None:
            raise RuntimeError("Spider not opened")

        if self._slot is None:
            raise RuntimeError("Engine slot not assigned")

        if self._slot.closing is not None:
            await maybe_deferred_to_future(self._slot.closing)
            return

        spider = self.spider

        logger.info(
            "Closing spider (%(reason)s)", {"reason": reason}, extra={"spider": spider}
        )

        try:
            await self._slot.close()
        except Exception:
            logger.error("Slot close failure", exc_info=True, extra={"spider": spider})

        try:
            self.downloader.close()
        except Exception:
            logger.error(
                "Downloader close failure", exc_info=True, extra={"spider": spider}
            )

        try:
            await self.scraper.close_spider_async()
        except Exception:
            logger.error(
                "Scraper close failure", exc_info=True, extra={"spider": spider}
            )

        if hasattr(self._slot.scheduler, "close"):
            try:
                if (d := self._slot.scheduler.close(reason)) is not None:
                    await maybe_deferred_to_future(d)
            except Exception:
                logger.error(
                    "Scheduler close failure", exc_info=True, extra={"spider": spider}
                )

        try:
            await self.signals.send_catch_log_async(
                signal=signals.spider_closed,
                spider=spider,
                reason=reason,
            )
        except Exception:
            logger.error(
                "Error while sending spider_close signal",