| 66 | logger.info(msg, log_args, extra={"spider": spider}) |
| 67 | |
| 68 | def calculate_stats(self) -> None: |
| 69 | self.items: int = self.stats.get_value("item_scraped_count", 0) |
| 70 | self.pages: int = self.stats.get_value("response_received_count", 0) |
| 71 | self.irate: float = (self.items - self.itemsprev) * self.multiplier |
| 72 | self.prate: float = (self.pages - self.pagesprev) * self.multiplier |
| 73 | self.pagesprev, self.itemsprev = self.pages, self.items |
| 74 | |
| 75 | def spider_closed(self, spider: Spider, reason: str) -> None: |
| 76 | if self.task and self.task.running: |