(self, request: Request, spider: Spider)
| 121 | self.file.close() |
| 122 | |
| 123 | def log(self, request: Request, spider: Spider) -> None: |
| 124 | if self.debug: |
| 125 | msg = "Filtered duplicate request: %(request)s (referer: %(referer)s)" |
| 126 | args = {"request": request, "referer": referer_str(request)} |
| 127 | self.logger.debug(msg, args, extra={"spider": spider}) |
| 128 | elif self.logdupes: |
| 129 | msg = ( |
| 130 | "Filtered duplicate request: %(request)s" |
| 131 | " - no more duplicates will be shown" |
| 132 | " (see DUPEFILTER_DEBUG to show all duplicates)" |
| 133 | ) |
| 134 | self.logger.debug(msg, {"request": request}, extra={"spider": spider}) |
| 135 | self.logdupes = False |
| 136 | |
| 137 | assert spider.crawler.stats |
| 138 | spider.crawler.stats.inc_value("dupefilter/filtered") |
nothing calls this directly
no test coverage detected