Logs a message when the crawler finds a webpage.
(
self, request: Request, response: Response, spider: Spider
)
| 73 | """ |
| 74 | |
| 75 | def crawled( |
| 76 | self, request: Request, response: Response, spider: Spider |
| 77 | ) -> LogFormatterResult: |
| 78 | """Logs a message when the crawler finds a webpage.""" |
| 79 | request_flags = f" {request.flags!s}" if request.flags else "" |
| 80 | response_flags = f" {response.flags!s}" if response.flags else "" |
| 81 | return { |
| 82 | "level": logging.DEBUG, |
| 83 | "msg": CRAWLEDMSG, |
| 84 | "args": { |
| 85 | "status": response.status, |
| 86 | "request": request, |
| 87 | "request_flags": request_flags, |
| 88 | "referer": referer_str(request), |
| 89 | "response_flags": response_flags, |
| 90 | # backward compatibility with Scrapy logformatter below 1.4 version |
| 91 | "flags": response_flags, |
| 92 | }, |
| 93 | } |
| 94 | |
| 95 | def scraped( |
| 96 | self, item: Any, response: Response | Failure | None, spider: Spider |
no test coverage detected