Logs a message when an item is scraped by a spider.
(
self, item: Any, response: Response | Failure | None, spider: Spider
)
| 93 | } |
| 94 | |
| 95 | def scraped( |
| 96 | self, item: Any, response: Response | Failure | None, spider: Spider |
| 97 | ) -> LogFormatterResult: |
| 98 | """Logs a message when an item is scraped by a spider.""" |
| 99 | src: Any |
| 100 | if response is None: |
| 101 | src = f"{global_object_name(spider.__class__)}.start" |
| 102 | elif isinstance(response, Failure): |
| 103 | src = response.getErrorMessage() |
| 104 | else: |
| 105 | src = response |
| 106 | return { |
| 107 | "level": logging.DEBUG, |
| 108 | "msg": SCRAPEDMSG, |
| 109 | "args": { |
| 110 | "src": src, |
| 111 | "item": item, |
| 112 | }, |
| 113 | } |
| 114 | |
| 115 | def dropped( |
| 116 | self, |
no test coverage detected