(self, robotstxt_body: bytes, spider: Spider | None)
| 108 | |
| 109 | class ProtegoRobotParser(RobotParser): |
| 110 | def __init__(self, robotstxt_body: bytes, spider: Spider | None): |
| 111 | self.spider: Spider | None = spider |
| 112 | body_decoded = decode_robotstxt(robotstxt_body, spider) |
| 113 | self.rp = Protego.parse(body_decoded) |
| 114 | |
| 115 | @classmethod |
| 116 | def from_crawler(cls, crawler: Crawler, robotstxt_body: bytes) -> Self: |
nothing calls this directly
no test coverage detected