(self, url: str | bytes, user_agent: str | bytes)
| 81 | return cls(robotstxt_body, spider) |
| 82 | |
| 83 | def allowed(self, url: str | bytes, user_agent: str | bytes) -> bool: |
| 84 | user_agent = to_unicode(user_agent) |
| 85 | url = to_unicode(url) |
| 86 | return self.rp.can_fetch(user_agent, url) |
| 87 | |
| 88 | |
| 89 | class RerpRobotParser(RobotParser): |
nothing calls this directly
no test coverage detected