(self)
| 133 | |
| 134 | # UTF-8 BOM at the beginning of the file ignored |
| 135 | def test_decode_utf8_bom(self): |
| 136 | robotstxt_body = b"\xef\xbb\xbfUser-agent: *\nDisallow: /\n" |
| 137 | decoded_content = decode_robotstxt(robotstxt_body, spider=None) |
| 138 | assert decoded_content == "User-agent: *\nDisallow: /\n" |
| 139 | |
| 140 | |
| 141 | class TestPythonRobotParser(BaseRobotParserTest): |
nothing calls this directly
no test coverage detected