(self, url='')
| 41 | """ |
| 42 | |
| 43 | def __init__(self, url=''): |
| 44 | self.entries = [] |
| 45 | self.sitemaps = [] |
| 46 | self.default_entry = None |
| 47 | self.disallow_all = False |
| 48 | self.allow_all = False |
| 49 | self.set_url(url) |
| 50 | self.last_checked = 0 |
| 51 | |
| 52 | def mtime(self): |
| 53 | """Returns the time the robots.txt file was last fetched. |