Sets the time the robots.txt file was last fetched to the current time.
(self)
| 59 | return self.last_checked |
| 60 | |
| 61 | def modified(self): |
| 62 | """Sets the time the robots.txt file was last fetched to the |
| 63 | current time. |
| 64 | |
| 65 | """ |
| 66 | import time |
| 67 | self.last_checked = time.time() |
| 68 | |
| 69 | def set_url(self, url): |
| 70 | """Sets the URL referring to a robots.txt file.""" |