Method set_url

Lib/urllib/robotparser.py:69–72

Sets the URL referring to a robots.txt file.

(self, url)

        self.last_checked = time.time()

    def set_url(self, url):
        """Sets the URL referring to a robots.txt file."""
        self.url = url
        self.host, self.path = urllib.parse.urlsplit(url)[1:3]

    def read(self):
        """Reads the robots.txt URL and feeds it to the parser."""