1 class RobotFileParser: 2 def set_url(self, url: str): ... 3 def read(self): ... 4 def parse(self, lines: str): ... 5 def can_fetch(self, user_agent: str, url: str): ... 6 def mtime(self): ... 7 def modified(self): ... 8