mirror of
https://github.com/davidhalter/typeshed.git
synced 2025-12-08 21:14:48 +08:00
22 lines
707 B
Python
22 lines
707 B
Python
import sys
|
|
from typing import Iterable, NamedTuple
|
|
|
|
__all__ = ["RobotFileParser"]
|
|
|
|
class RequestRate(NamedTuple):
|
|
requests: int
|
|
seconds: int
|
|
|
|
class RobotFileParser:
|
|
def __init__(self, url: str = ...) -> None: ...
|
|
def set_url(self, url: str) -> None: ...
|
|
def read(self) -> None: ...
|
|
def parse(self, lines: Iterable[str]) -> None: ...
|
|
def can_fetch(self, useragent: str, url: str) -> bool: ...
|
|
def mtime(self) -> int: ...
|
|
def modified(self) -> None: ...
|
|
def crawl_delay(self, useragent: str) -> str | None: ...
|
|
def request_rate(self, useragent: str) -> RequestRate | None: ...
|
|
if sys.version_info >= (3, 8):
|
|
def site_maps(self) -> list[str] | None: ...
|