Function url_is_from_any_domain

scrapy/utils/url.py:22–27

Return True if the url belongs to any of the given domains

(url: UrlT, domains: Iterable[str])

def url_is_from_any_domain(url: UrlT, domains: Iterable[str]) -> bool:
    """Return True if the url belongs to any of the given domains"""
    host = parse_url(url).netloc.lower()
    if not host:
        return False
    return any((host == d) or (host.endswith(f".{d}")) for d in map(str.lower, domains))


def _spider_domains(spider: type[Spider]) -> Iterable[str]: