| 384 | |
| 385 | class _ScrapyAgent: |
| 386 | def __init__( |
| 387 | self, |
| 388 | *, |
| 389 | contextFactory: IPolicyForHTTPS, |
| 390 | connectTimeout: float = 10, |
| 391 | bindAddress: str | tuple[str, int] | None = None, |
| 392 | pool: HTTPConnectionPool | None = None, |
| 393 | maxsize: int = 0, |
| 394 | warnsize: int = 0, |
| 395 | fail_on_dataloss: bool = True, |
| 396 | crawler: Crawler, |
| 397 | tls_verbose_logging: bool = False, |
| 398 | ): |
| 399 | self._contextFactory: IPolicyForHTTPS = contextFactory |
| 400 | self._connectTimeout: float = connectTimeout |
| 401 | self._bindAddress: str | tuple[str, int] | None = bindAddress |
| 402 | self._pool: HTTPConnectionPool | None = pool |
| 403 | self._maxsize: int = maxsize |
| 404 | self._warnsize: int = warnsize |
| 405 | self._fail_on_dataloss: bool = fail_on_dataloss |
| 406 | self._txresponse: TxResponse | None = None |
| 407 | self._crawler: Crawler = crawler |
| 408 | self._tls_verbose_logging: bool = tls_verbose_logging |
| 409 | |
| 410 | def _get_agent(self, request: Request, timeout: float) -> Agent: |
| 411 | from twisted.internet import reactor |