(self, request: Request)
| 412 | return len(self.dqs) + len(self.mqs) if self.dqs is not None else len(self.mqs) |
| 413 | |
| 414 | def _dqpush(self, request: Request) -> bool: |
| 415 | if self.dqs is None: |
| 416 | return False |
| 417 | try: |
| 418 | self.dqs.push(request) |
| 419 | except ValueError as e: # non serializable request |
| 420 | if self.logunser: |
| 421 | msg = ( |
| 422 | "Unable to serialize request: %(request)s - reason:" |
| 423 | " %(reason)s - no more unserializable requests will be" |
| 424 | " logged (stats being collected)" |
| 425 | ) |
| 426 | logger.warning( |
| 427 | msg, |
| 428 | {"request": request, "reason": e}, |
| 429 | exc_info=True, |
| 430 | extra={"spider": self.spider}, |
| 431 | ) |
| 432 | self.logunser = False |
| 433 | assert self.stats is not None |
| 434 | self.stats.inc_value("scheduler/unserializable") |
| 435 | return False |
| 436 | return True |
| 437 | |
| 438 | def _mqpush(self, request: Request) -> None: |
| 439 | self.mqs.push(request) |
no test coverage detected