Async compatibility client for Amazon Bedrock's OpenAI-compatible endpoint.
| 617 | |
| 618 | |
| 619 | class AsyncBedrockOpenAI(AsyncOpenAI): |
| 620 | """Async compatibility client for Amazon Bedrock's OpenAI-compatible endpoint.""" |
| 621 | |
| 622 | _bedrock_provider: _Provider |
| 623 | _bedrock_state: _LegacyBedrockState |
| 624 | _bedrock_token_provider: AsyncBedrockTokenProvider | None |
| 625 | _uses_region_derived_base_url: bool |
| 626 | _bedrock_runtime_signature: _LegacyRuntimeSignature |
| 627 | aws_region: str | None |
| 628 | |
| 629 | def __init__( |
| 630 | self, |
| 631 | *, |
| 632 | api_key: str | None = None, |
| 633 | bedrock_token_provider: AsyncBedrockTokenProvider | None = None, |
| 634 | aws_region: str | None = None, |
| 635 | aws_profile: str | None = None, |
| 636 | aws_access_key_id: str | None = None, |
| 637 | aws_secret_access_key: str | None = None, |
| 638 | aws_session_token: str | None = None, |
| 639 | aws_credentials_provider: AwsCredentialsProvider | None = None, |
| 640 | organization: str | None = None, |
| 641 | project: str | None = None, |
| 642 | webhook_secret: str | None = None, |
| 643 | base_url: str | httpx.URL | None = None, |
| 644 | websocket_base_url: str | httpx.URL | None = None, |
| 645 | timeout: float | Timeout | None | NotGiven = NOT_GIVEN, |
| 646 | max_retries: int = DEFAULT_MAX_RETRIES, |
| 647 | default_headers: Mapping[str, str] | None = None, |
| 648 | default_query: Mapping[str, object] | None = None, |
| 649 | http_client: httpx.AsyncClient | None = None, |
| 650 | _strict_response_validation: bool = False, |
| 651 | _enforce_credentials: bool = True, |
| 652 | _provider: _Provider | None = None, |
| 653 | _state: _LegacyBedrockState | None = None, |
| 654 | _region_was_explicit: bool | None = None, |
| 655 | ) -> None: |
| 656 | if _provider is None or _state is None: |
| 657 | _provider, _state, public_api_key = _legacy_provider( |
| 658 | api_key=api_key, |
| 659 | token_provider=bedrock_token_provider, |
| 660 | aws_region=aws_region, |
| 661 | aws_profile=aws_profile, |
| 662 | aws_access_key_id=aws_access_key_id, |
| 663 | aws_secret_access_key=aws_secret_access_key, |
| 664 | aws_session_token=aws_session_token, |
| 665 | aws_credentials_provider=aws_credentials_provider, |
| 666 | base_url=base_url, |
| 667 | region_was_explicit=_region_was_explicit, |
| 668 | ) |
| 669 | else: |
| 670 | public_api_key = ( |
| 671 | _state.explicit_api_key |
| 672 | or (_state.environment_bearer_token if _state.uses_environment_bearer else "") |
| 673 | or "" |
| 674 | ) |
| 675 | |
| 676 | super().__init__( |
no outgoing calls