Function build_metadata

tests/model_executor/test_pooler.py:96–110

(
    prompt_lens: list[int],
    pooling_params: list[PoolingParams],
    *,
    token_ids: paddle.Tensor | None = None,
    num_tokens: list[int] | None = None,
)

def build_metadata(
    prompt_lens: list[int],
    pooling_params: list[PoolingParams],
    *,
    token_ids: paddle.Tensor | None = None,
    num_tokens: list[int] | None = None,
):
    prompt_tensor = paddle.to_tensor(prompt_lens, dtype="int64")
    metadata = PoolingMetadata(
        prompt_lens=prompt_tensor,
        prompt_token_ids=token_ids,
        pooling_params=pooling_params,
    )
    metadata.build_pooling_cursor(num_tokens or prompt_lens, paddle.CPUPlace())
    return metadata


def make_model_config() -> ModelConfig: