Function iter_chunked_concat

api/util/util.py:49–83

Iterate over a list of strings and yield concatenated chunks separated by a delimiter, ensuring that the total length of each chunk does not exceed `max_len`.

(
    values: list[str],
    delimiter: str,
    max_len: int,
)

def iter_chunked_concat(
    values: list[str],
    delimiter: str,
    max_len: int,
) -> Generator[str, None, None]:
    """
    Iterate over a list of strings and yield concatenated chunks
    separated by a delimiter, ensuring that the total length of each
    chunk does not exceed `max_len`.
    """
    chunk: list[str] = []
    current_len = 0

    delimiter_len = len(delimiter)

    for value in values:
        value_len = len(value)
        if not chunk:
            # First item, no delimiter
            chunk.append(value)
            current_len = value_len
        else:
            # Calculate length if we add this string with delimiter
            added_len = delimiter_len + value_len
            if current_len + added_len <= max_len:
                chunk.append(value)
                current_len += added_len
            else:
                # Yield current chunk and start a new one
                yield delimiter.join(chunk)
                chunk = [value]
                current_len = value_len

    if chunk:
        yield delimiter.join(chunk)


def truncate(