Function splitArray

common/src/util/split-data.ts:158–224

(params: { arr: any[]; maxSize: number })

}

function splitArray(params: { arr: any[]; maxSize: number }): Chunk<any[]>[] {
  const { arr, maxSize } = params
  const chunks: Chunk<any[]>[] = []
  let currentChunk: Chunk<any[]> = { data: [], length: 2 }

  for (const element of arr) {
    const entryArr = [element]
    const standaloneEntry: Chunk<any[]> = {
      data: entryArr,
      length: getJsonSize(entryArr),
    }

    if (standaloneEntry.length > maxSize) {
      if (currentChunk.length > 2) {
        chunks.push(currentChunk)
      }

      const items = splitDataWithLengths({
        data: element,
        maxChunkSize: maxSize - 2,
      })

      for (const [index, item] of items.entries()) {
        if (index < items.length - 1) {
          // Try to add to current chunk
          const candidateChunkLength =
            currentChunk.length +
            item.length +
            (currentChunk.length === 2 ? 1 : 0)
          if (candidateChunkLength <= maxSize) {
            currentChunk.data.push(item.data)
            currentChunk.length = candidateChunkLength
            continue
          }

          chunks.push({ data: [item.data], length: item.length + 2 })
          continue
        }

        currentChunk = { data: [item.data], length: item.length + 2 }
      }
      continue
    }

    const candidateChunkLength =
      currentChunk.length +
      standaloneEntry.length -
      (currentChunk.length === 2 ? 1 : 2)

    if (candidateChunkLength <= maxSize) {
      currentChunk.data.push(element)
      currentChunk.length = candidateChunkLength
      continue
    }

    if (currentChunk.length > 2) {
      chunks.push(currentChunk)
      currentChunk = standaloneEntry