(batches)
| 55 | required_batch_size_multiple = devices_cnt |
| 56 | |
| 57 | def shuffle_batches(batches): |
| 58 | np.random.shuffle(batches) |
| 59 | return batches |
| 60 | |
| 61 | if max_tokens is not None: |
| 62 | max_tokens *= devices_cnt |
nothing calls this directly
no outgoing calls
no test coverage detected