Method get_index_by_batch_id

fastdeploy/worker/input_batch.py:468–494

Get the index corresponding to the given batch_id Args: batch_id: The batch_id to look up Returns: The index corresponding to the batch_id, or add new key if not found

(self, batch_id)

            del self.index_to_batch_id[key]

    def get_index_by_batch_id(self, batch_id):
        """
        Get the index corresponding to the given batch_id

        Args:
            batch_id: The batch_id to look up

        Returns:
            The index corresponding to the batch_id, or add new key if not found
        """
        for index, bid in self.index_to_batch_id.items():
            if bid == batch_id:
                return index
        if batch_id in self.index_to_batch_id:
            # In PD reordering, some req_idx that are no longer used will be removed and
            # the remaining requests will be re-sorted by index.
            #
            # If req_idx = 2 was removed in the previous step and request 12 later occupied
            # slot 2 (i.e. {2: 12}), inserting a new request with req_id = 2 may overwrite
            # the existing request (req_idx = 12), leading to incorrect behavior.
            #
            # To avoid index collision, we always assign a new slot using the current length
            # as the new index, instead of reusing a previously freed req_idx.
            self.index_to_batch_id[len(self.index_to_batch_id)] = batch_id
        else:
            self.index_to_batch_id[batch_id] = batch_id
        return batch_id

    def reset_share_inputs(self):
        """