Method apply_chat_template

tensorrt_llm/evaluate/lm_eval.py:69–81

Method to apply a chat template to a list of chat history between user and model.

(self,
                            chat_history: List[Dict[str, str]],
                            add_generation_prompt: bool = True)

        return self.llm.tokenizer.eos_token_id

    def apply_chat_template(self,
                            chat_history: List[Dict[str, str]],
                            add_generation_prompt: bool = True) -> str:
        """
        Method to apply a chat template to a list of chat history between user and model.
        """
        return self.llm.tokenizer.apply_chat_template(
            chat_history,
            tokenize=False,
            add_generation_prompt=add_generation_prompt,
            continue_final_message=not add_generation_prompt,
            **(self.chat_template_kwargs or {}),
        )

    @property
    def tokenizer_name(self) -> str: