Function load_chat_template

fastdeploy/entrypoints/chat_utils.py:214–249

(
    chat_template: Union[Path, str],
    model_path: Path = None,
    is_literal: bool = False,
)

def load_chat_template(
    chat_template: Union[Path, str],
    model_path: Path = None,
    is_literal: bool = False,
) -> Optional[str]:
    if chat_template is None:
        if model_path:
            chat_template_file = os.path.join(model_path, "chat_template.jinja")
            if os.path.exists(chat_template_file):
                with open(chat_template_file) as f:
                    return f.read()
        return None
    if is_literal:
        if isinstance(chat_template, Path):
            raise TypeError("chat_template is expected to be read directly " "from its value")

        return chat_template

    try:
        with open(chat_template) as f:
            return f.read()
    except OSError as e:
        if isinstance(chat_template, Path):
            raise
        JINJA_CHARS = "{}\n"
        if not any(c in chat_template for c in JINJA_CHARS):
            msg = (
                f"The supplied chat template ({chat_template}) "
                f"looks like a file path, but it failed to be "
                f"opened. Reason: {e}"
            )
            raise ValueError(msg) from e

        # If opening a file fails, set chat template to be args to
        # ensure we decode so our escape are interpreted correctly
        return load_chat_template(chat_template, is_literal=True)


def random_tool_call_id() -> str: