Method create_processor

fastdeploy/input/preprocess.py:60–180

(self)

        self.enable_processor_cache = enable_processor_cache

    def create_processor(self):
        reasoning_parser_obj = None
        tool_parser_obj = None

        if self.reasoning_parser:
            reasoning_parser_obj = ReasoningParserManager.get_reasoning_parser(self.reasoning_parser)
        if self.tool_parser:
            tool_parser_obj = ToolParserManager.get_tool_parser(self.tool_parser)

        architecture = self.model_config.architectures[0]

        try:
            from fastdeploy.plugins.input_processor import load_input_processor_plugins

            Processor = load_input_processor_plugins()
            self.processor = Processor(
                model_name_or_path=self.model_name_or_path,
                reasoning_parser_obj=reasoning_parser_obj,
                tool_parser_obj=tool_parser_obj,
                mm_processor_kwargs=self.mm_processor_kwargs,
            )
        except:
            if not self.model_config.enable_mm:
                if not ErnieArchitectures.contains_ernie_arch(architecture):
                    if not envs.ENABLE_V1_DATA_PROCESSOR:
                        from fastdeploy.input.text_processor import DataProcessor
                    else:
                        from fastdeploy.input.v1.text_processor import DataProcessor

                    self.processor = DataProcessor(
                        model_name_or_path=self.model_name_or_path,
                        reasoning_parser_obj=reasoning_parser_obj,
                        tool_parser_obj=tool_parser_obj,
                    )
                else:
                    if not envs.ENABLE_V1_DATA_PROCESSOR:
                        from fastdeploy.input.ernie4_5_processor import (
                            Ernie4_5Processor,
                        )
                    else:
                        from fastdeploy.input.v1.ernie4_5_processor import (
                            Ernie4_5Processor,
                        )

                    self.processor = Ernie4_5Processor(
                        model_name_or_path=self.model_name_or_path,
                        reasoning_parser_obj=reasoning_parser_obj,
                        tool_parser_obj=tool_parser_obj,
                    )
            else:
                if ErnieArchitectures.contains_ernie_arch(architecture):
                    if not envs.ENABLE_V1_DATA_PROCESSOR:
                        from fastdeploy.input.ernie4_5_vl_processor import (
                            Ernie4_5_VLProcessor,
                        )
                    else:
                        from fastdeploy.input.v1.ernie4_5_vl_processor import (
                            Ernie4_5_VLProcessor,