(self, config: LlaVAConfig)
| 56 | |
| 57 | class LlavaModel(nn.Module): |
| 58 | def __init__(self, config: LlaVAConfig): |
| 59 | self.config = config |
| 60 | self.vision_tower = VisionModel(config.vision_config) |
| 61 | self.language_model = LanguageModel(config.text_config) |
| 62 | self.multi_modal_projector = LlavaMultiModalProjector(config) |
| 63 | self.vision_feature_layer = config.vision_feature_layer |
| 64 | self.vision_feature_select_strategy = config.vision_feature_select_strategy |
| 65 | |
| 66 | def get_input_embeddings( |
| 67 | self, |
no test coverage detected