Method forward

funasr/models/lora/layers.py:217–237

Forward pass for training. Args: x: TODO.

(self, x: torch.Tensor)

            self.merged = True

    def forward(self, x: torch.Tensor):
        """Forward pass for training.
        
            Args:
                x: TODO.
            """
        def T(w):
            """T.
            
                Args:
                    w: TODO.
                """
            return w.T if self.fan_in_fan_out else w

        if self.r > 0 and not self.merged:
            result = F.linear(x, T(self.weight), bias=self.bias)
            if self.r > 0:
                result += (self.lora_dropout(x) @ self.lora_A.T @ self.lora_B.T) * self.scaling
            return result
        else:
            return F.linear(x, T(self.weight), bias=self.bias)


class MergedLinear(nn.Linear, LoRALayer):