Update fast_lora.py

This commit is contained in:
Daniel Han 2024-11-20 17:07:53 -08:00
commit 93338ce246

View file

@ -415,6 +415,9 @@ pass
IDENTITY_DROPOUT = torch.nn.Identity
@torch._disable_dynamo
def fast_lora_forward(self, x: torch.Tensor, *args, **kwargs) -> torch.Tensor:
raise NotImplementedError(
"Unsloth: Currently not supported yet - reshaping done incorrectly"
)
self._check_forward_args(x, *args, **kwargs)
adapter_names = kwargs.pop("adapter_names", None)