diff --git a/unsloth/kernels/cross_entropy_loss.py b/unsloth/kernels/cross_entropy_loss.py index 39446ec639..0d3bf08c35 100644 --- a/unsloth/kernels/cross_entropy_loss.py +++ b/unsloth/kernels/cross_entropy_loss.py @@ -285,9 +285,6 @@ _cross_entropy_backward = triton.heuristics( )(_cross_entropy_backward) -MAX_FUSED_SIZE = 65536 # 2**16 - - class Fast_CrossEntropyLoss(torch.autograd.Function): @staticmethod def forward( diff --git a/unsloth/kernels/rms_layernorm.py b/unsloth/kernels/rms_layernorm.py index bc81c5533a..5fc867e0cb 100644 --- a/unsloth/kernels/rms_layernorm.py +++ b/unsloth/kernels/rms_layernorm.py @@ -270,7 +270,7 @@ try: return fast_rms_layernorm(self, X, gemma = False) -except: +except (ImportError, AttributeError): pass @@ -281,7 +281,7 @@ def patch_rms_layernorm(): try: import transformers.models.mllama.modeling_mllama transformers.models.mllama.modeling_mllama.MllamaTextRMSNorm = Unsloth_MllamaTextRMSNorm - except: + except (ImportError, AttributeError, NameError): pass return @@ -293,7 +293,7 @@ def unpatch_rms_layernorm(): try: import transformers.models.mllama.modeling_mllama transformers.models.mllama.modeling_mllama.MllamaTextRMSNorm = MllamaTextRMSNorm - except: + except (ImportError, AttributeError, NameError): pass return