diff --git a/unsloth/models/falcon_h1.py b/unsloth/models/falcon_h1.py index dc0a9119dc..4449f65d3b 100644 --- a/unsloth/models/falcon_h1.py +++ b/unsloth/models/falcon_h1.py @@ -583,7 +583,7 @@ def _fast_prepare_inputs_for_generation( position_ids=None, use_cache=True, **kwargs,): - # Overwitten -- has a unique cache type, `FalconHybridMambaAttentionDynamicCache` + # Overwritten -- has a unique cache type, `FalconHybridMambaAttentionDynamicCache` empty_past_kv = past_key_values is None # If we have cache: let's slice `input_ids` through `cache_position`, to keep only the unprocessed tokens diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 0212911837..db869b63ff 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -248,7 +248,7 @@ class GemmaFixedRotaryEmbedding(torch.nn.Module): # in FP32. They are applied (multiplied) in FP32 as well. self.current_rope_size = seq_len - # The difference is we do division explicity instead of t * (1/x) ie we do t/x. + # The difference is we do division explicitly instead of t * (1/x) ie we do t/x. freq_exponents = (2.0 / self.dim) * ( torch.arange(self.dim // 2, dtype = torch.int64, device = "cpu").float() ) @@ -312,7 +312,7 @@ class GemmaFixedLinearScalingRotaryEmbedding(GemmaFixedRotaryEmbedding): # in FP32. They are applied (multiplied) in FP32 as well. self.current_rope_size = seq_len - # The difference is we do division explicity instead of t * (1/x) ie we do t/x. + # The difference is we do division explicitly instead of t * (1/x) ie we do t/x. freq_exponents = (2.0 / self.dim) * ( torch.arange(self.dim // 2, dtype = torch.int64, device = "cpu").float() )