From 979de5222011f93d1bec74464f4d4151f56f3489 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Fri, 26 Jan 2024 19:00:22 +1100
Subject: [PATCH] Update fast_lora.py

---
 unsloth/kernels/fast_lora.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/unsloth/kernels/fast_lora.py b/unsloth/kernels/fast_lora.py
index 418a6bfd64..1fd9704266 100644
--- a/unsloth/kernels/fast_lora.py
+++ b/unsloth/kernels/fast_lora.py
@@ -176,8 +176,9 @@ class LoRA_MLP(torch.autograd.Function):
     pass
 pass
 
-
+from transformers.models.llama.modeling_llama import logger
 def apply_lora_mlp(self, X):
+    logger.warning_once("Hello!")
     gate = self.gate_proj(X)
     up   = self.  up_proj(X)
     h = torch.nn.functional.silu(gate) * up