ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2025-01-01 22:32:58 -08:00
commit 51257d37a8
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
unsloth/models/_utils.py
View file

@ -12,7 +12,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
__version__ = "2024.12.12"
__version__ = "2025.1.1"
__all__ = [
"prepare_model_for_kbit_training",
@ -110,6 +110,9 @@ from unsloth_zoo.compiler import (
get_transformers_model_type,
unsloth_compile_transformers as _unsloth_compile_transformers,
)
from unsloth_zoo.peft_utils import (
requires_grad_for_gradient_checkpointing,
)
# =============================================
# Disable some warnings which can get annoying
@ -557,6 +560,10 @@ def prepare_model_for_kbit_training(
output.requires_grad_(True)
model.get_input_embeddings().register_forward_hook(make_inputs_require_grad)
# Enable grads on non language models as well
requires_grad_for_gradient_checkpointing()
pass
return model
pass