From 537621e39c6c1aac6afb0bfabf7583ee5957fc83 Mon Sep 17 00:00:00 2001 From: Michael Han <107991372+shimmyshimmer@users.noreply.github.com> Date: Wed, 19 Mar 2025 04:23:52 -0700 Subject: [PATCH] Update README.md --- README.md | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index a38f3a53a7..90013bb084 100644 --- a/README.md +++ b/README.md @@ -263,10 +263,13 @@ fourbit_models = [ "unsloth/Llama-3.3-70B-Instruct-bnb-4bit" # NEW! Llama 3.3 70B! ] # More models at https://huggingface.co/unsloth -model, tokenizer = FastLanguageModel.from_pretrained( - model_name = "unsloth/Llama-3.2-1B", - max_seq_length = max_seq_length, - load_in_4bit = True, +model, tokenizer = FastModel.from_pretrained( + model_name = "unsloth/gemma-3-4B-it", + max_seq_length = 2048, # Choose any for long context! + load_in_4bit = True, # 4 bit quantization to reduce memory + load_in_8bit = False, # [NEW!] A bit more accurate, uses 2x memory + full_finetuning = False, # [NEW!] We have full finetuning now! + # token = "hf_...", # use one if using gated models ) # Do model patching and add fast LoRA weights