ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix FastLanguageModel

Browse source
This commit is contained in:
Daniel Han-Chen 2023-12-27 03:01:45 +11:00
commit 1128ecb82a
3 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -609,7 +609,7 @@ class FastLlamaModel:
@staticmethod
def from_pretrained(
model_name = "meta-llama/Llama-2-7b-hf",
model_name = "unsloth/llama-2-7b-bnb-4bit",
max_seq_length = 4096,
dtype = None,
load_in_4bit = True,

4
unsloth/models/loader.py
View file

@ -17,10 +17,10 @@ from .mistral import FastMistralModel
from transformers import AutoConfig
class FastLanguageModel:
class FastLanguageModel(FastLlamaModel):
@staticmethod
def from_pretrained(
model_name = "mistralai/Mistral-7B-v0.1",
model_name = "unsloth/mistral-7b-bnb-4bit",
max_seq_length = 4096,
dtype = None,
load_in_4bit = True,

2
unsloth/models/mistral.py
View file

@ -250,7 +250,7 @@ class FastMistralModel(FastLlamaModel):
@staticmethod
def from_pretrained(
model_name = "mistralai/Mistral-7B-v0.1",
model_name = "unsloth/mistral-7b-bnb-4bit",
max_seq_length = 4096,
dtype = None,
load_in_4bit = True,