diff --git a/unsloth/__init__.py b/unsloth/__init__.py index c8f4ca1041..d85eca003d 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -17,6 +17,7 @@ import importlib # Currently only supports 1 GPU, or else seg faults will occur. if "CUDA_VISIBLE_DEVICES" in os.environ: + os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID" devices = os.environ["CUDA_VISIBLE_DEVICES"] # Check if there are multiple cuda devices set in env if not devices.isdigit(): diff --git a/unsloth/models/mapper.py b/unsloth/models/mapper.py index b4fbe57387..29896ef2bb 100644 --- a/unsloth/models/mapper.py +++ b/unsloth/models/mapper.py @@ -144,6 +144,14 @@ __INT_TO_FLOAT_MAPPER = \ "unsloth/Phi-3-mini-4k-instruct", "microsoft/Phi-3-mini-4k-instruct", ), + "unsloth/mistral-7b-v0.3-bnb-4bit" : ( + "unsloth/mistral-7b-v0.3", + "mistralai/Mistral-7B-v0.3", + ), + "unsloth/mistral-7b-instruct-v0.3-bnb-4bit" : ( + "unsloth/mistral-7b-instruct-v0.3", + "mistralai/Mistral-7B-Instruct-v0.3", + ), } INT_TO_FLOAT_MAPPER = {}