diff --git a/unsloth/import_fixes.py b/unsloth/import_fixes.py index c93c6b640c..327b424701 100644 --- a/unsloth/import_fixes.py +++ b/unsloth/import_fixes.py @@ -119,6 +119,16 @@ def fix_vllm_aimv2_issue(): return # ValueError: 'aimv2' is already used by a Transformers config, pick another name. vllm_version = importlib_version("vllm") + if Version(vllm_version) < Version("0.10.1"): + vllm_version = importlib.util.find_spec("vllm").origin + vllm_version = os.path.split(vllm_version)[0] + ovis_config = Path(vllm_version) / "transformers_utils" / "configs" / "ovis.py" + try: +# ValueError: 'aimv2' is already used by a Transformers config, pick another name. +def fix_vllm_aimv2_issue(): + if importlib.util.find_spec("vllm") is None: + return + vllm_version = importlib_version("vllm") if Version(vllm_version) < Version("0.10.1"): vllm_version = importlib.util.find_spec("vllm").origin vllm_version = os.path.split(vllm_version)[0] @@ -136,7 +146,7 @@ def fix_vllm_aimv2_issue(): text = text.replace( """backbone_config.pop('model_type') backbone_config = AutoConfig.for_model(model_type, - **backbone_config)""", + **backbone_config)""", """if model_type != "aimv2": backbone_config.pop('model_type') backbone_config = AutoConfig.for_model(model_type, **backbone_config)