From c3055f48d7665d7c700e33aef5468ef1d4789409 Mon Sep 17 00:00:00 2001 From: Datta Nimmaturi Date: Tue, 6 Jan 2026 06:46:38 +0000 Subject: [PATCH] Fix imports --- unsloth/kernels/moe/autotune_cache.py | 12 ++++++------ unsloth/kernels/moe/grouped_gemm/interface.py | 6 +++--- .../kernels/moe/grouped_gemm/kernels/autotuning.py | 6 +++--- unsloth/kernels/moe/grouped_gemm/kernels/backward.py | 2 +- unsloth/kernels/moe/grouped_gemm/kernels/forward.py | 2 +- unsloth/kernels/moe/grouped_gemm/kernels/tuning.py | 2 +- .../moe/grouped_gemm/reference/layers/llama4_moe.py | 6 +++--- .../moe/grouped_gemm/reference/layers/qwen3_moe.py | 6 +++--- .../kernels/moe/grouped_gemm/reference/moe_block.py | 6 +++--- unsloth/models/vision.py | 1 + 10 files changed, 25 insertions(+), 24 deletions(-) diff --git a/unsloth/kernels/moe/autotune_cache.py b/unsloth/kernels/moe/autotune_cache.py index 0122165f62..794d85ca52 100644 --- a/unsloth/kernels/moe/autotune_cache.py +++ b/unsloth/kernels/moe/autotune_cache.py @@ -158,7 +158,7 @@ def get_or_autotune_moe_kernels( if cached_data is not None: # Reconstruct config objects from cached data try: - from grouped_gemm.kernels.tuning import ( + from .grouped_gemm.kernels.tuning import ( KernelConfigForward, KernelConfigBackward_dX, KernelConfigBackward_dW, @@ -266,17 +266,17 @@ def _run_moe_autotuning( # Autotune forward kernel - use the interface function with autotune=True # This properly invokes the kernel and lets triton handle the autotuning - from grouped_gemm.interface import ( + from .grouped_gemm.interface import ( grouped_gemm_forward, grouped_gemm_dX, grouped_gemm_dW, ) - from grouped_gemm.kernels.forward import _autotuned_grouped_gemm_forward_kernel - from grouped_gemm.kernels.backward import ( + from .grouped_gemm.kernels.forward import _autotuned_grouped_gemm_forward_kernel + from .grouped_gemm.kernels.backward import ( _autotuned_grouped_gemm_dX_kernel, _autotuned_grouped_gemm_dW_kernel, ) - from grouped_gemm.kernels.tuning import ( + from .grouped_gemm.kernels.tuning import ( KernelConfigForward, KernelConfigBackward_dX, KernelConfigBackward_dW, @@ -368,7 +368,7 @@ def _run_moe_autotuning( def _get_default_configs() -> Tuple[Any, Any, Any]: """Get default kernel configurations as fallback.""" - from grouped_gemm.kernels.tuning import ( + from .grouped_gemm.kernels.tuning import ( KernelConfigForward, KernelConfigBackward_dX, KernelConfigBackward_dW, diff --git a/unsloth/kernels/moe/grouped_gemm/interface.py b/unsloth/kernels/moe/grouped_gemm/interface.py index ba7a3fa7b3..cf88d8777c 100644 --- a/unsloth/kernels/moe/grouped_gemm/interface.py +++ b/unsloth/kernels/moe/grouped_gemm/interface.py @@ -8,17 +8,17 @@ from dataclasses import asdict import torch import triton -from grouped_gemm.kernels.backward import ( +from .kernels.backward import ( _autotuned_grouped_gemm_dW_kernel, _autotuned_grouped_gemm_dX_kernel, _grouped_gemm_dW_kernel, _grouped_gemm_dX_kernel, ) -from grouped_gemm.kernels.forward import ( +from .kernels.forward import ( _autotuned_grouped_gemm_forward_kernel, _grouped_gemm_forward_kernel, ) -from grouped_gemm.kernels.tuning import ( +from .kernels.tuning import ( KernelConfigBackward_dW, KernelConfigBackward_dX, KernelConfigForward, diff --git a/unsloth/kernels/moe/grouped_gemm/kernels/autotuning.py b/unsloth/kernels/moe/grouped_gemm/kernels/autotuning.py index fb8e400991..159a74471f 100644 --- a/unsloth/kernels/moe/grouped_gemm/kernels/autotuning.py +++ b/unsloth/kernels/moe/grouped_gemm/kernels/autotuning.py @@ -323,8 +323,8 @@ def exceeds_smem_capacity( def common_prune_criteria(config: triton.Config, kwargs: dict, dtype): - from grouped_gemm.interface import supports_tma - from grouped_gemm.kernels.tuning import get_device_properties + from ..interface import supports_tma + from .tuning import get_device_properties smem_size = get_device_properties().SIZE_SMEM @@ -355,7 +355,7 @@ def common_prune_criteria(config: triton.Config, kwargs: dict, dtype): def maybe_disable_tma(config: triton.Config): - from grouped_gemm.interface import supports_tma + from ..interface import supports_tma tma_keys = [k for k in config.kwargs.keys() if k.startswith("USE_TMA_")] if not supports_tma(): diff --git a/unsloth/kernels/moe/grouped_gemm/kernels/backward.py b/unsloth/kernels/moe/grouped_gemm/kernels/backward.py index 970e51b619..5e07056b52 100644 --- a/unsloth/kernels/moe/grouped_gemm/kernels/backward.py +++ b/unsloth/kernels/moe/grouped_gemm/kernels/backward.py @@ -5,7 +5,7 @@ import torch import triton import triton.language as tl -from grouped_gemm.kernels.autotuning import ( +from .autotuning import ( get_dW_kernel_configs, get_dX_kernel_configs, prune_dX_configs, diff --git a/unsloth/kernels/moe/grouped_gemm/kernels/forward.py b/unsloth/kernels/moe/grouped_gemm/kernels/forward.py index a9f79fac0d..a42ec5ffe9 100644 --- a/unsloth/kernels/moe/grouped_gemm/kernels/forward.py +++ b/unsloth/kernels/moe/grouped_gemm/kernels/forward.py @@ -5,7 +5,7 @@ import torch import triton import triton.language as tl -from grouped_gemm.kernels.autotuning import ( +from .autotuning import ( get_forward_configs, prune_kernel_configs_fwd, ) diff --git a/unsloth/kernels/moe/grouped_gemm/kernels/tuning.py b/unsloth/kernels/moe/grouped_gemm/kernels/tuning.py index 1f641478b4..00d4824703 100644 --- a/unsloth/kernels/moe/grouped_gemm/kernels/tuning.py +++ b/unsloth/kernels/moe/grouped_gemm/kernels/tuning.py @@ -15,7 +15,7 @@ import torch import triton from triton.runtime.errors import OutOfResources -from grouped_gemm.kernels.autotuning import ( +from .autotuning import ( BOOLS, DEFAULT_K_BLOCK_SIZES, DEFAULT_M_BLOCK_SIZES, diff --git a/unsloth/kernels/moe/grouped_gemm/reference/layers/llama4_moe.py b/unsloth/kernels/moe/grouped_gemm/reference/layers/llama4_moe.py index 4010c77ce4..6bb0bfb0c3 100644 --- a/unsloth/kernels/moe/grouped_gemm/reference/layers/llama4_moe.py +++ b/unsloth/kernels/moe/grouped_gemm/reference/layers/llama4_moe.py @@ -9,13 +9,13 @@ import torch.nn.functional as F from transformers.models.llama4 import Llama4TextConfig from transformers.models.llama4.modeling_llama4 import Llama4TextMoe -from grouped_gemm.interface import grouped_gemm -from grouped_gemm.kernels.tuning import ( +from ...interface import grouped_gemm +from ...kernels.tuning import ( KernelConfigBackward_dW, KernelConfigBackward_dX, KernelConfigForward, ) -from grouped_gemm.reference.moe_ops import ( +from ..moe_ops import ( get_routing_indices, permute, torch_grouped_gemm, diff --git a/unsloth/kernels/moe/grouped_gemm/reference/layers/qwen3_moe.py b/unsloth/kernels/moe/grouped_gemm/reference/layers/qwen3_moe.py index ace6a7714a..31c635ba37 100644 --- a/unsloth/kernels/moe/grouped_gemm/reference/layers/qwen3_moe.py +++ b/unsloth/kernels/moe/grouped_gemm/reference/layers/qwen3_moe.py @@ -12,13 +12,13 @@ from transformers.models.qwen3_moe.modeling_qwen3_moe import ( Qwen3MoeSparseMoeBlock, ) -from grouped_gemm.interface import grouped_gemm -from grouped_gemm.kernels.tuning import ( +from ...interface import grouped_gemm +from ...kernels.tuning import ( KernelConfigBackward_dW, KernelConfigBackward_dX, KernelConfigForward, ) -from grouped_gemm.reference.moe_ops import ( +from ..moe_ops import ( get_routing_indices, permute, torch_grouped_gemm, diff --git a/unsloth/kernels/moe/grouped_gemm/reference/moe_block.py b/unsloth/kernels/moe/grouped_gemm/reference/moe_block.py index 0d497f380c..2a015252c6 100644 --- a/unsloth/kernels/moe/grouped_gemm/reference/moe_block.py +++ b/unsloth/kernels/moe/grouped_gemm/reference/moe_block.py @@ -5,13 +5,13 @@ import torch from transformers.models.qwen3_moe.configuration_qwen3_moe import Qwen3MoeConfig from transformers.models.qwen3_moe.modeling_qwen3_moe import Qwen3MoeSparseMoeBlock -from grouped_gemm.interface import grouped_gemm -from grouped_gemm.kernels.tuning import ( +from ..interface import grouped_gemm +from ..kernels.tuning import ( KernelConfigBackward_dW, KernelConfigBackward_dX, KernelConfigForward, ) -from grouped_gemm.reference.moe_ops import ( +from .moe_ops import ( Qwen3MoeGroupedGEMMBlock, permute, unpermute, diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index b78b190bcb..f39acc20e4 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -100,6 +100,7 @@ VLLM_SUPPORTED_VLM = [ "gemma3", "mistral3", "qwen3_vl", + "qwen3_vl_moe", ] VLLM_NON_LORA_VLM = [ "mllama",