450f5de507
Add IS_ROCM flag to hardware.py detect_hardware() (set when torch.version.hip is present, DeviceType stays CUDA). Export IS_ROCM from __init__.py. Add "rocm" key to get_package_versions(). Replace "We do not support AMD" error in tokenizer_utils.py with a helpful message pointing to ROCm installation docs. Co-authored-by: Daniel Han <danielhanchen@gmail.com>
85 lines
2 KiB
Python
85 lines
2 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-only
|
|
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
|
|
|
|
"""
|
|
Hardware detection and GPU utilities
|
|
"""
|
|
|
|
from .hardware import (
|
|
DeviceType,
|
|
DEVICE,
|
|
CHAT_ONLY,
|
|
IS_ROCM,
|
|
detect_hardware,
|
|
get_device,
|
|
is_apple_silicon,
|
|
clear_gpu_cache,
|
|
get_gpu_memory_info,
|
|
log_gpu_memory,
|
|
get_gpu_summary,
|
|
get_package_versions,
|
|
get_gpu_utilization,
|
|
get_visible_gpu_utilization,
|
|
get_backend_visible_gpu_info,
|
|
get_physical_gpu_count,
|
|
get_visible_gpu_count,
|
|
get_parent_visible_gpu_ids,
|
|
resolve_requested_gpu_ids,
|
|
estimate_fp16_model_size_bytes,
|
|
estimate_required_model_memory_gb,
|
|
auto_select_gpu_ids,
|
|
prepare_gpu_selection,
|
|
safe_num_proc,
|
|
safe_thread_num_proc,
|
|
dataset_map_num_proc,
|
|
get_device_map,
|
|
get_offloaded_device_map_entries,
|
|
raise_if_offloaded,
|
|
apply_gpu_ids,
|
|
)
|
|
|
|
from .vram_estimation import (
|
|
ModelArchConfig,
|
|
TrainingVramConfig,
|
|
VramBreakdown,
|
|
extract_arch_config,
|
|
estimate_training_vram,
|
|
)
|
|
|
|
__all__ = [
|
|
"DeviceType",
|
|
"DEVICE",
|
|
"CHAT_ONLY",
|
|
"IS_ROCM",
|
|
"detect_hardware",
|
|
"get_device",
|
|
"is_apple_silicon",
|
|
"clear_gpu_cache",
|
|
"get_gpu_memory_info",
|
|
"log_gpu_memory",
|
|
"get_gpu_summary",
|
|
"get_package_versions",
|
|
"get_gpu_utilization",
|
|
"get_visible_gpu_utilization",
|
|
"get_backend_visible_gpu_info",
|
|
"get_physical_gpu_count",
|
|
"get_visible_gpu_count",
|
|
"get_parent_visible_gpu_ids",
|
|
"resolve_requested_gpu_ids",
|
|
"estimate_fp16_model_size_bytes",
|
|
"estimate_required_model_memory_gb",
|
|
"auto_select_gpu_ids",
|
|
"prepare_gpu_selection",
|
|
"safe_num_proc",
|
|
"safe_thread_num_proc",
|
|
"dataset_map_num_proc",
|
|
"get_device_map",
|
|
"get_offloaded_device_map_entries",
|
|
"raise_if_offloaded",
|
|
"apply_gpu_ids",
|
|
"ModelArchConfig",
|
|
"TrainingVramConfig",
|
|
"VramBreakdown",
|
|
"extract_arch_config",
|
|
"estimate_training_vram",
|
|
]
|