model names

This commit is contained in:
Daniel Han 2025-03-12 20:04:27 -07:00
commit fc5933c017
2 changed files with 14 additions and 2 deletions

View file

@ -1468,7 +1468,15 @@ def standardize_sharegpt(
return { "conversations" : all_convos, }
pass
return dataset.map(_standardize_dataset, batched = True, desc = "Standardizing format")
from multiprocessing import cpu_count
num_proc = cpu_count()
return dataset.map(
_standardize_dataset,
batched = True,
desc = "Unsloth: Standardizing formats",
num_proc = num_proc,
)
pass

View file

@ -129,8 +129,12 @@ class FastBaseModel:
try: vllm_version = f" vLLM: {importlib_version('vllm')}."
except: vllm_version = ""
model_name = model_types[0]
if model_name == "siglip" and len(model_types) != 1:
model_name = model_types[1]
statistics = \
f"==((====))== Unsloth {__version__}: Fast {model_types[0].title()} patching. Transformers: {transformers_version}.{vllm_version}\n"\
f"==((====))== Unsloth {__version__}: Fast {model_name.title()} patching. Transformers: {transformers_version}.{vllm_version}\n"\
f" {chr(92)}{chr(92)} /| {gpu_stats.name}. Num GPUs = {torch.cuda.device_count()}. Max memory: {max_memory} GB. Platform: {platform_system}.\n"\
f"O^O/ {chr(92)}_/ {chr(92)} Torch: {torch.__version__}. CUDA: {gpu_stats.major}.{gpu_stats.minor}. CUDA Toolkit: {torch.version.cuda}. Triton: {triton_version}\n"\
f"{chr(92)} / Bfloat16 = {str(SUPPORTS_BFLOAT16).upper()}. FA [Xformers = {xformers_version}. FA2 = {HAS_FLASH_ATTENTION}]\n"\