model names
This commit is contained in:
parent
19bb14dfa9
commit
fc5933c017
2 changed files with 14 additions and 2 deletions
|
|
@ -1468,7 +1468,15 @@ def standardize_sharegpt(
|
|||
return { "conversations" : all_convos, }
|
||||
pass
|
||||
|
||||
return dataset.map(_standardize_dataset, batched = True, desc = "Standardizing format")
|
||||
from multiprocessing import cpu_count
|
||||
num_proc = cpu_count()
|
||||
|
||||
return dataset.map(
|
||||
_standardize_dataset,
|
||||
batched = True,
|
||||
desc = "Unsloth: Standardizing formats",
|
||||
num_proc = num_proc,
|
||||
)
|
||||
pass
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -129,8 +129,12 @@ class FastBaseModel:
|
|||
try: vllm_version = f" vLLM: {importlib_version('vllm')}."
|
||||
except: vllm_version = ""
|
||||
|
||||
model_name = model_types[0]
|
||||
if model_name == "siglip" and len(model_types) != 1:
|
||||
model_name = model_types[1]
|
||||
|
||||
statistics = \
|
||||
f"==((====))== Unsloth {__version__}: Fast {model_types[0].title()} patching. Transformers: {transformers_version}.{vllm_version}\n"\
|
||||
f"==((====))== Unsloth {__version__}: Fast {model_name.title()} patching. Transformers: {transformers_version}.{vllm_version}\n"\
|
||||
f" {chr(92)}{chr(92)} /| {gpu_stats.name}. Num GPUs = {torch.cuda.device_count()}. Max memory: {max_memory} GB. Platform: {platform_system}.\n"\
|
||||
f"O^O/ {chr(92)}_/ {chr(92)} Torch: {torch.__version__}. CUDA: {gpu_stats.major}.{gpu_stats.minor}. CUDA Toolkit: {torch.version.cuda}. Triton: {triton_version}\n"\
|
||||
f"{chr(92)} / Bfloat16 = {str(SUPPORTS_BFLOAT16).upper()}. FA [Xformers = {xformers_version}. FA2 = {HAS_FLASH_ATTENTION}]\n"\
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue