more prints

This commit is contained in:
Daniel Han 2025-03-16 22:13:57 -07:00
commit af2959aa05
2 changed files with 3 additions and 1 deletions

View file

@ -488,7 +488,9 @@ class FastModel(FastBaseModel):
old_model_name = model_name
if not use_exact_model_name:
print("#", model_name, load_in_4bit)
model_name = get_model_name(model_name, load_in_4bit)
print("#", model_name, load_in_4bit)
# Check versions
LATEST = '\nPlease use transformers via `pip install --no-deps git+https://github.com/huggingface/transformers.git`'

View file

@ -213,7 +213,7 @@ class FastBaseModel:
logger.warning_once("Device does not support bfloat16. Will change to float16.")
dtype = torch.float16
assert(dtype == torch.float16 or dtype == torch.bfloat16 or dtype == torch.float32)
assert(dtype in (torch.float16, torch.bfloat16, torch.float32))
global FORCE_FLOAT32
os.environ["UNSLOTH_FORCE_FLOAT32"] = "0"