ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2024-11-21 04:10:24 -08:00
commit 63f41575f4
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/vision.py
View file

@ -53,6 +53,10 @@ def _wrap_fast_inference(generate, device_type, dtype, model):
kwargs["pad_token_id"] = kwargs.pop("pad_token_id", model_eos_token_id)
if "pixel_values" in kwargs:
kwargs["pixel_values"] = kwargs["pixel_values"].to(model.dtype)
pass
# Autocasted
with torch.autocast(device_type = device_type, dtype = dtype):
output = generate(*args, **kwargs)