ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-03-18 05:29:09 -07:00
commit 4b635bef12
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
unsloth/models/vision.py
View file

@ -89,6 +89,7 @@ def unsloth_base_fast_generate(
raise TypeError("Unsloth: You need to pass in input_ids to .generate!")
assert(type(x) is torch.Tensor)
bsz = x.shape[0]
print(kwargs)
FastBaseModel.for_inference(self)
dtype = _get_dtype(self.config.torch_dtype)