Update vision.py

This commit is contained in:
Daniel Han 2025-05-15 03:54:22 -07:00
commit dafdcbe88c

View file

@ -212,6 +212,7 @@ def unsloth_base_fast_generate(
PROMPT_LOOPKUP[arch] = False
kwargs.pop("prompt_lookup_num_tokens", None)
with torch.inference_mode(), autocaster:
print(args, kwargs)
output = self._old_generate(*args, **kwargs)
finally:
pass