Update vision.py

This commit is contained in:
Daniel Han 2025-03-19 02:28:09 -07:00
commit ca62733281

View file

@ -191,6 +191,7 @@ def unsloth_base_fast_generate(
kwargs["cache_implementation"] = "hybrid"
kwargs["compile_config"] = _compile_config
pass
print(kwargs)
with torch.inference_mode(), autocaster:
try: