Update vision.py
This commit is contained in:
parent
ba6dcd2498
commit
dafdcbe88c
1 changed files with 1 additions and 0 deletions
|
|
@ -212,6 +212,7 @@ def unsloth_base_fast_generate(
|
|||
PROMPT_LOOPKUP[arch] = False
|
||||
kwargs.pop("prompt_lookup_num_tokens", None)
|
||||
with torch.inference_mode(), autocaster:
|
||||
print(args, kwargs)
|
||||
output = self._old_generate(*args, **kwargs)
|
||||
finally:
|
||||
pass
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue