diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index c187449902..48d1f7ec6e 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1409,6 +1409,8 @@ def _wrap_fast_inference(generate, device_type, dtype, model): # Autocasted with torch.autocast(device_type = device_type, dtype = dtype): + print(args) + print(kwargs) output = generate(*args, **kwargs) pass