set defualt [128, 128] insted of none (#3658)
Co-authored-by: Ved <ved.work2024@gmail.com>
This commit is contained in:
parent
69f7dfdb90
commit
5d0523c1ca
1 changed files with 1 additions and 1 deletions
|
|
@ -346,7 +346,7 @@ class FP8BlockQuantLinear(torch.autograd.Function):
|
|||
m, n = weight.shape
|
||||
p, q = weight_scale.shape
|
||||
block_size = getattr(weight, "block_size", None) or getattr(
|
||||
weight_scale, "block_size", None
|
||||
weight_scale, "block_size", [128, 128]
|
||||
)
|
||||
assert block_size is not None, "block_size is not set"
|
||||
if triton.cdiv(m, block_size[0]) != p or triton.cdiv(n, block_size[1]) != q:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue