Update loader.py
This commit is contained in:
parent
d376e62038
commit
bd7f9f2930
1 changed files with 1 additions and 0 deletions
|
|
@ -621,6 +621,7 @@ class FastModel(FastBaseModel):
|
|||
"if hasattr(module, x): "\
|
||||
"setattr(module, x, torch.nn.Parameter(getattr(module, x).to(torch.float32)) if isinstance(getattr(module, x), torch.nn.Parameter) else getattr(module, x).to(torch.float32))\n"\
|
||||
"x = 'down_proj_bias'\n"\
|
||||
"if hasattr(module, x): "\
|
||||
"setattr(module, x, torch.nn.Parameter(getattr(module, x).to(torch.float32)) if isinstance(getattr(module, x), torch.nn.Parameter) else getattr(module, x).to(torch.float32))\n"\
|
||||
";"
|
||||
else:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue