Update gemma.py
This commit is contained in:
parent
c360fcd526
commit
ff7cb20f93
1 changed files with 2 additions and 0 deletions
|
|
@ -211,6 +211,8 @@ class GemmaFixedRotaryEmbedding(torch.nn.Module):
|
|||
):
|
||||
super().__init__()
|
||||
if config is not None:
|
||||
print(config)
|
||||
print(dir(config))
|
||||
# [TODO] Hack to pass in config - need to remove later
|
||||
base = config.rope_theta
|
||||
partial_rotary_factor = config.partial_rotary_factor if hasattr(config, "partial_rotary_factor") else 1.0
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue