[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
ac60db3403
commit
c6a7ba5e28
2 changed files with 0 additions and 9 deletions
|
|
@ -465,8 +465,6 @@ def inplace_rope_embedding(Q, K, cos, sin, position_ids):
|
|||
return Q, K
|
||||
|
||||
|
||||
|
||||
|
||||
@torch.compiler.disable
|
||||
def fast_partial_rope_embedding(Q, K, cos, sin, rotary_dim: int):
|
||||
"""Apply RoPE only to the first rotary_dim features of Q and K using the fast kernel.
|
||||
|
|
@ -486,8 +484,6 @@ def fast_partial_rope_embedding(Q, K, cos, sin, rotary_dim: int):
|
|||
return Q, K
|
||||
|
||||
|
||||
|
||||
|
||||
def inplace_partial_rope_embedding(Q, K, cos, sin, position_ids, rotary_dim: int):
|
||||
"""Apply RoPE only to the first rotary_dim features of Q and K using the slow kernel.
|
||||
|
||||
|
|
@ -504,5 +500,3 @@ def inplace_partial_rope_embedding(Q, K, cos, sin, position_ids, rotary_dim: int
|
|||
Q[..., :rotary_dim] = Q_rot2
|
||||
K[..., :rotary_dim] = K_rot2
|
||||
return Q, K
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -390,6 +390,3 @@ class FastPhiModel(FastLlamaModel):
|
|||
trust_remote_code = trust_remote_code,
|
||||
**kwargs,
|
||||
)
|
||||
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue