Update rope_embedding.py
This commit is contained in:
parent
11d8e5fe53
commit
a5f26f4f76
1 changed files with 3 additions and 3 deletions
|
|
@ -19,9 +19,9 @@ from .utils import calculate_settings, torch_gpu_device
|
|||
ROPE_GROUP_SIZE : int = 4
|
||||
|
||||
def _rope_embedding(
|
||||
Q, Q_row_stride,
|
||||
cos, cos_row_stride,
|
||||
sin, sin_row_stride,
|
||||
Q, Q_row_stride: tl.constexpr,
|
||||
cos, cos_row_stride: tl.constexpr,
|
||||
sin, sin_row_stride: tl.constexpr,
|
||||
seqlen,
|
||||
head_dim : tl.constexpr,
|
||||
n_heads : tl.constexpr,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue