This commit is contained in:
wenmeng.zwm
2023-08-01 10:15:01 +08:00
parent 34b75afac3
commit f047eed4c1

View File

@@ -134,6 +134,7 @@ class RotaryEmbedding(nn.Module):
self.register_buffer('inv_freq', inv_freq)
self.dim = dim
self.original_impl = original_impl
self.rope_ratio = rope_ratio
def forward_impl(self,
seq_len: int,