Update modeling_internlm.py
Browse files- modeling_internlm.py +1 -1
modeling_internlm.py
CHANGED
|
@@ -275,7 +275,7 @@ class InternLMAttention(nn.Module):
|
|
| 275 |
self.rotary_emb = self._init_rope()
|
| 276 |
|
| 277 |
def _init_rope(self):
|
| 278 |
-
if self.config.rotary["type"] == "origin"
|
| 279 |
self.rotary_emb = InternLMRotaryEmbedding(
|
| 280 |
self.head_dim,
|
| 281 |
max_position_embeddings=self.max_position_embeddings,
|
|
|
|
| 275 |
self.rotary_emb = self._init_rope()
|
| 276 |
|
| 277 |
def _init_rope(self):
|
| 278 |
+
if self.config.rotary["type"] == "origin":
|
| 279 |
self.rotary_emb = InternLMRotaryEmbedding(
|
| 280 |
self.head_dim,
|
| 281 |
max_position_embeddings=self.max_position_embeddings,
|