h2oai
/

h2ogpt-oasst1-falcon-40b

Text Generation

large language model

text-generation-inference

Model card Files Files and versions

pseudotensor commited on Jun 16, 2023

Commit

1ad19a2

·

1 Parent(s): 4694579

Update modelling_RW.py

Files changed (1) hide show

modelling_RW.py +1 -0

modelling_RW.py CHANGED Viewed

@@ -103,6 +103,7 @@ class RotaryEmbedding(torch.nn.Module):
             self.sin_cached = self.sin_cached.type(dtype)
             return self.cos_cached, self.sin_cached
     def forward(self, q, k):
         batch, seq_len, head_dim = q.shape

             self.sin_cached = self.sin_cached.type(dtype)
             return self.cos_cached, self.sin_cached
+        return self.cos_cached, self.sin_cached
     def forward(self, q, k):
         batch, seq_len, head_dim = q.shape