Pass throught _init_weights

modeling_gptbert.py

@@ -653,17 +653,7 @@ class GptBertPreTrainedModel(PreTrainedModel):
         raise NotImplementedError("Gradient checkpointing is not supported by this model")
 
     def _init_weights(self, module):
-        std = math.sqrt(2.0 / (5.0 * self.hidden_size))
-
-        if isinstance(module, nn.Linear):
-            nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
-            if module.bias is not None:
-                module.bias.data.zero_()
-        elif isinstance(module, nn.Embedding):
-            nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
-        elif isinstance(module, nn.LayerNorm):
-            module.bias.data.zero_()
-            module.weight.data.fill_(1.0)
+        pass
 
 
 class GptBertModel(GptBertPreTrainedModel):