def _init_weights(self, module):
    'Initialize the weights.'
    if isinstance(module, (LazyLinearAPICompatible,)):
        module.weight.data.normal_(mean=0.0, std=self.config.initializer_range)
        if (module.bias is not None):
            module.bias.data.zero_()
    elif isinstance(module, nn.Embedding):
        module.weight.data.normal_(mean=0.0, std=self.config.initializer_range)
        if (module.padding_idx is not None):
            module.weight.data[module.padding_idx].zero_()
    elif isinstance(module, nn.LayerNorm):
        module.bias.data.zero_()
        module.weight.data.fill_(1.0)
Initialize the weights.
def _init_weights(self, module):
    
    if isinstance(module, (LazyLinearAPICompatible,)):
        module.weight.data.normal_(mean=0.0, std=self.config.initializer_range)
        if (module.bias is not None):
            module.bias.data.zero_()
    elif isinstance(module, nn.Embedding):
        module.weight.data.normal_(mean=0.0, std=self.config.initializer_range)
        if (module.padding_idx is not None):
            module.weight.data[module.padding_idx].zero_()
    elif isinstance(module, nn.LayerNorm):
        module.bias.data.zero_()
        module.weight.data.fill_(1.0)