Upload model.py

model.py

@@ -175,6 +175,7 @@ class TransformerModel(nn.Module):
         rms_norm_eps: float,
         hidden_act: str = "silu",
         tie_word_embeddings: bool = True,
+        pad_token_id: Optional[int] = None,
     ):
         super().__init__()
         self.vocab_size = vocab_size