End of training

index.py

@@ -23,6 +23,8 @@ class TimesheetEstimator(PreTrainedModel):
         super().__init__(config)
 
         self.encoder = AutoModel.from_pretrained(config.encoder_model_name)
+        self.hidden_layer = nn.Linear(config.hidden_size, config.hidden_size)
+        self.norm_layer = nn.LayerNorm(config.hidden_size)
         self.estimate_layer = nn.Linear(config.hidden_size, config.num_labels)
         self.loss = nn.MSELoss()
 
@@ -34,7 +36,9 @@ class TimesheetEstimator(PreTrainedModel):
 
         represent_vectors = encoder_outputs[0]
 
-        estimate = self.estimate_layer(represent_vectors[:, 0, :])
+        hidden = self.hidden_layer(represent_vectors[:, 0, :])
+        norm = self.norm_layer(hidden)
+        estimate = self.estimate_layer(norm)
 
         loss = None
         if labels is not None:

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56f37426f446fba0c8ffce1d2605bce322a1b1f09f6d63196651b2a366397412
-size 711487413
+oid sha256:f336bd7a036ec30b9794e99fb859c9334d18abc990262ebd3156513ae8f55543
+size 713857157

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63c7e7ebe3649c2f3bcc3c4d60e05adc8e903dbb835f042784536c8419072ae9
+oid sha256:b2c2b4dd7458db7e51a42f890a13b743e3107ca3234e5145d9c2ac63ec23dcb2
 size 3899