filtering dataset

README.md

@@ -85,7 +85,7 @@ The model was trained with the parameters:
 
 **DataLoader**:
 
-`torch.utils.data.dataloader.DataLoader` of length 600 with parameters:
+`torch.utils.data.dataloader.DataLoader` of length 593 with parameters:
 ```
 {'batch_size': 8, 'sampler': 'torch.utils.data.sampler.RandomSampler', 'batch_sampler': 'torch.utils.data.sampler.BatchSampler'}
 ```

config.json

@@ -18,7 +18,7 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.26.0",
+  "transformers_version": "4.26.1",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 32000

eval/similarity_evaluation_results.csv

@@ -10,3 +10,13 @@ epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,
 8,-1,0.9849175162380948,0.8164870312132662,0.9908648496499401,0.8164892637104121,0.9906640042488111,0.8164895826322474,0.9844009261281673,0.8160880320898011
 9,-1,0.984576579284882,0.8164892637990069,0.9907360552729222,0.816490858496779,0.9905431286190798,0.816491177285722,0.9840800429172265,0.8160746363760559
 -1,-1,0.9334779811592548,0.8072414827805157,0.9219050055023169,0.7975838590066943,0.9215886388348112,0.797935973056949,0.9232081591510011,0.8096424930489396
+0,-1,0.9814973032845582,0.8163561377295991,0.9812040546299761,0.8163783504524166,0.9809146436157449,0.8163763902868753,0.9777760015465804,0.8161238851754092
+1,-1,0.9859606805663592,0.8164296353756709,0.9876161492766687,0.8164404150236951,0.9873200200840111,0.8164378016609124,0.9838414009861153,0.8161660238224426
+2,-1,0.9870562318688997,0.8164103626027637,0.9892438555109764,0.8164253889165266,0.988942482006716,0.8164276753708012,0.9853811741154567,0.8160392813630146
+3,-1,0.9872694561607891,0.8164306152059418,0.990521892448936,0.8164423750056108,0.9902806333251751,0.8164423748678775,0.9858869226875774,0.815847860923666
+4,-1,0.9865027777918096,0.8164776537848227,0.9910092181356173,0.8164792870648264,0.9907780014827066,0.8164796136519572,0.9855652488123827,0.8157864495955363
+5,-1,0.9863236815222176,0.8164678541507133,0.991010017698499,0.8164763471608198,0.9908068652498205,0.8164763471149069,0.9854510378451469,0.815394462371782
+6,-1,0.9858496553640627,0.8164577278835581,0.9907437042721894,0.8164623009068764,0.990530109162371,0.8164639341639236,0.9850837071249211,0.8152886258734074
+7,-1,0.9859425622936212,0.8164711208943715,0.991038480325363,0.8164789604317821,0.9908263146460793,0.8164789603169993,0.9851851006816394,0.8152272145223547
+8,-1,0.9859129428377277,0.8164786338446511,0.9911637940151622,0.8164848405382329,0.9909547114238388,0.8164854934829266,0.9852341014116947,0.8152386474136137
+9,-1,0.9857676711801786,0.8164789606843043,0.9910736255426389,0.8164851669646662,0.9908682783866549,0.8164854935747535,0.9850827731672077,0.8151413040170921

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba7e10c52662704ea3c470ae0b068fd92e863ec70fd9aa25a22c635e59c50258
+oid sha256:31a02471cd6fec6f299c4a2e193a2a84f839bc628560cbf7cb2876f7f95e7b91
 size 442540589