model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5442949188483766, "Bleu_2": 0.39565219150276604, "Bleu_3": 0.3090090608360103, "Bleu_4": 0.2484270948848039, "METEOR": 0.26920913848320416, "ROUGE_L": 0.5274558069801498}, "test": {"Bleu_1": 0.5247200760003987, "Bleu_2": 0.373392687127739, "Bleu_3": 0.28621440837246664, "Bleu_4": 0.22574778377626023, "METEOR": 0.2569136247882508, "ROUGE_L": 0.5066875726077185}}
+{"validation": {"Bleu_1": 0.5442949188483766, "Bleu_2": 0.39565219150276604, "Bleu_3": 0.3090090608360103, "Bleu_4": 0.2484270948848039, "METEOR": 0.26920913848320416, "ROUGE_L": 0.5274558069801498, "BERTScore": 0.9081274528546275}, "test": {"Bleu_1": 0.5247200760003987, "Bleu_2": 0.373392687127739, "Bleu_3": 0.28621440837246664, "Bleu_4": 0.22574778377626023, "METEOR": 0.2569136247882508, "ROUGE_L": 0.5066875726077185, "BERTScore": 0.9070197682574591}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4012671231500047, "Bleu_2": 0.2505698096339985, "Bleu_3": 0.17854651752392103, "Bleu_4": 0.13405577993360754, "METEOR": 0.17820250634163926, "ROUGE_L": 0.38761269339374066}, "test": {"Bleu_1": 0.38421401349496803, "Bleu_2": 0.23508150975045702, "Bleu_3": 0.16414528699724676, "Bleu_4": 0.12002693040764889, "METEOR": 0.17302168968321047, "ROUGE_L": 0.3750229164496395}}
+{"validation": {"Bleu_1": 0.4012671231500047, "Bleu_2": 0.2505698096339985, "Bleu_3": 0.17854651752392103, "Bleu_4": 0.13405577993360754, "METEOR": 0.17820250634163926, "ROUGE_L": 0.38761269339374066, "BERTScore": 0.8896653364938503}, "test": {"Bleu_1": 0.38421401349496803, "Bleu_2": 0.23508150975045702, "Bleu_3": 0.16414528699724676, "Bleu_4": 0.12002693040764889, "METEOR": 0.17302168968321047, "ROUGE_L": 0.3750229164496395, "BERTScore": 0.8886001807597287}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5337738644082182, "Bleu_2": 0.3818994259679786, "Bleu_3": 0.295260529497884, "Bleu_4": 0.23571455248641035, "METEOR": 0.25691940638450006, "ROUGE_L": 0.5115099508923883}, "test": {"Bleu_1": 0.5013153859654759, "Bleu_2": 0.3503731477449704, "Bleu_3": 0.2655884520456001, "Bleu_4": 0.20736865498673313, "METEOR": 0.24188334867897487, "ROUGE_L": 0.48738836694740023}}
+{"validation": {"Bleu_1": 0.5337738644082182, "Bleu_2": 0.3818994259679786, "Bleu_3": 0.295260529497884, "Bleu_4": 0.23571455248641035, "METEOR": 0.25691940638450006, "ROUGE_L": 0.5115099508923883, "BERTScore": 0.9072480706358813}, "test": {"Bleu_1": 0.5013153859654759, "Bleu_2": 0.3503731477449704, "Bleu_3": 0.2655884520456001, "Bleu_4": 0.20736865498673313, "METEOR": 0.24188334867897487, "ROUGE_L": 0.48738836694740023, "BERTScore": 0.9057245412950434}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5890775596709821, "Bleu_2": 0.43619458946532796, "Bleu_3": 0.3446199685801554, "Bleu_4": 0.2793245333911649, "METEOR": 0.28496038758710907, "ROUGE_L": 0.5527939185799493}, "test": {"Bleu_1": 0.5938765600600486, "Bleu_2": 0.4357536370992188, "Bleu_3": 0.33913080834717085, "Bleu_4": 0.27032903376561224, "METEOR": 0.2771261004327334, "ROUGE_L": 0.5398000647237089}}
+{"validation": {"Bleu_1": 0.5890775596709821, "Bleu_2": 0.43619458946532796, "Bleu_3": 0.3446199685801554, "Bleu_4": 0.2793245333911649, "METEOR": 0.28496038758710907, "ROUGE_L": 0.5527939185799493, "BERTScore": 0.9103791629680383}, "test": {"Bleu_1": 0.5938765600600486, "Bleu_2": 0.4357536370992188, "Bleu_3": 0.33913080834717085, "Bleu_4": 0.27032903376561224, "METEOR": 0.2771261004327334, "ROUGE_L": 0.5398000647237089, "BERTScore": 0.9092444396850508}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4717179113375609, "Bleu_2": 0.31383313593761986, "Bleu_3": 0.23159768476160253, "Bleu_4": 0.17785748723460443, "METEOR": 0.2063848610987795, "ROUGE_L": 0.4366801956300984}, "test": {"Bleu_1": 0.4769521702045651, "Bleu_2": 0.3165543074278013, "Bleu_3": 0.23107803228452084, "Bleu_4": 0.17450737631219662, "METEOR": 0.20613207572826936, "ROUGE_L": 0.43457424872373723}}
+{"validation": {"Bleu_1": 0.4717179113375609, "Bleu_2": 0.31383313593761986, "Bleu_3": 0.23159768476160253, "Bleu_4": 0.17785748723460443, "METEOR": 0.2063848610987795, "ROUGE_L": 0.4366801956300984, "BERTScore": 0.89270089627014}, "test": {"Bleu_1": 0.4769521702045651, "Bleu_2": 0.3165543074278013, "Bleu_3": 0.23107803228452084, "Bleu_4": 0.17450737631219662, "METEOR": 0.20613207572826936, "ROUGE_L": 0.43457424872373723, "BERTScore": 0.8915192280110292}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5794273990515433, "Bleu_2": 0.42232433334048836, "Bleu_3": 0.3307625616398177, "Bleu_4": 0.2668418829016076, "METEOR": 0.2707199432459397, "ROUGE_L": 0.5337582846546586}, "test": {"Bleu_1": 0.5707945375909406, "Bleu_2": 0.4106351621303328, "Bleu_3": 0.31586956873959743, "Bleu_4": 0.24913382845479837, "METEOR": 0.2602366844427188, "ROUGE_L": 0.5188978969046102}}
+{"validation": {"Bleu_1": 0.5794273990515433, "Bleu_2": 0.42232433334048836, "Bleu_3": 0.3307625616398177, "Bleu_4": 0.2668418829016076, "METEOR": 0.2707199432459397, "ROUGE_L": 0.5337582846546586, "BERTScore": 0.9092255907956952}, "test": {"Bleu_1": 0.5707945375909406, "Bleu_2": 0.4106351621303328, "Bleu_3": 0.31586956873959743, "Bleu_4": 0.24913382845479837, "METEOR": 0.2602366844427188, "ROUGE_L": 0.5188978969046102, "BERTScore": 0.9080194654015984}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.585634386979192, "Bleu_2": 0.43031448898902785, "Bleu_3": 0.3377945616031557, "Bleu_4": 0.27228172695674646, "METEOR": 0.2798895782543542, "ROUGE_L": 0.5426648230509543}, "test": {"Bleu_1": 0.5935568579031494, "Bleu_2": 0.4322048849333465, "Bleu_3": 0.33433602831388154, "Bleu_4": 0.26466915581651307, "METEOR": 0.27426198954410164, "ROUGE_L": 0.534321061314419}}
+{"validation": {"Bleu_1": 0.585634386979192, "Bleu_2": 0.43031448898902785, "Bleu_3": 0.3377945616031557, "Bleu_4": 0.27228172695674646, "METEOR": 0.2798895782543542, "ROUGE_L": 0.5426648230509543, "BERTScore": 0.9005332937040602}, "test": {"Bleu_1": 0.5935568579031494, "Bleu_2": 0.4322048849333465, "Bleu_3": 0.33433602831388154, "Bleu_4": 0.26466915581651307, "METEOR": 0.27426198954410164, "ROUGE_L": 0.534321061314419, "BERTScore": 0.8987376544125024}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.47080084182149434, "Bleu_2": 0.3129469912010177, "Bleu_3": 0.23082906996612929, "Bleu_4": 0.1772929941836787, "METEOR": 0.20575948665323307, "ROUGE_L": 0.43545310492660383}, "test": {"Bleu_1": 0.4768797546091606, "Bleu_2": 0.3160506275736087, "Bleu_3": 0.23054083878309625, "Bleu_4": 0.17402248070674015, "METEOR": 0.20615742836849604, "ROUGE_L": 0.43430254136391655}}
+{"validation": {"Bleu_1": 0.47080084182149434, "Bleu_2": 0.3129469912010177, "Bleu_3": 0.23082906996612929, "Bleu_4": 0.1772929941836787, "METEOR": 0.20575948665323307, "ROUGE_L": 0.43545310492660383, "BERTScore": 0.892469068368276}, "test": {"Bleu_1": 0.4768797546091606, "Bleu_2": 0.3160506275736087, "Bleu_3": 0.23054083878309625, "Bleu_4": 0.17402248070674015, "METEOR": 0.20615742836849604, "ROUGE_L": 0.43430254136391655, "BERTScore": 0.8912739607758072}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5759404617550641, "Bleu_2": 0.4150732340615981, "Bleu_3": 0.32185770391773016, "Bleu_4": 0.2573219984723512, "METEOR": 0.2654608572086559, "ROUGE_L": 0.5233799359256139}, "test": {"Bleu_1": 0.5682897749307056, "Bleu_2": 0.4053617992620982, "Bleu_3": 0.30989092941457175, "Bleu_4": 0.24297553840559422, "METEOR": 0.25771979593576444, "ROUGE_L": 0.5135806590371682}}
+{"validation": {"Bleu_1": 0.5759404617550641, "Bleu_2": 0.4150732340615981, "Bleu_3": 0.32185770391773016, "Bleu_4": 0.2573219984723512, "METEOR": 0.2654608572086559, "ROUGE_L": 0.5233799359256139, "BERTScore": 0.8994196606524469}, "test": {"Bleu_1": 0.5682897749307056, "Bleu_2": 0.4053617992620982, "Bleu_3": 0.30989092941457175, "Bleu_4": 0.24297553840559422, "METEOR": 0.25771979593576444, "ROUGE_L": 0.5135806590371682, "BERTScore": 0.8976787648785924}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5726629821120749, "Bleu_2": 0.4192819067371051, "Bleu_3": 0.32788105146646335, "Bleu_4": 0.26323712915562436, "METEOR": 0.28297696223367186, "ROUGE_L": 0.5383110420349835}, "test": {"Bleu_1": 0.5864859248756208, "Bleu_2": 0.4254647383201794, "Bleu_3": 0.3280364084726277, "Bleu_4": 0.2590975867476944, "METEOR": 0.2767246878534993, "ROUGE_L": 0.5278850568832271}}
+{"validation": {"Bleu_1": 0.5728719673826408, "Bleu_2": 0.4195213847042036, "Bleu_3": 0.3281264711975683, "Bleu_4": 0.2634462172016321, "METEOR": 0.2831226813109477, "ROUGE_L": 0.5385190072454067, "BERTScore": 0.9027514324809278}, "test": {"Bleu_1": 0.5865964131590778, "Bleu_2": 0.4255387855966627, "Bleu_3": 0.32809362594083835, "Bleu_4": 0.259176859475588, "METEOR": 0.2766105481416555, "ROUGE_L": 0.5277396158176991, "BERTScore": 0.9008516687642216}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4722581438310714, "Bleu_2": 0.3135512851223136, "Bleu_3": 0.2310510748151891, "Bleu_4": 0.17730482563110456, "METEOR": 0.2064503345943406, "ROUGE_L": 0.43519982553976516}, "test": {"Bleu_1": 0.47840942882184534, "Bleu_2": 0.31701351694441526, "Bleu_3": 0.23094993945787703, "Bleu_4": 0.17410574687190344, "METEOR": 0.2064906292434135, "ROUGE_L": 0.43346900698686813}}
+{"validation": {"Bleu_1": 0.47234208010970874, "Bleu_2": 0.31360863746940715, "Bleu_3": 0.23109704755959778, "Bleu_4": 0.17733030064000455, "METEOR": 0.20648573117138824, "ROUGE_L": 0.43523340835958574, "BERTScore": 0.8922818113197905}, "test": {"Bleu_1": 0.4784212098418265, "Bleu_2": 0.3170176973924675, "Bleu_3": 0.23094258205260423, "Bleu_4": 0.17408143868255627, "METEOR": 0.20648067347932436, "ROUGE_L": 0.4334711659099302, "BERTScore": 0.8911157427103635}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5670344692901015, "Bleu_2": 0.40800227662850075, "Bleu_3": 0.3156350106598365, "Bleu_4": 0.25181065224743765, "METEOR": 0.2688342264705192, "ROUGE_L": 0.5193963430835237}, "test": {"Bleu_1": 0.5738335498051681, "Bleu_2": 0.40806236968937687, "Bleu_3": 0.31079905433979976, "Bleu_4": 0.24273034307176417, "METEOR": 0.2601137175959293, "ROUGE_L": 0.5069230084716227}}
+{"validation": {"Bleu_1": 0.567109342577441, "Bleu_2": 0.40810863334745895, "Bleu_3": 0.3157336940103527, "Bleu_4": 0.251887745286045, "METEOR": 0.2688685367290089, "ROUGE_L": 0.519513459939748, "BERTScore": 0.9016378349026307}, "test": {"Bleu_1": 0.5740948954351176, "Bleu_2": 0.40834252177677843, "Bleu_3": 0.3110591413971102, "Bleu_4": 0.24296134130812813, "METEOR": 0.2601197650080505, "ROUGE_L": 0.5069704469737798, "BERTScore": 0.8996487808869105}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5796200092680596, "Bleu_2": 0.42581977727869913, "Bleu_3": 0.33423831837165496, "Bleu_4": 0.26908913863251566, "METEOR": 0.28313087820495086, "ROUGE_L": 0.5437027248524927}, "test": {"Bleu_1": 0.5966766989554542, "Bleu_2": 0.4362428068304929, "Bleu_3": 0.3383297801240158, "Bleu_4": 0.26859939541023575, "METEOR": 0.27859547198327184, "ROUGE_L": 0.5359136910053959}}
+{"validation": {"Bleu_1": 0.5797439024390173, "Bleu_2": 0.4258256909700167, "Bleu_3": 0.3342051229638563, "Bleu_4": 0.2690168377453288, "METEOR": 0.2831702921380554, "ROUGE_L": 0.5437443380011372, "BERTScore": 0.903581690954934}, "test": {"Bleu_1": 0.5966866898513993, "Bleu_2": 0.43618939005746626, "Bleu_3": 0.33822303338463605, "Bleu_4": 0.26845471131243864, "METEOR": 0.278509591131775, "ROUGE_L": 0.5356976192910774, "BERTScore": 0.9027843178035406}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4717824932959684, "Bleu_2": 0.3136391832369891, "Bleu_3": 0.2314535256375859, "Bleu_4": 0.1778288498383299, "METEOR": 0.2063349644963702, "ROUGE_L": 0.43568574741742466}, "test": {"Bleu_1": 0.47811593702229216, "Bleu_2": 0.31716550124813353, "Bleu_3": 0.23153189813603722, "Bleu_4": 0.17475101541257076, "METEOR": 0.20663622431401546, "ROUGE_L": 0.4346670464728568}}
+{"validation": {"Bleu_1": 0.47186687926461884, "Bleu_2": 0.3136966373746961, "Bleu_3": 0.2314994067398208, "Bleu_4": 0.17785409569218355, "METEOR": 0.20637000588437338, "ROUGE_L": 0.4357319131420431, "BERTScore": 0.8924340721436332}, "test": {"Bleu_1": 0.4781274756880835, "Bleu_2": 0.3171632950292745, "Bleu_3": 0.23151381171249638, "Bleu_4": 0.17472198157998153, "METEOR": 0.20664378957520732, "ROUGE_L": 0.43465354524669897, "BERTScore": 0.8913385221847768}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.573562182328043, "Bleu_2": 0.41447184241986834, "Bleu_3": 0.3220760871371982, "Bleu_4": 0.25795208799779534, "METEOR": 0.26943715780288474, "ROUGE_L": 0.5253101895218004}, "test": {"Bleu_1": 0.5762540477976805, "Bleu_2": 0.4128443511024056, "Bleu_3": 0.3165227644729142, "Bleu_4": 0.24871494801380553, "METEOR": 0.26180695872631116, "ROUGE_L": 0.5151721977484008}}
+{"validation": {"Bleu_1": 0.5737019369217021, "Bleu_2": 0.4147466687227358, "Bleu_3": 0.3223329775380944, "Bleu_4": 0.2581734180623156, "METEOR": 0.26951357432448403, "ROUGE_L": 0.5254697999704304, "BERTScore": 0.902511711696038}, "test": {"Bleu_1": 0.5762065291119068, "Bleu_2": 0.4127809808661786, "Bleu_3": 0.3164539269569754, "Bleu_4": 0.2486794881150398, "METEOR": 0.261669582019845, "ROUGE_L": 0.515070404250574, "BERTScore": 0.9015196602314406}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5926451361592969, "Bleu_2": 0.4397050218751927, "Bleu_3": 0.34820313782863965, "Bleu_4": 0.2832757630478667, "METEOR": 0.2808891751654294, "ROUGE_L": 0.5547384642568364}, "test": {"Bleu_1": 0.5837304654752266, "Bleu_2": 0.42775365276076865, "Bleu_3": 0.3326656192086294, "Bleu_4": 0.26470345885810725, "METEOR": 0.27264808129164775, "ROUGE_L": 0.5418937155848946}}
+{"validation": {"Bleu_1": 0.5923308178362048, "Bleu_2": 0.4393612460362163, "Bleu_3": 0.3478384986394022, "Bleu_4": 0.2829485866721142, "METEOR": 0.2806212655887711, "ROUGE_L": 0.5542992336093236, "BERTScore": 0.9069107939865415}, "test": {"Bleu_1": 0.5835741040027788, "Bleu_2": 0.4277127994785521, "Bleu_3": 0.3326738963017967, "Bleu_4": 0.26476066434952683, "METEOR": 0.272692145331824, "ROUGE_L": 0.5420191279214724, "BERTScore": 0.9046209099435405}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.46982760957338965, "Bleu_2": 0.31237639103740444, "Bleu_3": 0.23051976715131361, "Bleu_4": 0.17696844315631152, "METEOR": 0.2054383374522882, "ROUGE_L": 0.4365393798332221}, "test": {"Bleu_1": 0.4755591519333746, "Bleu_2": 0.3158706349502218, "Bleu_3": 0.23076412574740096, "Bleu_4": 0.17444318597549083, "METEOR": 0.20573109725148314, "ROUGE_L": 0.43506674840583165}}
+{"validation": {"Bleu_1": 0.46975640616474046, "Bleu_2": 0.31235483325901375, "Bleu_3": 0.23051020119493426, "Bleu_4": 0.1769635341177475, "METEOR": 0.20542841604800735, "ROUGE_L": 0.4365331414571972, "BERTScore": 0.8928490032511129}, "test": {"Bleu_1": 0.47554778585990454, "Bleu_2": 0.3158729834160803, "Bleu_3": 0.2307824309085471, "Bleu_4": 0.17447249109766425, "METEOR": 0.20572186619517754, "ROUGE_L": 0.4350660543156061, "BERTScore": 0.8916694121732098}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5710929442695905, "Bleu_2": 0.41648310213744716, "Bleu_3": 0.32646490761586433, "Bleu_4": 0.26381245348789123, "METEOR": 0.26670749534479027, "ROUGE_L": 0.5357434774116028}, "test": {"Bleu_1": 0.5575571064623616, "Bleu_2": 0.4001819412429314, "Bleu_3": 0.307420540888966, "Bleu_4": 0.24240463246539215, "METEOR": 0.2558544611140156, "ROUGE_L": 0.521043339223716}}
+{"validation": {"Bleu_1": 0.5708879370511456, "Bleu_2": 0.4161880385833007, "Bleu_3": 0.32618621957491734, "Bleu_4": 0.26356915226478933, "METEOR": 0.26664037738792473, "ROUGE_L": 0.5355569347886686, "BERTScore": 0.9057463679794356}, "test": {"Bleu_1": 0.557442764312189, "Bleu_2": 0.40006651677060817, "Bleu_3": 0.3073215007056258, "Bleu_4": 0.2423017206913154, "METEOR": 0.25591958665329356, "ROUGE_L": 0.520975025507417, "BERTScore": 0.9035357576999332}}