model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5218416688422869, "Bleu_2": 0.3691628646382624, "Bleu_3": 0.28200226791452665, "Bleu_4": 0.22198478860304668, "METEOR": 0.2519342860085806, "ROUGE_L": 0.5091458856614716}, "test": {"Bleu_1": 0.49411803574697116, "Bleu_2": 0.3430490929162201, "Bleu_3": 0.25784962890947516, "Bleu_4": 0.1992116517654861, "METEOR": 0.2415809607067177, "ROUGE_L": 0.4911408001752586}}
+{"validation": {"Bleu_1": 0.5218416688422869, "Bleu_2": 0.3691628646382624, "Bleu_3": 0.28200226791452665, "Bleu_4": 0.22198478860304668, "METEOR": 0.2519342860085806, "ROUGE_L": 0.5091458856614716, "BERTScore": 0.9074513329688174}, "test": {"Bleu_1": 0.49411803574697116, "Bleu_2": 0.3430490929162201, "Bleu_3": 0.25784962890947516, "Bleu_4": 0.1992116517654861, "METEOR": 0.2415809607067177, "ROUGE_L": 0.4911408001752586, "BERTScore": 0.9073437631827789}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.3601501117122444, "Bleu_2": 0.2165293342538397, "Bleu_3": 0.14850669093832514, "Bleu_4": 0.10724667423198393, "METEOR": 0.16357034261740253, "ROUGE_L": 0.36999494039966097}, "test": {"Bleu_1": 0.34283086817304115, "Bleu_2": 0.1999428011618677, "Bleu_3": 0.13475195822725783, "Bleu_4": 0.09499978470521844, "METEOR": 0.15773683042040632, "ROUGE_L": 0.3555354887066329}}
+{"validation": {"Bleu_1": 0.3601501117122444, "Bleu_2": 0.2165293342538397, "Bleu_3": 0.14850669093832514, "Bleu_4": 0.10724667423198393, "METEOR": 0.16357034261740253, "ROUGE_L": 0.36999494039966097, "BERTScore": 0.8910489090851375}, "test": {"Bleu_1": 0.34283086817304115, "Bleu_2": 0.1999428011618677, "Bleu_3": 0.13475195822725783, "Bleu_4": 0.09499978470521844, "METEOR": 0.15773683042040632, "ROUGE_L": 0.3555354887066329, "BERTScore": 0.8901005207744523}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5030155141448129, "Bleu_2": 0.35237363844212877, "Bleu_3": 0.26814856359231537, "Bleu_4": 0.21107749039635343, "METEOR": 0.241590165538654, "ROUGE_L": 0.49772692273801433}, "test": {"Bleu_1": 0.472241609361628, "Bleu_2": 0.3234940373498494, "Bleu_3": 0.24090221049606247, "Bleu_4": 0.18508475292468374, "METEOR": 0.22837861592098846, "ROUGE_L": 0.47664750426052543}}
+{"validation": {"Bleu_1": 0.5030155141448129, "Bleu_2": 0.35237363844212877, "Bleu_3": 0.26814856359231537, "Bleu_4": 0.21107749039635343, "METEOR": 0.241590165538654, "ROUGE_L": 0.49772692273801433, "BERTScore": 0.907435501383066}, "test": {"Bleu_1": 0.472241609361628, "Bleu_2": 0.3234940373498494, "Bleu_3": 0.24090221049606247, "Bleu_4": 0.18508475292468374, "METEOR": 0.22837861592098846, "ROUGE_L": 0.47664750426052543, "BERTScore": 0.9065214917295819}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5699251907620445, "Bleu_2": 0.4108742120519917, "Bleu_3": 0.31758372634415827, "Bleu_4": 0.25221418958520814, "METEOR": 0.26703813486320827, "ROUGE_L": 0.5331796210600115}, "test": {"Bleu_1": 0.5625410436548659, "Bleu_2": 0.40273633485299043, "Bleu_3": 0.3071160804960095, "Bleu_4": 0.23944690755311623, "METEOR": 0.2591379167442614, "ROUGE_L": 0.5220011566462542}}
+{"validation": {"Bleu_1": 0.5699251907620445, "Bleu_2": 0.4108742120519917, "Bleu_3": 0.31758372634415827, "Bleu_4": 0.25221418958520814, "METEOR": 0.26703813486320827, "ROUGE_L": 0.5331796210600115, "BERTScore": 0.9096377389495911}, "test": {"Bleu_1": 0.5625410436548659, "Bleu_2": 0.40273633485299043, "Bleu_3": 0.3071160804960095, "Bleu_4": 0.23944690755311623, "METEOR": 0.2591379167442614, "ROUGE_L": 0.5220011566462542, "BERTScore": 0.9094890330885091}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.42304953867357004, "Bleu_2": 0.2698463317258923, "Bleu_3": 0.19140954527784776, "Bleu_4": 0.14155128369599, "METEOR": 0.1862485546479324, "ROUGE_L": 0.41222296814936227}, "test": {"Bleu_1": 0.42801617439724493, "Bleu_2": 0.2711753500050423, "Bleu_3": 0.19081722119725214, "Bleu_4": 0.13891217856427385, "METEOR": 0.1852649154430388, "ROUGE_L": 0.4076712056127778}}
+{"validation": {"Bleu_1": 0.42304953867357004, "Bleu_2": 0.2698463317258923, "Bleu_3": 0.19140954527784776, "Bleu_4": 0.14155128369599, "METEOR": 0.1862485546479324, "ROUGE_L": 0.41222296814936227, "BERTScore": 0.8936286420222149}, "test": {"Bleu_1": 0.42801617439724493, "Bleu_2": 0.2711753500050423, "Bleu_3": 0.19081722119725214, "Bleu_4": 0.13891217856427385, "METEOR": 0.1852649154430388, "ROUGE_L": 0.4076712056127778, "BERTScore": 0.8928162015423456}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5488413887163694, "Bleu_2": 0.3914319469080578, "Bleu_3": 0.3015711885265142, "Bleu_4": 0.24000479239072373, "METEOR": 0.254528451474518, "ROUGE_L": 0.5183547355633444}, "test": {"Bleu_1": 0.5415351539785386, "Bleu_2": 0.3823233214267522, "Bleu_3": 0.28886709980119873, "Bleu_4": 0.2240821126708425, "METEOR": 0.24516805242731088, "ROUGE_L": 0.5077593215086487}}
+{"validation": {"Bleu_1": 0.5488413887163694, "Bleu_2": 0.3914319469080578, "Bleu_3": 0.3015711885265142, "Bleu_4": 0.24000479239072373, "METEOR": 0.254528451474518, "ROUGE_L": 0.5183547355633444, "BERTScore": 0.9092644349190134}, "test": {"Bleu_1": 0.5415351539785386, "Bleu_2": 0.3823233214267522, "Bleu_3": 0.28886709980119873, "Bleu_4": 0.2240821126708425, "METEOR": 0.24516805242731088, "ROUGE_L": 0.5077593215086487, "BERTScore": 0.9086743469651893}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5638244921850398, "Bleu_2": 0.40141368129686134, "Bleu_3": 0.3068675533931702, "Bleu_4": 0.24119584597814528, "METEOR": 0.259339492133166, "ROUGE_L": 0.5213519277136559}, "test": {"Bleu_1": 0.5587631673962015, "Bleu_2": 0.39560557629687626, "Bleu_3": 0.29893004130371986, "Bleu_4": 0.23143613951090286, "METEOR": 0.25574636442627385, "ROUGE_L": 0.5151139850860296}}
+{"validation": {"Bleu_1": 0.5638244921850398, "Bleu_2": 0.40141368129686134, "Bleu_3": 0.3068675533931702, "Bleu_4": 0.24119584597814528, "METEOR": 0.259339492133166, "ROUGE_L": 0.5213519277136559, "BERTScore": 0.8999195939394549}, "test": {"Bleu_1": 0.5587631673962015, "Bleu_2": 0.39560557629687626, "Bleu_3": 0.29893004130371986, "Bleu_4": 0.23143613951090286, "METEOR": 0.25574636442627385, "ROUGE_L": 0.5151139850860296, "BERTScore": 0.8987792177115731}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.422246058129114, "Bleu_2": 0.2689356998092198, "Bleu_3": 0.190593396647212, "Bleu_4": 0.14086347089007145, "METEOR": 0.18573053283848012, "ROUGE_L": 0.4111463569218184}, "test": {"Bleu_1": 0.42785214523999865, "Bleu_2": 0.27089054310237315, "Bleu_3": 0.1904690757557207, "Bleu_4": 0.13837587487787553, "METEOR": 0.1852976734583486, "ROUGE_L": 0.40708569363749897}}
+{"validation": {"Bleu_1": 0.422246058129114, "Bleu_2": 0.2689356998092198, "Bleu_3": 0.190593396647212, "Bleu_4": 0.14086347089007145, "METEOR": 0.18573053283848012, "ROUGE_L": 0.4111463569218184, "BERTScore": 0.8932642684779332}, "test": {"Bleu_1": 0.42785214523999865, "Bleu_2": 0.27089054310237315, "Bleu_3": 0.1904690757557207, "Bleu_4": 0.13837587487787553, "METEOR": 0.1852976734583486, "ROUGE_L": 0.40708569363749897, "BERTScore": 0.8923049750847051}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5440035897494925, "Bleu_2": 0.3838775107253782, "Bleu_3": 0.2927600517381518, "Bleu_4": 0.2304805078196388, "METEOR": 0.24863247633209454, "ROUGE_L": 0.5086532380978919}, "test": {"Bleu_1": 0.5373712085457809, "Bleu_2": 0.37529670319993563, "Bleu_3": 0.28113501935334984, "Bleu_4": 0.21654068523889092, "METEOR": 0.24206911694349129, "ROUGE_L": 0.5016783813158281}}
+{"validation": {"Bleu_1": 0.5440035897494925, "Bleu_2": 0.3838775107253782, "Bleu_3": 0.2927600517381518, "Bleu_4": 0.2304805078196388, "METEOR": 0.24863247633209454, "ROUGE_L": 0.5086532380978919, "BERTScore": 0.899593552155386}, "test": {"Bleu_1": 0.5373712085457809, "Bleu_2": 0.37529670319993563, "Bleu_3": 0.28113501935334984, "Bleu_4": 0.21654068523889092, "METEOR": 0.24206911694349129, "ROUGE_L": 0.5016783813158281, "BERTScore": 0.8985196007656463}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5738863209864031, "Bleu_2": 0.4093071893566377, "Bleu_3": 0.31317007781224276, "Bleu_4": 0.24644812566015278, "METEOR": 0.2652277010016722, "ROUGE_L": 0.5217838705056715}, "test": {"Bleu_1": 0.569766071289374, "Bleu_2": 0.4046773233407353, "Bleu_3": 0.30647917027732935, "Bleu_4": 0.23761549119882103, "METEOR": 0.2610668151391241, "ROUGE_L": 0.5147914134259817}}
+{"validation": {"Bleu_1": 0.5740878348593739, "Bleu_2": 0.4094852630120391, "Bleu_3": 0.3132955187371304, "Bleu_4": 0.24652215843515418, "METEOR": 0.265302619696629, "ROUGE_L": 0.5219238570926974, "BERTScore": 0.9026039789230004}, "test": {"Bleu_1": 0.5698083199181909, "Bleu_2": 0.404680634760179, "Bleu_3": 0.306473453551343, "Bleu_4": 0.23761928134402618, "METEOR": 0.2610468229412926, "ROUGE_L": 0.5147505100281928, "BERTScore": 0.9015455518457736}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.42523881551090165, "Bleu_2": 0.27061602590161854, "Bleu_3": 0.19189534933901664, "Bleu_4": 0.14196396776720902, "METEOR": 0.1868602659290089, "ROUGE_L": 0.4111037736948932}, "test": {"Bleu_1": 0.4315437516581259, "Bleu_2": 0.27285033881669485, "Bleu_3": 0.19147378249563843, "Bleu_4": 0.13896190315665766, "METEOR": 0.186144287434619, "ROUGE_L": 0.40702052420256546}}
+{"validation": {"Bleu_1": 0.4252926876061538, "Bleu_2": 0.2707079928154541, "Bleu_3": 0.1919544612030373, "Bleu_4": 0.1419891574665241, "METEOR": 0.18691193992407437, "ROUGE_L": 0.41118409498821384, "BERTScore": 0.8931439917871757}, "test": {"Bleu_1": 0.43142418625828605, "Bleu_2": 0.2728475502801403, "Bleu_3": 0.1914896004079361, "Bleu_4": 0.13901069463999138, "METEOR": 0.18611775295875635, "ROUGE_L": 0.40694771173628275, "BERTScore": 0.8922227289364127}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5541338008035492, "Bleu_2": 0.39125545830403613, "Bleu_3": 0.2982771596359661, "Bleu_4": 0.23496725429610837, "METEOR": 0.25395021043348387, "ROUGE_L": 0.5084489925300315}, "test": {"Bleu_1": 0.549722194745834, "Bleu_2": 0.38462521024775664, "Bleu_3": 0.28863886468588945, "Bleu_4": 0.22275250253248094, "METEOR": 0.24734021439517329, "ROUGE_L": 0.500746652056343}}
+{"validation": {"Bleu_1": 0.5544812128306839, "Bleu_2": 0.3915894642022995, "Bleu_3": 0.2985459424509763, "Bleu_4": 0.23517540359790987, "METEOR": 0.2542075780909526, "ROUGE_L": 0.5086876284322731, "BERTScore": 0.9026696579959833}, "test": {"Bleu_1": 0.5496536494596714, "Bleu_2": 0.3843717207979953, "Bleu_3": 0.28833180812065623, "Bleu_4": 0.2224511146734264, "METEOR": 0.24720747618074246, "ROUGE_L": 0.5005071002450191, "BERTScore": 0.9010394690306303}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5732270858736646, "Bleu_2": 0.4097752288779009, "Bleu_3": 0.31459453758399103, "Bleu_4": 0.24806569452351962, "METEOR": 0.26507638104969306, "ROUGE_L": 0.5258155723233048}, "test": {"Bleu_1": 0.5688531478375803, "Bleu_2": 0.4065343357617297, "Bleu_3": 0.30971877576780316, "Bleu_4": 0.2416674663679249, "METEOR": 0.2611521208280824, "ROUGE_L": 0.5208402197179459}}
+{"validation": {"Bleu_1": 0.5733293825906216, "Bleu_2": 0.4099098697474646, "Bleu_3": 0.31474451659773356, "Bleu_4": 0.24819693482630725, "METEOR": 0.2650722589880598, "ROUGE_L": 0.5257568278535378, "BERTScore": 0.903495192255844}, "test": {"Bleu_1": 0.5688655349962122, "Bleu_2": 0.4065451051578342, "Bleu_3": 0.3096998166994304, "Bleu_4": 0.24162512022782437, "METEOR": 0.26107859049856197, "ROUGE_L": 0.5207749695808574, "BERTScore": 0.9029436801849756}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4245733689593257, "Bleu_2": 0.27047971279777877, "Bleu_3": 0.1920988317750018, "Bleu_4": 0.1423921562608706, "METEOR": 0.18693098006966227, "ROUGE_L": 0.4118164955199531}, "test": {"Bleu_1": 0.42959239506297336, "Bleu_2": 0.2717048435379313, "Bleu_3": 0.1909076744818345, "Bleu_4": 0.13870708395174014, "METEOR": 0.18573813863436292, "ROUGE_L": 0.4070299791465394}}
+{"validation": {"Bleu_1": 0.42460078521249045, "Bleu_2": 0.27062274266474856, "Bleu_3": 0.19225331832302556, "Bleu_4": 0.1425368090016605, "METEOR": 0.18699455630654843, "ROUGE_L": 0.4119020526654722, "BERTScore": 0.8932634974245292}, "test": {"Bleu_1": 0.42950557190627703, "Bleu_2": 0.2717007286348734, "Bleu_3": 0.19094955912438016, "Bleu_4": 0.13877822589832833, "METEOR": 0.18571254054885092, "ROUGE_L": 0.40699398253982305, "BERTScore": 0.8922799140286604}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5527062036283785, "Bleu_2": 0.39121003345465194, "Bleu_3": 0.29954300516157606, "Bleu_4": 0.23674890022977294, "METEOR": 0.25345759718611466, "ROUGE_L": 0.5120443389486449}, "test": {"Bleu_1": 0.5481581542169782, "Bleu_2": 0.3861467258384913, "Bleu_3": 0.2915139185789507, "Bleu_4": 0.22587063099316915, "METEOR": 0.2469544403734596, "ROUGE_L": 0.5058276030744512}}
+{"validation": {"Bleu_1": 0.5526496816616803, "Bleu_2": 0.3912207230335806, "Bleu_3": 0.2995707581337542, "Bleu_4": 0.23681107772526744, "METEOR": 0.2534347099645425, "ROUGE_L": 0.5120402964797202, "BERTScore": 0.9032974677633239}, "test": {"Bleu_1": 0.548182840868207, "Bleu_2": 0.3862902622658229, "Bleu_3": 0.29168453599301725, "Bleu_4": 0.2260492295110924, "METEOR": 0.24691286155466033, "ROUGE_L": 0.5058113689890906, "BERTScore": 0.9025344912162117}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5569005471219667, "Bleu_2": 0.40056111031473873, "Bleu_3": 0.30921907607597643, "Bleu_4": 0.24546826136422956, "METEOR": 0.2599599224292082, "ROUGE_L": 0.5304519659503348}, "test": {"Bleu_1": 0.5473483128519545, "Bleu_2": 0.38858372823043213, "Bleu_3": 0.2946141332495353, "Bleu_4": 0.22872751516795004, "METEOR": 0.25241636565416353, "ROUGE_L": 0.5184826100271746}}
+{"validation": {"Bleu_1": 0.556612283265909, "Bleu_2": 0.40026052523046485, "Bleu_3": 0.3089469435404704, "Bleu_4": 0.24524562254527094, "METEOR": 0.259866511790292, "ROUGE_L": 0.5303750338527795, "BERTScore": 0.9055584645692349}, "test": {"Bleu_1": 0.5472654963300778, "Bleu_2": 0.3885605809867949, "Bleu_3": 0.2946405734963821, "Bleu_4": 0.22877558594514988, "METEOR": 0.25250064666103533, "ROUGE_L": 0.5185354893972038, "BERTScore": 0.9042875396241212}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.41961133801541156, "Bleu_2": 0.267755812172982, "Bleu_3": 0.18987648019796144, "Bleu_4": 0.14023956092368586, "METEOR": 0.18510634992054714, "ROUGE_L": 0.4121371338600189}, "test": {"Bleu_1": 0.42387115940179665, "Bleu_2": 0.2682399078632388, "Bleu_3": 0.1887393603243418, "Bleu_4": 0.13735995278747373, "METEOR": 0.18419948277283088, "ROUGE_L": 0.407130678530487}}
+{"validation": {"Bleu_1": 0.41960063343471415, "Bleu_2": 0.2676889593379331, "Bleu_3": 0.18982884422182802, "Bleu_4": 0.1402205579946604, "METEOR": 0.18506581610482875, "ROUGE_L": 0.412075661039417, "BERTScore": 0.8937211239750198}, "test": {"Bleu_1": 0.4240221377389594, "Bleu_2": 0.2682772702824951, "Bleu_3": 0.1887184457998229, "Bleu_4": 0.13729622217572438, "METEOR": 0.18422589107545806, "ROUGE_L": 0.4072020883182956, "BERTScore": 0.8927190278086115}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5361802362093184, "Bleu_2": 0.38181905487068873, "Bleu_3": 0.29393218446746866, "Bleu_4": 0.23377332365665837, "METEOR": 0.24839006923173318, "ROUGE_L": 0.5169650762849358}, "test": {"Bleu_1": 0.5240954951370504, "Bleu_2": 0.36699333862652767, "Bleu_3": 0.27522613350456676, "Bleu_4": 0.2124422038874024, "METEOR": 0.23838651699107208, "ROUGE_L": 0.5042520333554934}}
+{"validation": {"Bleu_1": 0.5359626568797272, "Bleu_2": 0.3815358490567302, "Bleu_3": 0.29370188314204193, "Bleu_4": 0.23359641235234638, "METEOR": 0.24822222522055168, "ROUGE_L": 0.5167755928792748, "BERTScore": 0.9050199912873325}, "test": {"Bleu_1": 0.5239427954877989, "Bleu_2": 0.3668376657372284, "Bleu_3": 0.2751479098985604, "Bleu_4": 0.21242628944667924, "METEOR": 0.2384304361078729, "ROUGE_L": 0.5042542493573972, "BERTScore": 0.9036251903028282}}