File size: 121,552 Bytes
db1b48b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 | {
"eval_loss": 813.9861692231277,
"eval_classification_loss": 0.0,
"eval_structure_loss": 0.0,
"eval_event_structure_loss": 813.9861692231277,
"eval_count_loss": 2.7746989809233566e-08,
"step": 2977,
"epoch": 12,
"eval_event_type_strict_micro_precision": 1.0,
"eval_event_type_strict_micro_recall": 0.8080357142857143,
"eval_event_type_strict_micro_f1": 0.8938271604938272,
"eval_event_type_strict_macro_precision": 0.9615384615384616,
"eval_event_type_strict_macro_recall": 0.8047033860049645,
"eval_event_type_strict_macro_f1": 0.8664386377280481,
"eval_event_type_strict_support": 896,
"eval_event_type_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nartifactexistence.damagedestroy.damage 1.0000 0.8571 0.9231 7\nartifactexistence.damagedestroy.destroy 1.0000 0.8462 0.9167 13\nartifactexistence.damagedestroy.n/a 1.0000 0.8750 0.9333 8\nconflict.attack.airstrikemissilestrike 1.0000 1.0000 1.0000 4\nconflict.attack.biologicalchemicalpois.. 1.0000 1.0000 1.0000 3\nconflict.attack.bombing 1.0000 1.0000 1.0000 7\nconflict.attack.firearmattack 1.0000 1.0000 1.0000 2\nconflict.attack.invade 1.0000 1.0000 1.0000 1\nconflict.attack.n/a 1.0000 0.6571 0.7931 35\nconflict.attack.selfdirectedbattle 1.0000 0.7073 0.8286 41\nconflict.attack.setfire 1.0000 1.0000 1.0000 1\nconflict.attack.stabbing 1.0000 1.0000 1.0000 1\nconflict.attack.stealrobhijack 1.0000 1.0000 1.0000 5\nconflict.demonstrate.marchprotestpolit.. 1.0000 1.0000 1.0000 2\nconflict.yield.n/a 1.0000 0.7143 0.8333 7\nconflict.yield.retreat 1.0000 1.0000 1.0000 3\nconflict.yield.surrender 1.0000 1.0000 1.0000 5\ncontact.collaborate.correspondence 1.0000 0.7143 0.8333 7\ncontact.collaborate.n/a 1.0000 0.7143 0.8333 7\ncontact.commandorder.broadcast 1.0000 1.0000 1.0000 6\ncontact.commandorder.correspondence 0.0000 0.0000 0.0000 1\ncontact.commandorder.meet 1.0000 1.0000 1.0000 3\ncontact.commandorder.n/a 1.0000 0.2500 0.4000 4\ncontact.commitmentpromiseexpressintent.. 1.0000 0.8000 0.8889 5\ncontact.commitmentpromiseexpressintent.. 1.0000 0.3333 0.5000 6\ncontact.commitmentpromiseexpressintent.. 1.0000 0.7500 0.8571 12\ncontact.commitmentpromiseexpressintent.. 1.0000 0.5000 0.6667 2\ncontact.discussion.correspondence 1.0000 0.6364 0.7778 11\ncontact.discussion.meet 1.0000 0.8235 0.9032 17\ncontact.discussion.n/a 1.0000 0.7500 0.8571 4\ncontact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ncontact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ncontact.mediastatement.broadcast 1.0000 1.0000 1.0000 6\ncontact.mediastatement.n/a 1.0000 0.6667 0.8000 3\ncontact.negotiate.correspondence 1.0000 1.0000 1.0000 2\ncontact.negotiate.meet 1.0000 0.7500 0.8571 8\ncontact.negotiate.n/a 1.0000 1.0000 1.0000 1\ncontact.prevarication.broadcast 1.0000 0.8750 0.9333 8\ncontact.prevarication.correspondence 1.0000 1.0000 1.0000 9\ncontact.prevarication.meet 1.0000 0.9000 0.9474 10\ncontact.prevarication.n/a 1.0000 0.7500 0.8571 4\ncontact.publicstatementinperson.broadc.. 1.0000 0.6667 0.8000 6\ncontact.publicstatementinperson.n/a 1.0000 0.6000 0.7500 5\ncontact.requestadvise.broadcast 1.0000 0.8333 0.9091 12\ncontact.requestadvise.correspondence 1.0000 0.6000 0.7500 10\ncontact.requestadvise.meet 1.0000 0.8571 0.9231 7\ncontact.requestadvise.n/a 1.0000 0.8333 0.9091 6\ncontact.threatencoerce.broadcast 1.0000 1.0000 1.0000 4\ncontact.threatencoerce.correspondence 1.0000 0.8000 0.8889 5\ncontact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ncontact.threatencoerce.n/a 1.0000 0.6667 0.8000 6\ndisaster.accidentcrash.accidentcrash 1.0000 0.6667 0.8000 3\ndisaster.fireexplosion.fireexplosion 1.0000 1.0000 1.0000 3\ngovernment.agreements.acceptagreementc.. 1.0000 0.6667 0.8000 6\ngovernment.agreements.n/a 1.0000 0.6667 0.8000 3\ngovernment.agreements.violateagreement 1.0000 0.5000 0.6667 2\ngovernment.formation.n/a 0.0000 0.0000 0.0000 1\ngovernment.formation.startgpe 1.0000 1.0000 1.0000 1\ngovernment.legislate.legislate 1.0000 0.7143 0.8333 7\ngovernment.spy.spy 1.0000 0.5833 0.7368 12\ngovernment.vote.castvote 1.0000 1.0000 1.0000 3\ngovernment.vote.n/a 1.0000 0.7500 0.8571 4\ngovernment.vote.violationspreventvote 1.0000 1.0000 1.0000 2\ninspection.sensoryobserve.inspectpeopl.. 1.0000 0.8333 0.9091 6\ninspection.sensoryobserve.monitorelect.. 1.0000 0.6667 0.8000 3\ninspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ninspection.sensoryobserve.physicalinve.. 1.0000 1.0000 1.0000 4\njustice.arrestjaildetain.arrestjaildet.. 1.0000 0.6250 0.7692 8\njustice.initiatejudicialprocess.charge.. 1.0000 0.6667 0.8000 6\njustice.initiatejudicialprocess.n/a 1.0000 1.0000 1.0000 4\njustice.initiatejudicialprocess.trialh.. 1.0000 1.0000 1.0000 8\njustice.investigate.investigatecrime 1.0000 0.8750 0.9333 8\njustice.investigate.n/a 0.0000 0.0000 0.0000 2\njustice.judicialconsequences.convict 1.0000 1.0000 1.0000 8\njustice.judicialconsequences.execute 1.0000 0.8000 0.8889 5\njustice.judicialconsequences.extradite 1.0000 1.0000 1.0000 2\njustice.judicialconsequences.n/a 1.0000 0.8333 0.9091 6\nlife.die.deathcausedbyviolentevents 1.0000 0.8372 0.9114 43\nlife.die.n/a 1.0000 0.8500 0.9189 20\nlife.die.nonviolentdeath 1.0000 0.8000 0.8889 10\nlife.injure.illnessdegradationhungerth.. 1.0000 0.8750 0.9333 8\nlife.injure.illnessdegradationphysical 1.0000 0.6000 0.7500 5\nlife.injure.injurycausedbyviolentevents 1.0000 0.8846 0.9388 26\nlife.injure.n/a 1.0000 0.8000 0.8889 25\nmanufacture.artifact.build 1.0000 1.0000 1.0000 3\nmanufacture.artifact.createintellectua.. 1.0000 1.0000 1.0000 1\nmanufacture.artifact.createmanufacture 1.0000 0.7500 0.8571 4\nmanufacture.artifact.n/a 1.0000 0.8333 0.9091 6\nmovement.transportartifact.bringcarryu.. 1.0000 0.6667 0.8000 3\nmovement.transportartifact.dispersesep.. 1.0000 1.0000 1.0000 1\nmovement.transportartifact.fall 0.0000 0.0000 0.0000 1\nmovement.transportartifact.grantentry 1.0000 1.0000 1.0000 2\nmovement.transportartifact.hide 1.0000 1.0000 1.0000 2\nmovement.transportartifact.n/a 1.0000 0.8750 0.9333 8\nmovement.transportartifact.nonviolentt.. 0.0000 0.0000 0.0000 1\nmovement.transportartifact.prevententry 1.0000 1.0000 1.0000 3\nmovement.transportartifact.preventexit 1.0000 0.8000 0.8889 5\nmovement.transportartifact.receiveimport 1.0000 1.0000 1.0000 1\nmovement.transportartifact.sendsupplye.. 1.0000 0.8000 0.8889 5\nmovement.transportartifact.smuggleextr.. 1.0000 1.0000 1.0000 3\nmovement.transportperson.dispersesepar.. 1.0000 1.0000 1.0000 3\nmovement.transportperson.evacuationres.. 1.0000 0.6667 0.8000 9\nmovement.transportperson.grantentryasy.. 1.0000 1.0000 1.0000 4\nmovement.transportperson.n/a 1.0000 0.8889 0.9412 9\nmovement.transportperson.prevententry 1.0000 0.8000 0.8889 5\nmovement.transportperson.preventexit 1.0000 0.6667 0.8000 9\nmovement.transportperson.selfmotion 1.0000 0.6250 0.7692 8\nmovement.transportperson.smuggleextract 1.0000 1.0000 1.0000 2\npersonnel.elect.n/a 1.0000 0.6667 0.8000 3\npersonnel.elect.winelection 1.0000 0.5000 0.6667 2\npersonnel.endposition.firinglayoff 1.0000 0.9167 0.9565 12\npersonnel.endposition.n/a 1.0000 0.5000 0.6667 8\npersonnel.endposition.quitretire 1.0000 0.6667 0.8000 3\npersonnel.startposition.hiring 1.0000 0.6000 0.7500 10\npersonnel.startposition.n/a 1.0000 0.7500 0.8571 4\ntransaction.transaction.embargosanction 1.0000 0.8750 0.9333 16\ntransaction.transaction.giftgrantprovi.. 1.0000 0.8333 0.9091 6\ntransaction.transaction.n/a 1.0000 1.0000 1.0000 4\ntransaction.transaction.transfercontrol 1.0000 0.7143 0.8333 7\ntransaction.transfermoney.borrowlend 1.0000 1.0000 1.0000 4\ntransaction.transfermoney.embargosanct.. 1.0000 1.0000 1.0000 9\ntransaction.transfermoney.giftgrantpro.. 1.0000 0.5000 0.6667 8\ntransaction.transfermoney.n/a 1.0000 1.0000 1.0000 17\ntransaction.transfermoney.payforservice 1.0000 0.9231 0.9600 13\ntransaction.transfermoney.purchase 1.0000 1.0000 1.0000 14\ntransaction.transferownership.borrowlend 1.0000 1.0000 1.0000 8\ntransaction.transferownership.embargos.. 1.0000 1.0000 1.0000 14\ntransaction.transferownership.giftgran.. 1.0000 0.8571 0.9231 7\ntransaction.transferownership.n/a 1.0000 0.7143 0.8333 14\ntransaction.transferownership.purchase 1.0000 1.0000 1.0000 13\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.8080 0.8938 896\nmacro avg 0.9615 0.8047 0.8664 896",
"eval_event_type_relaxed_micro_precision": 1.0,
"eval_event_type_relaxed_micro_recall": 0.8080357142857143,
"eval_event_type_relaxed_micro_f1": 0.8938271604938272,
"eval_event_type_relaxed_macro_precision": 0.9615384615384616,
"eval_event_type_relaxed_macro_recall": 0.8047033860049645,
"eval_event_type_relaxed_macro_f1": 0.8664386377280481,
"eval_event_type_relaxed_support": 896,
"eval_event_type_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nartifactexistence.damagedestroy.damage 1.0000 0.8571 0.9231 7\nartifactexistence.damagedestroy.destroy 1.0000 0.8462 0.9167 13\nartifactexistence.damagedestroy.n/a 1.0000 0.8750 0.9333 8\nconflict.attack.airstrikemissilestrike 1.0000 1.0000 1.0000 4\nconflict.attack.biologicalchemicalpois.. 1.0000 1.0000 1.0000 3\nconflict.attack.bombing 1.0000 1.0000 1.0000 7\nconflict.attack.firearmattack 1.0000 1.0000 1.0000 2\nconflict.attack.invade 1.0000 1.0000 1.0000 1\nconflict.attack.n/a 1.0000 0.6571 0.7931 35\nconflict.attack.selfdirectedbattle 1.0000 0.7073 0.8286 41\nconflict.attack.setfire 1.0000 1.0000 1.0000 1\nconflict.attack.stabbing 1.0000 1.0000 1.0000 1\nconflict.attack.stealrobhijack 1.0000 1.0000 1.0000 5\nconflict.demonstrate.marchprotestpolit.. 1.0000 1.0000 1.0000 2\nconflict.yield.n/a 1.0000 0.7143 0.8333 7\nconflict.yield.retreat 1.0000 1.0000 1.0000 3\nconflict.yield.surrender 1.0000 1.0000 1.0000 5\ncontact.collaborate.correspondence 1.0000 0.7143 0.8333 7\ncontact.collaborate.n/a 1.0000 0.7143 0.8333 7\ncontact.commandorder.broadcast 1.0000 1.0000 1.0000 6\ncontact.commandorder.correspondence 0.0000 0.0000 0.0000 1\ncontact.commandorder.meet 1.0000 1.0000 1.0000 3\ncontact.commandorder.n/a 1.0000 0.2500 0.4000 4\ncontact.commitmentpromiseexpressintent.. 1.0000 0.8000 0.8889 5\ncontact.commitmentpromiseexpressintent.. 1.0000 0.3333 0.5000 6\ncontact.commitmentpromiseexpressintent.. 1.0000 0.7500 0.8571 12\ncontact.commitmentpromiseexpressintent.. 1.0000 0.5000 0.6667 2\ncontact.discussion.correspondence 1.0000 0.6364 0.7778 11\ncontact.discussion.meet 1.0000 0.8235 0.9032 17\ncontact.discussion.n/a 1.0000 0.7500 0.8571 4\ncontact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ncontact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ncontact.mediastatement.broadcast 1.0000 1.0000 1.0000 6\ncontact.mediastatement.n/a 1.0000 0.6667 0.8000 3\ncontact.negotiate.correspondence 1.0000 1.0000 1.0000 2\ncontact.negotiate.meet 1.0000 0.7500 0.8571 8\ncontact.negotiate.n/a 1.0000 1.0000 1.0000 1\ncontact.prevarication.broadcast 1.0000 0.8750 0.9333 8\ncontact.prevarication.correspondence 1.0000 1.0000 1.0000 9\ncontact.prevarication.meet 1.0000 0.9000 0.9474 10\ncontact.prevarication.n/a 1.0000 0.7500 0.8571 4\ncontact.publicstatementinperson.broadc.. 1.0000 0.6667 0.8000 6\ncontact.publicstatementinperson.n/a 1.0000 0.6000 0.7500 5\ncontact.requestadvise.broadcast 1.0000 0.8333 0.9091 12\ncontact.requestadvise.correspondence 1.0000 0.6000 0.7500 10\ncontact.requestadvise.meet 1.0000 0.8571 0.9231 7\ncontact.requestadvise.n/a 1.0000 0.8333 0.9091 6\ncontact.threatencoerce.broadcast 1.0000 1.0000 1.0000 4\ncontact.threatencoerce.correspondence 1.0000 0.8000 0.8889 5\ncontact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ncontact.threatencoerce.n/a 1.0000 0.6667 0.8000 6\ndisaster.accidentcrash.accidentcrash 1.0000 0.6667 0.8000 3\ndisaster.fireexplosion.fireexplosion 1.0000 1.0000 1.0000 3\ngovernment.agreements.acceptagreementc.. 1.0000 0.6667 0.8000 6\ngovernment.agreements.n/a 1.0000 0.6667 0.8000 3\ngovernment.agreements.violateagreement 1.0000 0.5000 0.6667 2\ngovernment.formation.n/a 0.0000 0.0000 0.0000 1\ngovernment.formation.startgpe 1.0000 1.0000 1.0000 1\ngovernment.legislate.legislate 1.0000 0.7143 0.8333 7\ngovernment.spy.spy 1.0000 0.5833 0.7368 12\ngovernment.vote.castvote 1.0000 1.0000 1.0000 3\ngovernment.vote.n/a 1.0000 0.7500 0.8571 4\ngovernment.vote.violationspreventvote 1.0000 1.0000 1.0000 2\ninspection.sensoryobserve.inspectpeopl.. 1.0000 0.8333 0.9091 6\ninspection.sensoryobserve.monitorelect.. 1.0000 0.6667 0.8000 3\ninspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ninspection.sensoryobserve.physicalinve.. 1.0000 1.0000 1.0000 4\njustice.arrestjaildetain.arrestjaildet.. 1.0000 0.6250 0.7692 8\njustice.initiatejudicialprocess.charge.. 1.0000 0.6667 0.8000 6\njustice.initiatejudicialprocess.n/a 1.0000 1.0000 1.0000 4\njustice.initiatejudicialprocess.trialh.. 1.0000 1.0000 1.0000 8\njustice.investigate.investigatecrime 1.0000 0.8750 0.9333 8\njustice.investigate.n/a 0.0000 0.0000 0.0000 2\njustice.judicialconsequences.convict 1.0000 1.0000 1.0000 8\njustice.judicialconsequences.execute 1.0000 0.8000 0.8889 5\njustice.judicialconsequences.extradite 1.0000 1.0000 1.0000 2\njustice.judicialconsequences.n/a 1.0000 0.8333 0.9091 6\nlife.die.deathcausedbyviolentevents 1.0000 0.8372 0.9114 43\nlife.die.n/a 1.0000 0.8500 0.9189 20\nlife.die.nonviolentdeath 1.0000 0.8000 0.8889 10\nlife.injure.illnessdegradationhungerth.. 1.0000 0.8750 0.9333 8\nlife.injure.illnessdegradationphysical 1.0000 0.6000 0.7500 5\nlife.injure.injurycausedbyviolentevents 1.0000 0.8846 0.9388 26\nlife.injure.n/a 1.0000 0.8000 0.8889 25\nmanufacture.artifact.build 1.0000 1.0000 1.0000 3\nmanufacture.artifact.createintellectua.. 1.0000 1.0000 1.0000 1\nmanufacture.artifact.createmanufacture 1.0000 0.7500 0.8571 4\nmanufacture.artifact.n/a 1.0000 0.8333 0.9091 6\nmovement.transportartifact.bringcarryu.. 1.0000 0.6667 0.8000 3\nmovement.transportartifact.dispersesep.. 1.0000 1.0000 1.0000 1\nmovement.transportartifact.fall 0.0000 0.0000 0.0000 1\nmovement.transportartifact.grantentry 1.0000 1.0000 1.0000 2\nmovement.transportartifact.hide 1.0000 1.0000 1.0000 2\nmovement.transportartifact.n/a 1.0000 0.8750 0.9333 8\nmovement.transportartifact.nonviolentt.. 0.0000 0.0000 0.0000 1\nmovement.transportartifact.prevententry 1.0000 1.0000 1.0000 3\nmovement.transportartifact.preventexit 1.0000 0.8000 0.8889 5\nmovement.transportartifact.receiveimport 1.0000 1.0000 1.0000 1\nmovement.transportartifact.sendsupplye.. 1.0000 0.8000 0.8889 5\nmovement.transportartifact.smuggleextr.. 1.0000 1.0000 1.0000 3\nmovement.transportperson.dispersesepar.. 1.0000 1.0000 1.0000 3\nmovement.transportperson.evacuationres.. 1.0000 0.6667 0.8000 9\nmovement.transportperson.grantentryasy.. 1.0000 1.0000 1.0000 4\nmovement.transportperson.n/a 1.0000 0.8889 0.9412 9\nmovement.transportperson.prevententry 1.0000 0.8000 0.8889 5\nmovement.transportperson.preventexit 1.0000 0.6667 0.8000 9\nmovement.transportperson.selfmotion 1.0000 0.6250 0.7692 8\nmovement.transportperson.smuggleextract 1.0000 1.0000 1.0000 2\npersonnel.elect.n/a 1.0000 0.6667 0.8000 3\npersonnel.elect.winelection 1.0000 0.5000 0.6667 2\npersonnel.endposition.firinglayoff 1.0000 0.9167 0.9565 12\npersonnel.endposition.n/a 1.0000 0.5000 0.6667 8\npersonnel.endposition.quitretire 1.0000 0.6667 0.8000 3\npersonnel.startposition.hiring 1.0000 0.6000 0.7500 10\npersonnel.startposition.n/a 1.0000 0.7500 0.8571 4\ntransaction.transaction.embargosanction 1.0000 0.8750 0.9333 16\ntransaction.transaction.giftgrantprovi.. 1.0000 0.8333 0.9091 6\ntransaction.transaction.n/a 1.0000 1.0000 1.0000 4\ntransaction.transaction.transfercontrol 1.0000 0.7143 0.8333 7\ntransaction.transfermoney.borrowlend 1.0000 1.0000 1.0000 4\ntransaction.transfermoney.embargosanct.. 1.0000 1.0000 1.0000 9\ntransaction.transfermoney.giftgrantpro.. 1.0000 0.5000 0.6667 8\ntransaction.transfermoney.n/a 1.0000 1.0000 1.0000 17\ntransaction.transfermoney.payforservice 1.0000 0.9231 0.9600 13\ntransaction.transfermoney.purchase 1.0000 1.0000 1.0000 14\ntransaction.transferownership.borrowlend 1.0000 1.0000 1.0000 8\ntransaction.transferownership.embargos.. 1.0000 1.0000 1.0000 14\ntransaction.transferownership.giftgran.. 1.0000 0.8571 0.9231 7\ntransaction.transferownership.n/a 1.0000 0.7143 0.8333 14\ntransaction.transferownership.purchase 1.0000 1.0000 1.0000 13\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.8080 0.8938 896\nmacro avg 0.9615 0.8047 0.8664 896",
"eval_event_trigger_strict_micro_precision": 0.555956678700361,
"eval_event_trigger_strict_micro_recall": 0.6875,
"eval_event_trigger_strict_micro_f1": 0.6147704590818364,
"eval_event_trigger_strict_macro_precision": 0.5821862713040946,
"eval_event_trigger_strict_macro_recall": 0.6818070100245046,
"eval_event_trigger_strict_macro_f1": 0.6102639429855495,
"eval_event_trigger_strict_support": 896,
"eval_event_trigger_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nartifactexistence.damagedestroy.damage 1.0000 0.8571 0.9231 7\nartifactexistence.damagedestroy.destroy 0.5882 0.7692 0.6667 13\nartifactexistence.damagedestroy.n/a 0.7778 0.8750 0.8235 8\nconflict.attack.airstrikemissilestrike 0.3000 0.7500 0.4286 4\nconflict.attack.biologicalchemicalpois.. 0.5000 0.6667 0.5714 3\nconflict.attack.bombing 0.4545 0.7143 0.5556 7\nconflict.attack.firearmattack 0.3333 0.5000 0.4000 2\nconflict.attack.invade 0.3333 1.0000 0.5000 1\nconflict.attack.n/a 0.3902 0.4571 0.4211 35\nconflict.attack.selfdirectedbattle 0.5897 0.5610 0.5750 41\nconflict.attack.setfire 0.2000 1.0000 0.3333 1\nconflict.attack.stabbing 1.0000 1.0000 1.0000 1\nconflict.attack.stealrobhijack 0.3750 0.6000 0.4615 5\nconflict.demonstrate.marchprotestpolit.. 0.3333 0.5000 0.4000 2\nconflict.yield.n/a 0.3000 0.4286 0.3529 7\nconflict.yield.retreat 0.6667 0.6667 0.6667 3\nconflict.yield.surrender 0.3636 0.8000 0.5000 5\ncontact.collaborate.correspondence 0.5714 0.5714 0.5714 7\ncontact.collaborate.n/a 0.3333 0.4286 0.3750 7\ncontact.commandorder.broadcast 0.6667 1.0000 0.8000 6\ncontact.commandorder.correspondence 0.0000 0.0000 0.0000 1\ncontact.commandorder.meet 0.7500 1.0000 0.8571 3\ncontact.commandorder.n/a 0.0000 0.0000 0.0000 4\ncontact.commitmentpromiseexpressintent.. 0.5000 0.6000 0.5455 5\ncontact.commitmentpromiseexpressintent.. 0.6667 0.3333 0.4444 6\ncontact.commitmentpromiseexpressintent.. 0.6429 0.7500 0.6923 12\ncontact.commitmentpromiseexpressintent.. 1.0000 0.5000 0.6667 2\ncontact.discussion.correspondence 0.4000 0.5455 0.4615 11\ncontact.discussion.meet 0.5000 0.7647 0.6047 17\ncontact.discussion.n/a 0.2857 0.5000 0.3636 4\ncontact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ncontact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ncontact.mediastatement.broadcast 0.4545 0.8333 0.5882 6\ncontact.mediastatement.n/a 0.5000 0.6667 0.5714 3\ncontact.negotiate.correspondence 0.5000 1.0000 0.6667 2\ncontact.negotiate.meet 0.7500 0.7500 0.7500 8\ncontact.negotiate.n/a 0.5000 1.0000 0.6667 1\ncontact.prevarication.broadcast 0.5000 0.8750 0.6364 8\ncontact.prevarication.correspondence 0.5000 1.0000 0.6667 9\ncontact.prevarication.meet 0.5000 0.8000 0.6154 10\ncontact.prevarication.n/a 1.0000 0.7500 0.8571 4\ncontact.publicstatementinperson.broadc.. 0.6000 0.5000 0.5455 6\ncontact.publicstatementinperson.n/a 0.7500 0.6000 0.6667 5\ncontact.requestadvise.broadcast 0.4118 0.5833 0.4828 12\ncontact.requestadvise.correspondence 0.6250 0.5000 0.5556 10\ncontact.requestadvise.meet 0.7500 0.8571 0.8000 7\ncontact.requestadvise.n/a 0.6667 0.6667 0.6667 6\ncontact.threatencoerce.broadcast 0.5714 1.0000 0.7273 4\ncontact.threatencoerce.correspondence 0.3333 0.4000 0.3636 5\ncontact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ncontact.threatencoerce.n/a 0.8000 0.6667 0.7273 6\ndisaster.accidentcrash.accidentcrash 1.0000 0.6667 0.8000 3\ndisaster.fireexplosion.fireexplosion 0.7500 1.0000 0.8571 3\ngovernment.agreements.acceptagreementc.. 0.5714 0.6667 0.6154 6\ngovernment.agreements.n/a 0.6667 0.6667 0.6667 3\ngovernment.agreements.violateagreement 1.0000 0.5000 0.6667 2\ngovernment.formation.n/a 0.0000 0.0000 0.0000 1\ngovernment.formation.startgpe 1.0000 1.0000 1.0000 1\ngovernment.legislate.legislate 0.7143 0.7143 0.7143 7\ngovernment.spy.spy 0.6000 0.5000 0.5455 12\ngovernment.vote.castvote 0.1667 0.3333 0.2222 3\ngovernment.vote.n/a 0.6000 0.7500 0.6667 4\ngovernment.vote.violationspreventvote 0.5000 0.5000 0.5000 2\ninspection.sensoryobserve.inspectpeopl.. 0.5714 0.6667 0.6154 6\ninspection.sensoryobserve.monitorelect.. 0.3333 0.3333 0.3333 3\ninspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ninspection.sensoryobserve.physicalinve.. 0.5714 1.0000 0.7273 4\njustice.arrestjaildetain.arrestjaildet.. 0.6000 0.3750 0.4615 8\njustice.initiatejudicialprocess.charge.. 0.2500 0.3333 0.2857 6\njustice.initiatejudicialprocess.n/a 0.5714 1.0000 0.7273 4\njustice.initiatejudicialprocess.trialh.. 0.3529 0.7500 0.4800 8\njustice.investigate.investigatecrime 0.4286 0.7500 0.5455 8\njustice.investigate.n/a 0.0000 0.0000 0.0000 2\njustice.judicialconsequences.convict 0.5455 0.7500 0.6316 8\njustice.judicialconsequences.execute 0.6667 0.8000 0.7273 5\njustice.judicialconsequences.extradite 0.3333 0.5000 0.4000 2\njustice.judicialconsequences.n/a 0.7143 0.8333 0.7692 6\nlife.die.deathcausedbyviolentevents 0.5593 0.7674 0.6471 43\nlife.die.n/a 0.6667 0.8000 0.7273 20\nlife.die.nonviolentdeath 0.5000 0.6000 0.5455 10\nlife.injure.illnessdegradationhungerth.. 0.6000 0.7500 0.6667 8\nlife.injure.illnessdegradationphysical 1.0000 0.6000 0.7500 5\nlife.injure.injurycausedbyviolentevents 0.3488 0.5769 0.4348 26\nlife.injure.n/a 0.5357 0.6000 0.5660 25\nmanufacture.artifact.build 0.5000 0.6667 0.5714 3\nmanufacture.artifact.createintellectua.. 0.0000 0.0000 0.0000 1\nmanufacture.artifact.createmanufacture 0.2500 0.2500 0.2500 4\nmanufacture.artifact.n/a 0.6667 0.6667 0.6667 6\nmovement.transportartifact.bringcarryu.. 0.5000 0.6667 0.5714 3\nmovement.transportartifact.dispersesep.. 1.0000 1.0000 1.0000 1\nmovement.transportartifact.fall 0.0000 0.0000 0.0000 1\nmovement.transportartifact.grantentry 0.6667 1.0000 0.8000 2\nmovement.transportartifact.hide 0.5000 0.5000 0.5000 2\nmovement.transportartifact.n/a 0.7778 0.8750 0.8235 8\nmovement.transportartifact.nonviolentt.. 0.0000 0.0000 0.0000 1\nmovement.transportartifact.prevententry 0.4000 0.6667 0.5000 3\nmovement.transportartifact.preventexit 0.2500 0.4000 0.3077 5\nmovement.transportartifact.receiveimport 1.0000 1.0000 1.0000 1\nmovement.transportartifact.sendsupplye.. 0.6000 0.6000 0.6000 5\nmovement.transportartifact.smuggleextr.. 0.6000 1.0000 0.7500 3\nmovement.transportperson.dispersesepar.. 1.0000 1.0000 1.0000 3\nmovement.transportperson.evacuationres.. 0.4444 0.4444 0.4444 9\nmovement.transportperson.grantentryasy.. 0.5714 1.0000 0.7273 4\nmovement.transportperson.n/a 0.7000 0.7778 0.7368 9\nmovement.transportperson.prevententry 0.6000 0.6000 0.6000 5\nmovement.transportperson.preventexit 1.0000 0.6667 0.8000 9\nmovement.transportperson.selfmotion 0.6250 0.6250 0.6250 8\nmovement.transportperson.smuggleextract 1.0000 1.0000 1.0000 2\npersonnel.elect.n/a 0.2500 0.3333 0.2857 3\npersonnel.elect.winelection 1.0000 0.5000 0.6667 2\npersonnel.endposition.firinglayoff 0.7500 0.7500 0.7500 12\npersonnel.endposition.n/a 0.5000 0.5000 0.5000 8\npersonnel.endposition.quitretire 1.0000 0.6667 0.8000 3\npersonnel.startposition.hiring 0.6250 0.5000 0.5556 10\npersonnel.startposition.n/a 0.7500 0.7500 0.7500 4\ntransaction.transaction.embargosanction 0.8235 0.8750 0.8485 16\ntransaction.transaction.giftgrantprovi.. 0.7143 0.8333 0.7692 6\ntransaction.transaction.n/a 0.8000 1.0000 0.8889 4\ntransaction.transaction.transfercontrol 0.4286 0.4286 0.4286 7\ntransaction.transfermoney.borrowlend 0.6667 1.0000 0.8000 4\ntransaction.transfermoney.embargosanct.. 0.7500 1.0000 0.8571 9\ntransaction.transfermoney.giftgrantpro.. 0.8000 0.5000 0.6154 8\ntransaction.transfermoney.n/a 0.5769 0.8824 0.6977 17\ntransaction.transfermoney.payforservice 0.4211 0.6154 0.5000 13\ntransaction.transfermoney.purchase 0.5909 0.9286 0.7222 14\ntransaction.transferownership.borrowlend 0.6667 1.0000 0.8000 8\ntransaction.transferownership.embargos.. 0.7000 1.0000 0.8235 14\ntransaction.transferownership.giftgran.. 0.6667 0.8571 0.7500 7\ntransaction.transferownership.n/a 0.6667 0.7143 0.6897 14\ntransaction.transferownership.purchase 0.6316 0.9231 0.7500 13\n----------------------------------------------------------------------------------\nmicro avg 0.5560 0.6875 0.6148 896\nmacro avg 0.5822 0.6818 0.6103 896",
"eval_event_trigger_relaxed_micro_precision": 0.5622743682310469,
"eval_event_trigger_relaxed_micro_recall": 0.6953125,
"eval_event_trigger_relaxed_micro_f1": 0.6217564870259481,
"eval_event_trigger_relaxed_macro_precision": 0.5928497128283747,
"eval_event_trigger_relaxed_macro_recall": 0.6950717893715738,
"eval_event_trigger_relaxed_macro_f1": 0.6220067382747249,
"eval_event_trigger_relaxed_support": 896,
"eval_event_trigger_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nartifactexistence.damagedestroy.damage 1.0000 0.8571 0.9231 7\nartifactexistence.damagedestroy.destroy 0.5882 0.7692 0.6667 13\nartifactexistence.damagedestroy.n/a 0.7778 0.8750 0.8235 8\nconflict.attack.airstrikemissilestrike 0.3000 0.7500 0.4286 4\nconflict.attack.biologicalchemicalpois.. 0.7500 1.0000 0.8571 3\nconflict.attack.bombing 0.4545 0.7143 0.5556 7\nconflict.attack.firearmattack 0.3333 0.5000 0.4000 2\nconflict.attack.invade 0.3333 1.0000 0.5000 1\nconflict.attack.n/a 0.3902 0.4571 0.4211 35\nconflict.attack.selfdirectedbattle 0.5897 0.5610 0.5750 41\nconflict.attack.setfire 0.2000 1.0000 0.3333 1\nconflict.attack.stabbing 1.0000 1.0000 1.0000 1\nconflict.attack.stealrobhijack 0.3750 0.6000 0.4615 5\nconflict.demonstrate.marchprotestpolit.. 0.6667 1.0000 0.8000 2\nconflict.yield.n/a 0.3000 0.4286 0.3529 7\nconflict.yield.retreat 0.6667 0.6667 0.6667 3\nconflict.yield.surrender 0.3636 0.8000 0.5000 5\ncontact.collaborate.correspondence 0.5714 0.5714 0.5714 7\ncontact.collaborate.n/a 0.3333 0.4286 0.3750 7\ncontact.commandorder.broadcast 0.6667 1.0000 0.8000 6\ncontact.commandorder.correspondence 0.0000 0.0000 0.0000 1\ncontact.commandorder.meet 0.7500 1.0000 0.8571 3\ncontact.commandorder.n/a 0.0000 0.0000 0.0000 4\ncontact.commitmentpromiseexpressintent.. 0.5000 0.6000 0.5455 5\ncontact.commitmentpromiseexpressintent.. 0.6667 0.3333 0.4444 6\ncontact.commitmentpromiseexpressintent.. 0.6429 0.7500 0.6923 12\ncontact.commitmentpromiseexpressintent.. 1.0000 0.5000 0.6667 2\ncontact.discussion.correspondence 0.4667 0.6364 0.5385 11\ncontact.discussion.meet 0.5000 0.7647 0.6047 17\ncontact.discussion.n/a 0.2857 0.5000 0.3636 4\ncontact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ncontact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ncontact.mediastatement.broadcast 0.4545 0.8333 0.5882 6\ncontact.mediastatement.n/a 0.5000 0.6667 0.5714 3\ncontact.negotiate.correspondence 0.5000 1.0000 0.6667 2\ncontact.negotiate.meet 0.7500 0.7500 0.7500 8\ncontact.negotiate.n/a 0.5000 1.0000 0.6667 1\ncontact.prevarication.broadcast 0.5000 0.8750 0.6364 8\ncontact.prevarication.correspondence 0.5000 1.0000 0.6667 9\ncontact.prevarication.meet 0.5000 0.8000 0.6154 10\ncontact.prevarication.n/a 1.0000 0.7500 0.8571 4\ncontact.publicstatementinperson.broadc.. 0.6000 0.5000 0.5455 6\ncontact.publicstatementinperson.n/a 0.7500 0.6000 0.6667 5\ncontact.requestadvise.broadcast 0.4118 0.5833 0.4828 12\ncontact.requestadvise.correspondence 0.6250 0.5000 0.5556 10\ncontact.requestadvise.meet 0.7500 0.8571 0.8000 7\ncontact.requestadvise.n/a 0.6667 0.6667 0.6667 6\ncontact.threatencoerce.broadcast 0.5714 1.0000 0.7273 4\ncontact.threatencoerce.correspondence 0.5000 0.6000 0.5455 5\ncontact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ncontact.threatencoerce.n/a 0.8000 0.6667 0.7273 6\ndisaster.accidentcrash.accidentcrash 1.0000 0.6667 0.8000 3\ndisaster.fireexplosion.fireexplosion 0.7500 1.0000 0.8571 3\ngovernment.agreements.acceptagreementc.. 0.5714 0.6667 0.6154 6\ngovernment.agreements.n/a 0.6667 0.6667 0.6667 3\ngovernment.agreements.violateagreement 1.0000 0.5000 0.6667 2\ngovernment.formation.n/a 0.0000 0.0000 0.0000 1\ngovernment.formation.startgpe 1.0000 1.0000 1.0000 1\ngovernment.legislate.legislate 0.7143 0.7143 0.7143 7\ngovernment.spy.spy 0.6000 0.5000 0.5455 12\ngovernment.vote.castvote 0.1667 0.3333 0.2222 3\ngovernment.vote.n/a 0.6000 0.7500 0.6667 4\ngovernment.vote.violationspreventvote 1.0000 1.0000 1.0000 2\ninspection.sensoryobserve.inspectpeopl.. 0.5714 0.6667 0.6154 6\ninspection.sensoryobserve.monitorelect.. 0.3333 0.3333 0.3333 3\ninspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ninspection.sensoryobserve.physicalinve.. 0.5714 1.0000 0.7273 4\njustice.arrestjaildetain.arrestjaildet.. 0.6000 0.3750 0.4615 8\njustice.initiatejudicialprocess.charge.. 0.2500 0.3333 0.2857 6\njustice.initiatejudicialprocess.n/a 0.5714 1.0000 0.7273 4\njustice.initiatejudicialprocess.trialh.. 0.3529 0.7500 0.4800 8\njustice.investigate.investigatecrime 0.4286 0.7500 0.5455 8\njustice.investigate.n/a 0.0000 0.0000 0.0000 2\njustice.judicialconsequences.convict 0.5455 0.7500 0.6316 8\njustice.judicialconsequences.execute 0.6667 0.8000 0.7273 5\njustice.judicialconsequences.extradite 0.3333 0.5000 0.4000 2\njustice.judicialconsequences.n/a 0.7143 0.8333 0.7692 6\nlife.die.deathcausedbyviolentevents 0.5763 0.7907 0.6667 43\nlife.die.n/a 0.6667 0.8000 0.7273 20\nlife.die.nonviolentdeath 0.5000 0.6000 0.5455 10\nlife.injure.illnessdegradationhungerth.. 0.6000 0.7500 0.6667 8\nlife.injure.illnessdegradationphysical 1.0000 0.6000 0.7500 5\nlife.injure.injurycausedbyviolentevents 0.3488 0.5769 0.4348 26\nlife.injure.n/a 0.5357 0.6000 0.5660 25\nmanufacture.artifact.build 0.5000 0.6667 0.5714 3\nmanufacture.artifact.createintellectua.. 0.0000 0.0000 0.0000 1\nmanufacture.artifact.createmanufacture 0.2500 0.2500 0.2500 4\nmanufacture.artifact.n/a 0.6667 0.6667 0.6667 6\nmovement.transportartifact.bringcarryu.. 0.5000 0.6667 0.5714 3\nmovement.transportartifact.dispersesep.. 1.0000 1.0000 1.0000 1\nmovement.transportartifact.fall 0.0000 0.0000 0.0000 1\nmovement.transportartifact.grantentry 0.6667 1.0000 0.8000 2\nmovement.transportartifact.hide 0.5000 0.5000 0.5000 2\nmovement.transportartifact.n/a 0.7778 0.8750 0.8235 8\nmovement.transportartifact.nonviolentt.. 0.0000 0.0000 0.0000 1\nmovement.transportartifact.prevententry 0.4000 0.6667 0.5000 3\nmovement.transportartifact.preventexit 0.2500 0.4000 0.3077 5\nmovement.transportartifact.receiveimport 1.0000 1.0000 1.0000 1\nmovement.transportartifact.sendsupplye.. 0.6000 0.6000 0.6000 5\nmovement.transportartifact.smuggleextr.. 0.6000 1.0000 0.7500 3\nmovement.transportperson.dispersesepar.. 1.0000 1.0000 1.0000 3\nmovement.transportperson.evacuationres.. 0.4444 0.4444 0.4444 9\nmovement.transportperson.grantentryasy.. 0.5714 1.0000 0.7273 4\nmovement.transportperson.n/a 0.7000 0.7778 0.7368 9\nmovement.transportperson.prevententry 0.6000 0.6000 0.6000 5\nmovement.transportperson.preventexit 1.0000 0.6667 0.8000 9\nmovement.transportperson.selfmotion 0.6250 0.6250 0.6250 8\nmovement.transportperson.smuggleextract 1.0000 1.0000 1.0000 2\npersonnel.elect.n/a 0.2500 0.3333 0.2857 3\npersonnel.elect.winelection 1.0000 0.5000 0.6667 2\npersonnel.endposition.firinglayoff 0.7500 0.7500 0.7500 12\npersonnel.endposition.n/a 0.5000 0.5000 0.5000 8\npersonnel.endposition.quitretire 1.0000 0.6667 0.8000 3\npersonnel.startposition.hiring 0.6250 0.5000 0.5556 10\npersonnel.startposition.n/a 0.7500 0.7500 0.7500 4\ntransaction.transaction.embargosanction 0.8235 0.8750 0.8485 16\ntransaction.transaction.giftgrantprovi.. 0.7143 0.8333 0.7692 6\ntransaction.transaction.n/a 0.8000 1.0000 0.8889 4\ntransaction.transaction.transfercontrol 0.4286 0.4286 0.4286 7\ntransaction.transfermoney.borrowlend 0.6667 1.0000 0.8000 4\ntransaction.transfermoney.embargosanct.. 0.7500 1.0000 0.8571 9\ntransaction.transfermoney.giftgrantpro.. 0.8000 0.5000 0.6154 8\ntransaction.transfermoney.n/a 0.5769 0.8824 0.6977 17\ntransaction.transfermoney.payforservice 0.4737 0.6923 0.5625 13\ntransaction.transfermoney.purchase 0.5909 0.9286 0.7222 14\ntransaction.transferownership.borrowlend 0.6667 1.0000 0.8000 8\ntransaction.transferownership.embargos.. 0.7000 1.0000 0.8235 14\ntransaction.transferownership.giftgran.. 0.6667 0.8571 0.7500 7\ntransaction.transferownership.n/a 0.6667 0.7143 0.6897 14\ntransaction.transferownership.purchase 0.6316 0.9231 0.7500 13\n----------------------------------------------------------------------------------\nmicro avg 0.5623 0.6953 0.6218 896\nmacro avg 0.5928 0.6951 0.6220 896",
"eval_event_argument_strict_micro_precision": 0.04943679599499374,
"eval_event_argument_strict_micro_recall": 0.07241063244729606,
"eval_event_argument_strict_micro_f1": 0.05875790256600967,
"eval_event_argument_strict_macro_precision": 0.03214094583397197,
"eval_event_argument_strict_macro_recall": 0.051066026984211754,
"eval_event_argument_strict_macro_f1": 0.0369228716647108,
"eval_event_argument_strict_support": 2182,
"eval_event_argument_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nartifact 0.0138 0.0192 0.0161 104\nartifactmoney 0.0000 0.0000 0.0000 6\nattacker 0.0455 0.0625 0.0526 80\nballot 0.0000 0.0000 0.0000 1\nbeneficiary 0.0483 0.0843 0.0614 83\ncandidate 0.0000 0.0000 0.0000 9\ncommunicator 0.0576 0.1655 0.0855 139\ncrashobject 0.3333 0.5000 0.4000 2\ncrime 0.1176 0.0513 0.0714 39\ndamager 0.0000 0.0000 0.0000 7\ndamagerdestroyer 0.0000 0.0000 0.0000 8\ndeceased 0.0000 0.0000 0.0000 2\ndefendant 0.0244 0.0455 0.0317 44\ndemonstrator 0.1000 0.5000 0.1667 2\ndestination 0.0588 0.0698 0.0638 43\ndestroyer 0.0000 0.0000 0.0000 11\ndetainee 0.0000 0.0000 0.0000 8\ndriverpassenger 0.0000 0.0000 0.0000 2\nemployee 0.1111 0.1765 0.1364 34\nexecutioner 0.0000 0.0000 0.0000 3\nextraditer 0.0000 0.0000 0.0000 2\nfireexplosionobject 0.0000 0.0000 0.0000 3\nfounder 0.0000 0.0000 0.0000 2\ngiver 0.0288 0.0345 0.0314 116\ngovernmentbody 0.0000 0.0000 0.0000 7\ngpe 0.0000 0.0000 0.0000 1\ngranter 0.1000 0.2500 0.1429 4\ninjurer 0.0145 0.0244 0.0182 41\ninspectedentity 0.0000 0.0000 0.0000 6\ninspector 0.0000 0.0000 0.0000 7\ninstrument 0.0513 0.0247 0.0333 81\ninvestigator 0.0000 0.0000 0.0000 10\njailer 0.0000 0.0000 0.0000 5\njudgecourt 0.0385 0.0714 0.0500 14\nkiller 0.0154 0.0370 0.0217 27\nlaw 0.0000 0.0000 0.0000 4\nmanufacturer 0.0000 0.0000 0.0000 11\nmoney 0.0000 0.0000 0.0000 29\nmonitor 0.0000 0.0000 0.0000 3\nmonitoredentity 0.0000 0.0000 0.0000 3\nobservedentity 0.0000 0.0000 0.0000 9\norigin 0.0972 0.1556 0.1197 45\notherparticipant 0.0000 0.0000 0.0000 2\nparticipant 0.0338 0.0667 0.0448 120\npassenger 0.0784 0.1333 0.0988 30\nplace 0.1032 0.1203 0.1111 374\nplaceofemployment 0.0000 0.0000 0.0000 27\npreventer 0.0308 0.0385 0.0342 52\nprosecutor 0.0000 0.0000 0.0000 9\nrecipient 0.0458 0.0575 0.0510 226\nresult 0.0000 0.0000 0.0000 2\nretreater 0.0000 0.0000 0.0000 3\nspy 0.0833 0.0833 0.0833 12\nsurrenderer 0.0000 0.0000 0.0000 5\ntarget 0.0280 0.0400 0.0330 75\nterritoryorfacility 0.2500 0.2000 0.2222 5\ntransporter 0.0476 0.0816 0.0602 49\nvehicle 0.0000 0.0000 0.0000 7\nvictim 0.0357 0.0727 0.0479 110\nviolator 0.0000 0.0000 0.0000 2\nvoter 0.0000 0.0000 0.0000 8\nyielder 0.0000 0.0000 0.0000 7\n----------------------------------------------------------------------------------\nmicro avg 0.0494 0.0724 0.0588 2182\nmacro avg 0.0321 0.0511 0.0369 2182",
"eval_event_argument_relaxed_micro_precision": 0.18491864831038798,
"eval_event_argument_relaxed_micro_recall": 0.270852428964253,
"eval_event_argument_relaxed_micro_f1": 0.21978430643361846,
"eval_event_argument_relaxed_macro_precision": 0.1486488697367326,
"eval_event_argument_relaxed_macro_recall": 0.20535155806361502,
"eval_event_argument_relaxed_macro_f1": 0.15901864009750863,
"eval_event_argument_relaxed_support": 2182,
"eval_event_argument_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nartifact 0.1172 0.1635 0.1365 104\nartifactmoney 0.0000 0.0000 0.0000 6\nattacker 0.1364 0.1875 0.1579 80\nballot 0.0000 0.0000 0.0000 1\nbeneficiary 0.1793 0.3133 0.2281 83\ncandidate 0.1818 0.2222 0.2000 9\ncommunicator 0.1579 0.4532 0.2342 139\ncrashobject 0.3333 0.5000 0.4000 2\ncrime 0.2353 0.1026 0.1429 39\ndamager 0.0000 0.0000 0.0000 7\ndamagerdestroyer 0.0667 0.1250 0.0870 8\ndeceased 0.0000 0.0000 0.0000 2\ndefendant 0.1829 0.3409 0.2381 44\ndemonstrator 0.2000 1.0000 0.3333 2\ndestination 0.2353 0.2791 0.2553 43\ndestroyer 0.2174 0.4545 0.2941 11\ndetainee 0.0000 0.0000 0.0000 8\ndriverpassenger 0.0000 0.0000 0.0000 2\nemployee 0.1852 0.2941 0.2273 34\nexecutioner 0.2857 0.6667 0.4000 3\nextraditer 0.3333 0.5000 0.4000 2\nfireexplosionobject 0.5000 0.3333 0.4000 3\nfounder 0.0000 0.0000 0.0000 2\ngiver 0.1511 0.1810 0.1647 116\ngovernmentbody 0.0000 0.0000 0.0000 7\ngpe 0.0000 0.0000 0.0000 1\ngranter 0.1000 0.2500 0.1429 4\ninjurer 0.1014 0.1707 0.1273 41\ninspectedentity 0.0000 0.0000 0.0000 6\ninspector 0.1538 0.2857 0.2000 7\ninstrument 0.2564 0.1235 0.1667 81\ninvestigator 0.1429 0.1000 0.1176 10\njailer 0.5000 0.2000 0.2857 5\njudgecourt 0.1154 0.2143 0.1500 14\nkiller 0.1846 0.4444 0.2609 27\nlaw 0.1667 0.2500 0.2000 4\nmanufacturer 0.2222 0.1818 0.2000 11\nmoney 0.0645 0.0690 0.0667 29\nmonitor 0.3333 0.3333 0.3333 3\nmonitoredentity 0.0000 0.0000 0.0000 3\nobservedentity 0.0833 0.1111 0.0952 9\norigin 0.2361 0.3778 0.2906 45\notherparticipant 0.0000 0.0000 0.0000 2\nparticipant 0.2068 0.4083 0.2745 120\npassenger 0.1961 0.3333 0.2469 30\nplace 0.3096 0.3610 0.3333 374\nplaceofemployment 0.0000 0.0000 0.0000 27\npreventer 0.1846 0.2308 0.2051 52\nprosecutor 0.0000 0.0000 0.0000 9\nrecipient 0.1690 0.2124 0.1882 226\nresult 0.0000 0.0000 0.0000 2\nretreater 0.0000 0.0000 0.0000 3\nspy 0.1667 0.1667 0.1667 12\nsurrenderer 0.1667 0.2000 0.1818 5\ntarget 0.1682 0.2400 0.1978 75\nterritoryorfacility 0.2500 0.2000 0.2222 5\ntransporter 0.1310 0.2245 0.1654 49\nvehicle 0.1000 0.2857 0.1481 7\nvictim 0.1830 0.3727 0.2455 110\nviolator 0.0000 0.0000 0.0000 2\nvoter 0.1250 0.1250 0.1250 8\nyielder 0.5000 0.1429 0.2222 7\n----------------------------------------------------------------------------------\nmicro avg 0.1849 0.2709 0.2198 2182\nmacro avg 0.1486 0.2054 0.1590 2182",
"eval_event_strict_micro_precision": 0.2979315831344471,
"eval_event_strict_micro_recall": 0.37695017614494214,
"eval_event_strict_micro_f1": 0.3328149300155521,
"eval_event_strict_macro_precision": 0.6294315338858341,
"eval_event_strict_macro_recall": 0.6099765377541994,
"eval_event_strict_macro_f1": 0.6032936445216767,
"eval_event_strict_support": 3974,
"eval_event_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:artifact 0.0138 0.0192 0.0161 104\narg:artifactmoney 0.0000 0.0000 0.0000 6\narg:attacker 0.0455 0.0625 0.0526 80\narg:ballot 0.0000 0.0000 0.0000 1\narg:beneficiary 0.0483 0.0843 0.0614 83\narg:candidate 0.0000 0.0000 0.0000 9\narg:communicator 0.0576 0.1655 0.0855 139\narg:crashobject 0.3333 0.5000 0.4000 2\narg:crime 0.1176 0.0513 0.0714 39\narg:damager 0.0000 0.0000 0.0000 7\narg:damagerdestroyer 0.0000 0.0000 0.0000 8\narg:deceased 0.0000 0.0000 0.0000 2\narg:defendant 0.0244 0.0455 0.0317 44\narg:demonstrator 0.1000 0.5000 0.1667 2\narg:destination 0.0588 0.0698 0.0638 43\narg:destroyer 0.0000 0.0000 0.0000 11\narg:detainee 0.0000 0.0000 0.0000 8\narg:driverpassenger 0.0000 0.0000 0.0000 2\narg:employee 0.1111 0.1765 0.1364 34\narg:executioner 0.0000 0.0000 0.0000 3\narg:extraditer 0.0000 0.0000 0.0000 2\narg:fireexplosionobject 0.0000 0.0000 0.0000 3\narg:founder 0.0000 0.0000 0.0000 2\narg:giver 0.0288 0.0345 0.0314 116\narg:governmentbody 0.0000 0.0000 0.0000 7\narg:gpe 0.0000 0.0000 0.0000 1\narg:granter 0.1000 0.2500 0.1429 4\narg:injurer 0.0145 0.0244 0.0182 41\narg:inspectedentity 0.0000 0.0000 0.0000 6\narg:inspector 0.0000 0.0000 0.0000 7\narg:instrument 0.0513 0.0247 0.0333 81\narg:investigator 0.0000 0.0000 0.0000 10\narg:jailer 0.0000 0.0000 0.0000 5\narg:judgecourt 0.0385 0.0714 0.0500 14\narg:killer 0.0154 0.0370 0.0217 27\narg:law 0.0000 0.0000 0.0000 4\narg:manufacturer 0.0000 0.0000 0.0000 11\narg:money 0.0000 0.0000 0.0000 29\narg:monitor 0.0000 0.0000 0.0000 3\narg:monitoredentity 0.0000 0.0000 0.0000 3\narg:observedentity 0.0000 0.0000 0.0000 9\narg:origin 0.0972 0.1556 0.1197 45\narg:otherparticipant 0.0000 0.0000 0.0000 2\narg:participant 0.0338 0.0667 0.0448 120\narg:passenger 0.0784 0.1333 0.0988 30\narg:place 0.1032 0.1203 0.1111 374\narg:placeofemployment 0.0000 0.0000 0.0000 27\narg:preventer 0.0308 0.0385 0.0342 52\narg:prosecutor 0.0000 0.0000 0.0000 9\narg:recipient 0.0458 0.0575 0.0510 226\narg:result 0.0000 0.0000 0.0000 2\narg:retreater 0.0000 0.0000 0.0000 3\narg:spy 0.0833 0.0833 0.0833 12\narg:surrenderer 0.0000 0.0000 0.0000 5\narg:target 0.0280 0.0400 0.0330 75\narg:territoryorfacility 0.2500 0.2000 0.2222 5\narg:transporter 0.0476 0.0816 0.0602 49\narg:vehicle 0.0000 0.0000 0.0000 7\narg:victim 0.0357 0.0727 0.0479 110\narg:violator 0.0000 0.0000 0.0000 2\narg:voter 0.0000 0.0000 0.0000 8\narg:yielder 0.0000 0.0000 0.0000 7\ntrigger:artifactexistence.damagedestro.. 1.0000 0.8571 0.9231 7\ntrigger:artifactexistence.damagedestro.. 0.5882 0.7692 0.6667 13\ntrigger:artifactexistence.damagedestro.. 0.7778 0.8750 0.8235 8\ntrigger:conflict.attack.airstrikemissi.. 0.3000 0.7500 0.4286 4\ntrigger:conflict.attack.biologicalchem.. 0.5000 0.6667 0.5714 3\ntrigger:conflict.attack.bombing 0.4545 0.7143 0.5556 7\ntrigger:conflict.attack.firearmattack 0.3333 0.5000 0.4000 2\ntrigger:conflict.attack.invade 0.3333 1.0000 0.5000 1\ntrigger:conflict.attack.n/a 0.3902 0.4571 0.4211 35\ntrigger:conflict.attack.selfdirectedba.. 0.5897 0.5610 0.5750 41\ntrigger:conflict.attack.setfire 0.2000 1.0000 0.3333 1\ntrigger:conflict.attack.stabbing 1.0000 1.0000 1.0000 1\ntrigger:conflict.attack.stealrobhijack 0.3750 0.6000 0.4615 5\ntrigger:conflict.demonstrate.marchprot.. 0.3333 0.5000 0.4000 2\ntrigger:conflict.yield.n/a 0.3000 0.4286 0.3529 7\ntrigger:conflict.yield.retreat 0.6667 0.6667 0.6667 3\ntrigger:conflict.yield.surrender 0.3636 0.8000 0.5000 5\ntrigger:contact.collaborate.correspond.. 0.5714 0.5714 0.5714 7\ntrigger:contact.collaborate.n/a 0.3333 0.4286 0.3750 7\ntrigger:contact.commandorder.broadcast 0.6667 1.0000 0.8000 6\ntrigger:contact.commandorder.correspon.. 0.0000 0.0000 0.0000 1\ntrigger:contact.commandorder.meet 0.7500 1.0000 0.8571 3\ntrigger:contact.commandorder.n/a 0.0000 0.0000 0.0000 4\ntrigger:contact.commitmentpromiseexpre.. 0.5000 0.6000 0.5455 5\ntrigger:contact.commitmentpromiseexpre.. 0.6667 0.3333 0.4444 6\ntrigger:contact.commitmentpromiseexpre.. 0.6429 0.7500 0.6923 12\ntrigger:contact.commitmentpromiseexpre.. 1.0000 0.5000 0.6667 2\ntrigger:contact.discussion.corresponde.. 0.4000 0.5455 0.4615 11\ntrigger:contact.discussion.meet 0.5000 0.7647 0.6047 17\ntrigger:contact.discussion.n/a 0.2857 0.5000 0.3636 4\ntrigger:contact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ntrigger:contact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ntrigger:contact.mediastatement.broadcast 0.4545 0.8333 0.5882 6\ntrigger:contact.mediastatement.n/a 0.5000 0.6667 0.5714 3\ntrigger:contact.negotiate.correspondence 0.5000 1.0000 0.6667 2\ntrigger:contact.negotiate.meet 0.7500 0.7500 0.7500 8\ntrigger:contact.negotiate.n/a 0.5000 1.0000 0.6667 1\ntrigger:contact.prevarication.broadcast 0.5000 0.8750 0.6364 8\ntrigger:contact.prevarication.correspo.. 0.5000 1.0000 0.6667 9\ntrigger:contact.prevarication.meet 0.5000 0.8000 0.6154 10\ntrigger:contact.prevarication.n/a 1.0000 0.7500 0.8571 4\ntrigger:contact.publicstatementinperso.. 0.6000 0.5000 0.5455 6\ntrigger:contact.publicstatementinperso.. 0.7500 0.6000 0.6667 5\ntrigger:contact.requestadvise.broadcast 0.4118 0.5833 0.4828 12\ntrigger:contact.requestadvise.correspo.. 0.6250 0.5000 0.5556 10\ntrigger:contact.requestadvise.meet 0.7500 0.8571 0.8000 7\ntrigger:contact.requestadvise.n/a 0.6667 0.6667 0.6667 6\ntrigger:contact.threatencoerce.broadcast 0.5714 1.0000 0.7273 4\ntrigger:contact.threatencoerce.corresp.. 0.3333 0.4000 0.3636 5\ntrigger:contact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ntrigger:contact.threatencoerce.n/a 0.8000 0.6667 0.7273 6\ntrigger:disaster.accidentcrash.acciden.. 1.0000 0.6667 0.8000 3\ntrigger:disaster.fireexplosion.fireexp.. 0.7500 1.0000 0.8571 3\ntrigger:government.agreements.acceptag.. 0.5714 0.6667 0.6154 6\ntrigger:government.agreements.n/a 0.6667 0.6667 0.6667 3\ntrigger:government.agreements.violatea.. 1.0000 0.5000 0.6667 2\ntrigger:government.formation.n/a 0.0000 0.0000 0.0000 1\ntrigger:government.formation.startgpe 1.0000 1.0000 1.0000 1\ntrigger:government.legislate.legislate 0.7143 0.7143 0.7143 7\ntrigger:government.spy.spy 0.6000 0.5000 0.5455 12\ntrigger:government.vote.castvote 0.1667 0.3333 0.2222 3\ntrigger:government.vote.n/a 0.6000 0.7500 0.6667 4\ntrigger:government.vote.violationsprev.. 0.5000 0.5000 0.5000 2\ntrigger:inspection.sensoryobserve.insp.. 0.5714 0.6667 0.6154 6\ntrigger:inspection.sensoryobserve.moni.. 0.3333 0.3333 0.3333 3\ntrigger:inspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ntrigger:inspection.sensoryobserve.phys.. 0.5714 1.0000 0.7273 4\ntrigger:justice.arrestjaildetain.arres.. 0.6000 0.3750 0.4615 8\ntrigger:justice.initiatejudicialproces.. 0.2500 0.3333 0.2857 6\ntrigger:justice.initiatejudicialproces.. 0.5714 1.0000 0.7273 4\ntrigger:justice.initiatejudicialproces.. 0.3529 0.7500 0.4800 8\ntrigger:justice.investigate.investigat.. 0.4286 0.7500 0.5455 8\ntrigger:justice.investigate.n/a 0.0000 0.0000 0.0000 2\ntrigger:justice.judicialconsequences.c.. 0.5455 0.7500 0.6316 8\ntrigger:justice.judicialconsequences.e.. 0.6667 0.8000 0.7273 5\ntrigger:justice.judicialconsequences.e.. 0.3333 0.5000 0.4000 2\ntrigger:justice.judicialconsequences.n/a 0.7143 0.8333 0.7692 6\ntrigger:life.die.deathcausedbyviolente.. 0.5593 0.7674 0.6471 43\ntrigger:life.die.n/a 0.6667 0.8000 0.7273 20\ntrigger:life.die.nonviolentdeath 0.5000 0.6000 0.5455 10\ntrigger:life.injure.illnessdegradation.. 0.6000 0.7500 0.6667 8\ntrigger:life.injure.illnessdegradation.. 1.0000 0.6000 0.7500 5\ntrigger:life.injure.injurycausedbyviol.. 0.3488 0.5769 0.4348 26\ntrigger:life.injure.n/a 0.5357 0.6000 0.5660 25\ntrigger:manufacture.artifact.build 0.5000 0.6667 0.5714 3\ntrigger:manufacture.artifact.createint.. 0.0000 0.0000 0.0000 1\ntrigger:manufacture.artifact.createman.. 0.2500 0.2500 0.2500 4\ntrigger:manufacture.artifact.n/a 0.6667 0.6667 0.6667 6\ntrigger:movement.transportartifact.bri.. 0.5000 0.6667 0.5714 3\ntrigger:movement.transportartifact.dis.. 1.0000 1.0000 1.0000 1\ntrigger:movement.transportartifact.fall 0.0000 0.0000 0.0000 1\ntrigger:movement.transportartifact.gra.. 0.6667 1.0000 0.8000 2\ntrigger:movement.transportartifact.hide 0.5000 0.5000 0.5000 2\ntrigger:movement.transportartifact.n/a 0.7778 0.8750 0.8235 8\ntrigger:movement.transportartifact.non.. 0.0000 0.0000 0.0000 1\ntrigger:movement.transportartifact.pre.. 0.4000 0.6667 0.5000 3\ntrigger:movement.transportartifact.pre.. 0.2500 0.4000 0.3077 5\ntrigger:movement.transportartifact.rec.. 1.0000 1.0000 1.0000 1\ntrigger:movement.transportartifact.sen.. 0.6000 0.6000 0.6000 5\ntrigger:movement.transportartifact.smu.. 0.6000 1.0000 0.7500 3\ntrigger:movement.transportperson.dispe.. 1.0000 1.0000 1.0000 3\ntrigger:movement.transportperson.evacu.. 0.4444 0.4444 0.4444 9\ntrigger:movement.transportperson.grant.. 0.5714 1.0000 0.7273 4\ntrigger:movement.transportperson.n/a 0.7000 0.7778 0.7368 9\ntrigger:movement.transportperson.preve.. 0.6000 0.6000 0.6000 5\ntrigger:movement.transportperson.preve.. 1.0000 0.6667 0.8000 9\ntrigger:movement.transportperson.selfm.. 0.6250 0.6250 0.6250 8\ntrigger:movement.transportperson.smugg.. 1.0000 1.0000 1.0000 2\ntrigger:personnel.elect.n/a 0.2500 0.3333 0.2857 3\ntrigger:personnel.elect.winelection 1.0000 0.5000 0.6667 2\ntrigger:personnel.endposition.firingla.. 0.7500 0.7500 0.7500 12\ntrigger:personnel.endposition.n/a 0.5000 0.5000 0.5000 8\ntrigger:personnel.endposition.quitretire 1.0000 0.6667 0.8000 3\ntrigger:personnel.startposition.hiring 0.6250 0.5000 0.5556 10\ntrigger:personnel.startposition.n/a 0.7500 0.7500 0.7500 4\ntrigger:transaction.transaction.embarg.. 0.8235 0.8750 0.8485 16\ntrigger:transaction.transaction.giftgr.. 0.7143 0.8333 0.7692 6\ntrigger:transaction.transaction.n/a 0.8000 1.0000 0.8889 4\ntrigger:transaction.transaction.transf.. 0.4286 0.4286 0.4286 7\ntrigger:transaction.transfermoney.borr.. 0.6667 1.0000 0.8000 4\ntrigger:transaction.transfermoney.emba.. 0.7500 1.0000 0.8571 9\ntrigger:transaction.transfermoney.gift.. 0.8000 0.5000 0.6154 8\ntrigger:transaction.transfermoney.n/a 0.5769 0.8824 0.6977 17\ntrigger:transaction.transfermoney.payf.. 0.4211 0.6154 0.5000 13\ntrigger:transaction.transfermoney.purc.. 0.5909 0.9286 0.7222 14\ntrigger:transaction.transferownership... 0.6667 1.0000 0.8000 8\ntrigger:transaction.transferownership... 0.7000 1.0000 0.8235 14\ntrigger:transaction.transferownership... 0.6667 0.8571 0.7500 7\ntrigger:transaction.transferownership... 0.6667 0.7143 0.6897 14\ntrigger:transaction.transferownership... 0.6316 0.9231 0.7500 13\ntype:artifactexistence.damagedestroy.d.. 1.0000 0.8571 0.9231 7\ntype:artifactexistence.damagedestroy.d.. 1.0000 0.8462 0.9167 13\ntype:artifactexistence.damagedestroy.n/a 1.0000 0.8750 0.9333 8\ntype:conflict.attack.airstrikemissiles.. 1.0000 1.0000 1.0000 4\ntype:conflict.attack.biologicalchemica.. 1.0000 1.0000 1.0000 3\ntype:conflict.attack.bombing 1.0000 1.0000 1.0000 7\ntype:conflict.attack.firearmattack 1.0000 1.0000 1.0000 2\ntype:conflict.attack.invade 1.0000 1.0000 1.0000 1\ntype:conflict.attack.n/a 1.0000 0.6571 0.7931 35\ntype:conflict.attack.selfdirectedbattle 1.0000 0.7073 0.8286 41\ntype:conflict.attack.setfire 1.0000 1.0000 1.0000 1\ntype:conflict.attack.stabbing 1.0000 1.0000 1.0000 1\ntype:conflict.attack.stealrobhijack 1.0000 1.0000 1.0000 5\ntype:conflict.demonstrate.marchprotest.. 1.0000 1.0000 1.0000 2\ntype:conflict.yield.n/a 1.0000 0.7143 0.8333 7\ntype:conflict.yield.retreat 1.0000 1.0000 1.0000 3\ntype:conflict.yield.surrender 1.0000 1.0000 1.0000 5\ntype:contact.collaborate.correspondence 1.0000 0.7143 0.8333 7\ntype:contact.collaborate.n/a 1.0000 0.7143 0.8333 7\ntype:contact.commandorder.broadcast 1.0000 1.0000 1.0000 6\ntype:contact.commandorder.correspondence 0.0000 0.0000 0.0000 1\ntype:contact.commandorder.meet 1.0000 1.0000 1.0000 3\ntype:contact.commandorder.n/a 1.0000 0.2500 0.4000 4\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.8000 0.8889 5\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.3333 0.5000 6\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.7500 0.8571 12\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.5000 0.6667 2\ntype:contact.discussion.correspondence 1.0000 0.6364 0.7778 11\ntype:contact.discussion.meet 1.0000 0.8235 0.9032 17\ntype:contact.discussion.n/a 1.0000 0.7500 0.8571 4\ntype:contact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ntype:contact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ntype:contact.mediastatement.broadcast 1.0000 1.0000 1.0000 6\ntype:contact.mediastatement.n/a 1.0000 0.6667 0.8000 3\ntype:contact.negotiate.correspondence 1.0000 1.0000 1.0000 2\ntype:contact.negotiate.meet 1.0000 0.7500 0.8571 8\ntype:contact.negotiate.n/a 1.0000 1.0000 1.0000 1\ntype:contact.prevarication.broadcast 1.0000 0.8750 0.9333 8\ntype:contact.prevarication.corresponde.. 1.0000 1.0000 1.0000 9\ntype:contact.prevarication.meet 1.0000 0.9000 0.9474 10\ntype:contact.prevarication.n/a 1.0000 0.7500 0.8571 4\ntype:contact.publicstatementinperson.b.. 1.0000 0.6667 0.8000 6\ntype:contact.publicstatementinperson.n/a 1.0000 0.6000 0.7500 5\ntype:contact.requestadvise.broadcast 1.0000 0.8333 0.9091 12\ntype:contact.requestadvise.corresponde.. 1.0000 0.6000 0.7500 10\ntype:contact.requestadvise.meet 1.0000 0.8571 0.9231 7\ntype:contact.requestadvise.n/a 1.0000 0.8333 0.9091 6\ntype:contact.threatencoerce.broadcast 1.0000 1.0000 1.0000 4\ntype:contact.threatencoerce.correspond.. 1.0000 0.8000 0.8889 5\ntype:contact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ntype:contact.threatencoerce.n/a 1.0000 0.6667 0.8000 6\ntype:disaster.accidentcrash.accidentcr.. 1.0000 0.6667 0.8000 3\ntype:disaster.fireexplosion.fireexplos.. 1.0000 1.0000 1.0000 3\ntype:government.agreements.acceptagree.. 1.0000 0.6667 0.8000 6\ntype:government.agreements.n/a 1.0000 0.6667 0.8000 3\ntype:government.agreements.violateagre.. 1.0000 0.5000 0.6667 2\ntype:government.formation.n/a 0.0000 0.0000 0.0000 1\ntype:government.formation.startgpe 1.0000 1.0000 1.0000 1\ntype:government.legislate.legislate 1.0000 0.7143 0.8333 7\ntype:government.spy.spy 1.0000 0.5833 0.7368 12\ntype:government.vote.castvote 1.0000 1.0000 1.0000 3\ntype:government.vote.n/a 1.0000 0.7500 0.8571 4\ntype:government.vote.violationsprevent.. 1.0000 1.0000 1.0000 2\ntype:inspection.sensoryobserve.inspect.. 1.0000 0.8333 0.9091 6\ntype:inspection.sensoryobserve.monitor.. 1.0000 0.6667 0.8000 3\ntype:inspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ntype:inspection.sensoryobserve.physica.. 1.0000 1.0000 1.0000 4\ntype:justice.arrestjaildetain.arrestja.. 1.0000 0.6250 0.7692 8\ntype:justice.initiatejudicialprocess.c.. 1.0000 0.6667 0.8000 6\ntype:justice.initiatejudicialprocess.n/a 1.0000 1.0000 1.0000 4\ntype:justice.initiatejudicialprocess.t.. 1.0000 1.0000 1.0000 8\ntype:justice.investigate.investigatecr.. 1.0000 0.8750 0.9333 8\ntype:justice.investigate.n/a 0.0000 0.0000 0.0000 2\ntype:justice.judicialconsequences.conv.. 1.0000 1.0000 1.0000 8\ntype:justice.judicialconsequences.exec.. 1.0000 0.8000 0.8889 5\ntype:justice.judicialconsequences.extr.. 1.0000 1.0000 1.0000 2\ntype:justice.judicialconsequences.n/a 1.0000 0.8333 0.9091 6\ntype:life.die.deathcausedbyviolentevents 1.0000 0.8372 0.9114 43\ntype:life.die.n/a 1.0000 0.8500 0.9189 20\ntype:life.die.nonviolentdeath 1.0000 0.8000 0.8889 10\ntype:life.injure.illnessdegradationhun.. 1.0000 0.8750 0.9333 8\ntype:life.injure.illnessdegradationphy.. 1.0000 0.6000 0.7500 5\ntype:life.injure.injurycausedbyviolent.. 1.0000 0.8846 0.9388 26\ntype:life.injure.n/a 1.0000 0.8000 0.8889 25\ntype:manufacture.artifact.build 1.0000 1.0000 1.0000 3\ntype:manufacture.artifact.createintell.. 1.0000 1.0000 1.0000 1\ntype:manufacture.artifact.createmanufa.. 1.0000 0.7500 0.8571 4\ntype:manufacture.artifact.n/a 1.0000 0.8333 0.9091 6\ntype:movement.transportartifact.bringc.. 1.0000 0.6667 0.8000 3\ntype:movement.transportartifact.disper.. 1.0000 1.0000 1.0000 1\ntype:movement.transportartifact.fall 0.0000 0.0000 0.0000 1\ntype:movement.transportartifact.grante.. 1.0000 1.0000 1.0000 2\ntype:movement.transportartifact.hide 1.0000 1.0000 1.0000 2\ntype:movement.transportartifact.n/a 1.0000 0.8750 0.9333 8\ntype:movement.transportartifact.nonvio.. 0.0000 0.0000 0.0000 1\ntype:movement.transportartifact.preven.. 1.0000 1.0000 1.0000 3\ntype:movement.transportartifact.preven.. 1.0000 0.8000 0.8889 5\ntype:movement.transportartifact.receiv.. 1.0000 1.0000 1.0000 1\ntype:movement.transportartifact.sendsu.. 1.0000 0.8000 0.8889 5\ntype:movement.transportartifact.smuggl.. 1.0000 1.0000 1.0000 3\ntype:movement.transportperson.disperse.. 1.0000 1.0000 1.0000 3\ntype:movement.transportperson.evacuati.. 1.0000 0.6667 0.8000 9\ntype:movement.transportperson.grantent.. 1.0000 1.0000 1.0000 4\ntype:movement.transportperson.n/a 1.0000 0.8889 0.9412 9\ntype:movement.transportperson.prevente.. 1.0000 0.8000 0.8889 5\ntype:movement.transportperson.prevente.. 1.0000 0.6667 0.8000 9\ntype:movement.transportperson.selfmotion 1.0000 0.6250 0.7692 8\ntype:movement.transportperson.smugglee.. 1.0000 1.0000 1.0000 2\ntype:personnel.elect.n/a 1.0000 0.6667 0.8000 3\ntype:personnel.elect.winelection 1.0000 0.5000 0.6667 2\ntype:personnel.endposition.firinglayoff 1.0000 0.9167 0.9565 12\ntype:personnel.endposition.n/a 1.0000 0.5000 0.6667 8\ntype:personnel.endposition.quitretire 1.0000 0.6667 0.8000 3\ntype:personnel.startposition.hiring 1.0000 0.6000 0.7500 10\ntype:personnel.startposition.n/a 1.0000 0.7500 0.8571 4\ntype:transaction.transaction.embargosa.. 1.0000 0.8750 0.9333 16\ntype:transaction.transaction.giftgrant.. 1.0000 0.8333 0.9091 6\ntype:transaction.transaction.n/a 1.0000 1.0000 1.0000 4\ntype:transaction.transaction.transferc.. 1.0000 0.7143 0.8333 7\ntype:transaction.transfermoney.borrowl.. 1.0000 1.0000 1.0000 4\ntype:transaction.transfermoney.embargo.. 1.0000 1.0000 1.0000 9\ntype:transaction.transfermoney.giftgra.. 1.0000 0.5000 0.6667 8\ntype:transaction.transfermoney.n/a 1.0000 1.0000 1.0000 17\ntype:transaction.transfermoney.payfors.. 1.0000 0.9231 0.9600 13\ntype:transaction.transfermoney.purchase 1.0000 1.0000 1.0000 14\ntype:transaction.transferownership.bor.. 1.0000 1.0000 1.0000 8\ntype:transaction.transferownership.emb.. 1.0000 1.0000 1.0000 14\ntype:transaction.transferownership.gif.. 1.0000 0.8571 0.9231 7\ntype:transaction.transferownership.n/a 1.0000 0.7143 0.8333 14\ntype:transaction.transferownership.pur.. 1.0000 1.0000 1.0000 13\n----------------------------------------------------------------------------------\nmicro avg 0.2979 0.3770 0.3328 3974\nmacro avg 0.6294 0.6100 0.6033 3974",
"eval_event_relaxed_micro_precision": 0.3854415274463007,
"eval_event_relaxed_micro_recall": 0.4876698540513337,
"eval_event_relaxed_micro_f1": 0.43057098422572765,
"eval_event_relaxed_macro_precision": 0.6561698527682177,
"eval_event_relaxed_macro_recall": 0.6450390354002924,
"eval_event_relaxed_macro_f1": 0.6315436477217583,
"eval_event_relaxed_support": 3974,
"eval_event_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:artifact 0.1172 0.1635 0.1365 104\narg:artifactmoney 0.0000 0.0000 0.0000 6\narg:attacker 0.1364 0.1875 0.1579 80\narg:ballot 0.0000 0.0000 0.0000 1\narg:beneficiary 0.1793 0.3133 0.2281 83\narg:candidate 0.1818 0.2222 0.2000 9\narg:communicator 0.1579 0.4532 0.2342 139\narg:crashobject 0.3333 0.5000 0.4000 2\narg:crime 0.2353 0.1026 0.1429 39\narg:damager 0.0000 0.0000 0.0000 7\narg:damagerdestroyer 0.0667 0.1250 0.0870 8\narg:deceased 0.0000 0.0000 0.0000 2\narg:defendant 0.1829 0.3409 0.2381 44\narg:demonstrator 0.2000 1.0000 0.3333 2\narg:destination 0.2353 0.2791 0.2553 43\narg:destroyer 0.2174 0.4545 0.2941 11\narg:detainee 0.0000 0.0000 0.0000 8\narg:driverpassenger 0.0000 0.0000 0.0000 2\narg:employee 0.1852 0.2941 0.2273 34\narg:executioner 0.2857 0.6667 0.4000 3\narg:extraditer 0.3333 0.5000 0.4000 2\narg:fireexplosionobject 0.5000 0.3333 0.4000 3\narg:founder 0.0000 0.0000 0.0000 2\narg:giver 0.1511 0.1810 0.1647 116\narg:governmentbody 0.0000 0.0000 0.0000 7\narg:gpe 0.0000 0.0000 0.0000 1\narg:granter 0.1000 0.2500 0.1429 4\narg:injurer 0.1014 0.1707 0.1273 41\narg:inspectedentity 0.0000 0.0000 0.0000 6\narg:inspector 0.1538 0.2857 0.2000 7\narg:instrument 0.2564 0.1235 0.1667 81\narg:investigator 0.1429 0.1000 0.1176 10\narg:jailer 0.5000 0.2000 0.2857 5\narg:judgecourt 0.1154 0.2143 0.1500 14\narg:killer 0.1846 0.4444 0.2609 27\narg:law 0.1667 0.2500 0.2000 4\narg:manufacturer 0.2222 0.1818 0.2000 11\narg:money 0.0645 0.0690 0.0667 29\narg:monitor 0.3333 0.3333 0.3333 3\narg:monitoredentity 0.0000 0.0000 0.0000 3\narg:observedentity 0.0833 0.1111 0.0952 9\narg:origin 0.2361 0.3778 0.2906 45\narg:otherparticipant 0.0000 0.0000 0.0000 2\narg:participant 0.2068 0.4083 0.2745 120\narg:passenger 0.1961 0.3333 0.2469 30\narg:place 0.3096 0.3610 0.3333 374\narg:placeofemployment 0.0000 0.0000 0.0000 27\narg:preventer 0.1846 0.2308 0.2051 52\narg:prosecutor 0.0000 0.0000 0.0000 9\narg:recipient 0.1690 0.2124 0.1882 226\narg:result 0.0000 0.0000 0.0000 2\narg:retreater 0.0000 0.0000 0.0000 3\narg:spy 0.1667 0.1667 0.1667 12\narg:surrenderer 0.1667 0.2000 0.1818 5\narg:target 0.1682 0.2400 0.1978 75\narg:territoryorfacility 0.2500 0.2000 0.2222 5\narg:transporter 0.1310 0.2245 0.1654 49\narg:vehicle 0.1000 0.2857 0.1481 7\narg:victim 0.1830 0.3727 0.2455 110\narg:violator 0.0000 0.0000 0.0000 2\narg:voter 0.1250 0.1250 0.1250 8\narg:yielder 0.5000 0.1429 0.2222 7\ntrigger:artifactexistence.damagedestro.. 1.0000 0.8571 0.9231 7\ntrigger:artifactexistence.damagedestro.. 0.5882 0.7692 0.6667 13\ntrigger:artifactexistence.damagedestro.. 0.7778 0.8750 0.8235 8\ntrigger:conflict.attack.airstrikemissi.. 0.3000 0.7500 0.4286 4\ntrigger:conflict.attack.biologicalchem.. 0.7500 1.0000 0.8571 3\ntrigger:conflict.attack.bombing 0.4545 0.7143 0.5556 7\ntrigger:conflict.attack.firearmattack 0.3333 0.5000 0.4000 2\ntrigger:conflict.attack.invade 0.3333 1.0000 0.5000 1\ntrigger:conflict.attack.n/a 0.3902 0.4571 0.4211 35\ntrigger:conflict.attack.selfdirectedba.. 0.5897 0.5610 0.5750 41\ntrigger:conflict.attack.setfire 0.2000 1.0000 0.3333 1\ntrigger:conflict.attack.stabbing 1.0000 1.0000 1.0000 1\ntrigger:conflict.attack.stealrobhijack 0.3750 0.6000 0.4615 5\ntrigger:conflict.demonstrate.marchprot.. 0.6667 1.0000 0.8000 2\ntrigger:conflict.yield.n/a 0.3000 0.4286 0.3529 7\ntrigger:conflict.yield.retreat 0.6667 0.6667 0.6667 3\ntrigger:conflict.yield.surrender 0.3636 0.8000 0.5000 5\ntrigger:contact.collaborate.correspond.. 0.5714 0.5714 0.5714 7\ntrigger:contact.collaborate.n/a 0.3333 0.4286 0.3750 7\ntrigger:contact.commandorder.broadcast 0.6667 1.0000 0.8000 6\ntrigger:contact.commandorder.correspon.. 0.0000 0.0000 0.0000 1\ntrigger:contact.commandorder.meet 0.7500 1.0000 0.8571 3\ntrigger:contact.commandorder.n/a 0.0000 0.0000 0.0000 4\ntrigger:contact.commitmentpromiseexpre.. 0.5000 0.6000 0.5455 5\ntrigger:contact.commitmentpromiseexpre.. 0.6667 0.3333 0.4444 6\ntrigger:contact.commitmentpromiseexpre.. 0.6429 0.7500 0.6923 12\ntrigger:contact.commitmentpromiseexpre.. 1.0000 0.5000 0.6667 2\ntrigger:contact.discussion.corresponde.. 0.4667 0.6364 0.5385 11\ntrigger:contact.discussion.meet 0.5000 0.7647 0.6047 17\ntrigger:contact.discussion.n/a 0.2857 0.5000 0.3636 4\ntrigger:contact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ntrigger:contact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ntrigger:contact.mediastatement.broadcast 0.4545 0.8333 0.5882 6\ntrigger:contact.mediastatement.n/a 0.5000 0.6667 0.5714 3\ntrigger:contact.negotiate.correspondence 0.5000 1.0000 0.6667 2\ntrigger:contact.negotiate.meet 0.7500 0.7500 0.7500 8\ntrigger:contact.negotiate.n/a 0.5000 1.0000 0.6667 1\ntrigger:contact.prevarication.broadcast 0.5000 0.8750 0.6364 8\ntrigger:contact.prevarication.correspo.. 0.5000 1.0000 0.6667 9\ntrigger:contact.prevarication.meet 0.5000 0.8000 0.6154 10\ntrigger:contact.prevarication.n/a 1.0000 0.7500 0.8571 4\ntrigger:contact.publicstatementinperso.. 0.6000 0.5000 0.5455 6\ntrigger:contact.publicstatementinperso.. 0.7500 0.6000 0.6667 5\ntrigger:contact.requestadvise.broadcast 0.4118 0.5833 0.4828 12\ntrigger:contact.requestadvise.correspo.. 0.6250 0.5000 0.5556 10\ntrigger:contact.requestadvise.meet 0.7500 0.8571 0.8000 7\ntrigger:contact.requestadvise.n/a 0.6667 0.6667 0.6667 6\ntrigger:contact.threatencoerce.broadcast 0.5714 1.0000 0.7273 4\ntrigger:contact.threatencoerce.corresp.. 0.5000 0.6000 0.5455 5\ntrigger:contact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ntrigger:contact.threatencoerce.n/a 0.8000 0.6667 0.7273 6\ntrigger:disaster.accidentcrash.acciden.. 1.0000 0.6667 0.8000 3\ntrigger:disaster.fireexplosion.fireexp.. 0.7500 1.0000 0.8571 3\ntrigger:government.agreements.acceptag.. 0.5714 0.6667 0.6154 6\ntrigger:government.agreements.n/a 0.6667 0.6667 0.6667 3\ntrigger:government.agreements.violatea.. 1.0000 0.5000 0.6667 2\ntrigger:government.formation.n/a 0.0000 0.0000 0.0000 1\ntrigger:government.formation.startgpe 1.0000 1.0000 1.0000 1\ntrigger:government.legislate.legislate 0.7143 0.7143 0.7143 7\ntrigger:government.spy.spy 0.6000 0.5000 0.5455 12\ntrigger:government.vote.castvote 0.1667 0.3333 0.2222 3\ntrigger:government.vote.n/a 0.6000 0.7500 0.6667 4\ntrigger:government.vote.violationsprev.. 1.0000 1.0000 1.0000 2\ntrigger:inspection.sensoryobserve.insp.. 0.5714 0.6667 0.6154 6\ntrigger:inspection.sensoryobserve.moni.. 0.3333 0.3333 0.3333 3\ntrigger:inspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ntrigger:inspection.sensoryobserve.phys.. 0.5714 1.0000 0.7273 4\ntrigger:justice.arrestjaildetain.arres.. 0.6000 0.3750 0.4615 8\ntrigger:justice.initiatejudicialproces.. 0.2500 0.3333 0.2857 6\ntrigger:justice.initiatejudicialproces.. 0.5714 1.0000 0.7273 4\ntrigger:justice.initiatejudicialproces.. 0.3529 0.7500 0.4800 8\ntrigger:justice.investigate.investigat.. 0.4286 0.7500 0.5455 8\ntrigger:justice.investigate.n/a 0.0000 0.0000 0.0000 2\ntrigger:justice.judicialconsequences.c.. 0.5455 0.7500 0.6316 8\ntrigger:justice.judicialconsequences.e.. 0.6667 0.8000 0.7273 5\ntrigger:justice.judicialconsequences.e.. 0.3333 0.5000 0.4000 2\ntrigger:justice.judicialconsequences.n/a 0.7143 0.8333 0.7692 6\ntrigger:life.die.deathcausedbyviolente.. 0.5763 0.7907 0.6667 43\ntrigger:life.die.n/a 0.6667 0.8000 0.7273 20\ntrigger:life.die.nonviolentdeath 0.5000 0.6000 0.5455 10\ntrigger:life.injure.illnessdegradation.. 0.6000 0.7500 0.6667 8\ntrigger:life.injure.illnessdegradation.. 1.0000 0.6000 0.7500 5\ntrigger:life.injure.injurycausedbyviol.. 0.3488 0.5769 0.4348 26\ntrigger:life.injure.n/a 0.5357 0.6000 0.5660 25\ntrigger:manufacture.artifact.build 0.5000 0.6667 0.5714 3\ntrigger:manufacture.artifact.createint.. 0.0000 0.0000 0.0000 1\ntrigger:manufacture.artifact.createman.. 0.2500 0.2500 0.2500 4\ntrigger:manufacture.artifact.n/a 0.6667 0.6667 0.6667 6\ntrigger:movement.transportartifact.bri.. 0.5000 0.6667 0.5714 3\ntrigger:movement.transportartifact.dis.. 1.0000 1.0000 1.0000 1\ntrigger:movement.transportartifact.fall 0.0000 0.0000 0.0000 1\ntrigger:movement.transportartifact.gra.. 0.6667 1.0000 0.8000 2\ntrigger:movement.transportartifact.hide 0.5000 0.5000 0.5000 2\ntrigger:movement.transportartifact.n/a 0.7778 0.8750 0.8235 8\ntrigger:movement.transportartifact.non.. 0.0000 0.0000 0.0000 1\ntrigger:movement.transportartifact.pre.. 0.4000 0.6667 0.5000 3\ntrigger:movement.transportartifact.pre.. 0.2500 0.4000 0.3077 5\ntrigger:movement.transportartifact.rec.. 1.0000 1.0000 1.0000 1\ntrigger:movement.transportartifact.sen.. 0.6000 0.6000 0.6000 5\ntrigger:movement.transportartifact.smu.. 0.6000 1.0000 0.7500 3\ntrigger:movement.transportperson.dispe.. 1.0000 1.0000 1.0000 3\ntrigger:movement.transportperson.evacu.. 0.4444 0.4444 0.4444 9\ntrigger:movement.transportperson.grant.. 0.5714 1.0000 0.7273 4\ntrigger:movement.transportperson.n/a 0.7000 0.7778 0.7368 9\ntrigger:movement.transportperson.preve.. 0.6000 0.6000 0.6000 5\ntrigger:movement.transportperson.preve.. 1.0000 0.6667 0.8000 9\ntrigger:movement.transportperson.selfm.. 0.6250 0.6250 0.6250 8\ntrigger:movement.transportperson.smugg.. 1.0000 1.0000 1.0000 2\ntrigger:personnel.elect.n/a 0.2500 0.3333 0.2857 3\ntrigger:personnel.elect.winelection 1.0000 0.5000 0.6667 2\ntrigger:personnel.endposition.firingla.. 0.7500 0.7500 0.7500 12\ntrigger:personnel.endposition.n/a 0.5000 0.5000 0.5000 8\ntrigger:personnel.endposition.quitretire 1.0000 0.6667 0.8000 3\ntrigger:personnel.startposition.hiring 0.6250 0.5000 0.5556 10\ntrigger:personnel.startposition.n/a 0.7500 0.7500 0.7500 4\ntrigger:transaction.transaction.embarg.. 0.8235 0.8750 0.8485 16\ntrigger:transaction.transaction.giftgr.. 0.7143 0.8333 0.7692 6\ntrigger:transaction.transaction.n/a 0.8000 1.0000 0.8889 4\ntrigger:transaction.transaction.transf.. 0.4286 0.4286 0.4286 7\ntrigger:transaction.transfermoney.borr.. 0.6667 1.0000 0.8000 4\ntrigger:transaction.transfermoney.emba.. 0.7500 1.0000 0.8571 9\ntrigger:transaction.transfermoney.gift.. 0.8000 0.5000 0.6154 8\ntrigger:transaction.transfermoney.n/a 0.5769 0.8824 0.6977 17\ntrigger:transaction.transfermoney.payf.. 0.4737 0.6923 0.5625 13\ntrigger:transaction.transfermoney.purc.. 0.5909 0.9286 0.7222 14\ntrigger:transaction.transferownership... 0.6667 1.0000 0.8000 8\ntrigger:transaction.transferownership... 0.7000 1.0000 0.8235 14\ntrigger:transaction.transferownership... 0.6667 0.8571 0.7500 7\ntrigger:transaction.transferownership... 0.6667 0.7143 0.6897 14\ntrigger:transaction.transferownership... 0.6316 0.9231 0.7500 13\ntype:artifactexistence.damagedestroy.d.. 1.0000 0.8571 0.9231 7\ntype:artifactexistence.damagedestroy.d.. 1.0000 0.8462 0.9167 13\ntype:artifactexistence.damagedestroy.n/a 1.0000 0.8750 0.9333 8\ntype:conflict.attack.airstrikemissiles.. 1.0000 1.0000 1.0000 4\ntype:conflict.attack.biologicalchemica.. 1.0000 1.0000 1.0000 3\ntype:conflict.attack.bombing 1.0000 1.0000 1.0000 7\ntype:conflict.attack.firearmattack 1.0000 1.0000 1.0000 2\ntype:conflict.attack.invade 1.0000 1.0000 1.0000 1\ntype:conflict.attack.n/a 1.0000 0.6571 0.7931 35\ntype:conflict.attack.selfdirectedbattle 1.0000 0.7073 0.8286 41\ntype:conflict.attack.setfire 1.0000 1.0000 1.0000 1\ntype:conflict.attack.stabbing 1.0000 1.0000 1.0000 1\ntype:conflict.attack.stealrobhijack 1.0000 1.0000 1.0000 5\ntype:conflict.demonstrate.marchprotest.. 1.0000 1.0000 1.0000 2\ntype:conflict.yield.n/a 1.0000 0.7143 0.8333 7\ntype:conflict.yield.retreat 1.0000 1.0000 1.0000 3\ntype:conflict.yield.surrender 1.0000 1.0000 1.0000 5\ntype:contact.collaborate.correspondence 1.0000 0.7143 0.8333 7\ntype:contact.collaborate.n/a 1.0000 0.7143 0.8333 7\ntype:contact.commandorder.broadcast 1.0000 1.0000 1.0000 6\ntype:contact.commandorder.correspondence 0.0000 0.0000 0.0000 1\ntype:contact.commandorder.meet 1.0000 1.0000 1.0000 3\ntype:contact.commandorder.n/a 1.0000 0.2500 0.4000 4\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.8000 0.8889 5\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.3333 0.5000 6\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.7500 0.8571 12\ntype:contact.commitmentpromiseexpressi.. 1.0000 0.5000 0.6667 2\ntype:contact.discussion.correspondence 1.0000 0.6364 0.7778 11\ntype:contact.discussion.meet 1.0000 0.8235 0.9032 17\ntype:contact.discussion.n/a 1.0000 0.7500 0.8571 4\ntype:contact.funeralvigil.meet 1.0000 1.0000 1.0000 1\ntype:contact.funeralvigil.n/a 1.0000 1.0000 1.0000 1\ntype:contact.mediastatement.broadcast 1.0000 1.0000 1.0000 6\ntype:contact.mediastatement.n/a 1.0000 0.6667 0.8000 3\ntype:contact.negotiate.correspondence 1.0000 1.0000 1.0000 2\ntype:contact.negotiate.meet 1.0000 0.7500 0.8571 8\ntype:contact.negotiate.n/a 1.0000 1.0000 1.0000 1\ntype:contact.prevarication.broadcast 1.0000 0.8750 0.9333 8\ntype:contact.prevarication.corresponde.. 1.0000 1.0000 1.0000 9\ntype:contact.prevarication.meet 1.0000 0.9000 0.9474 10\ntype:contact.prevarication.n/a 1.0000 0.7500 0.8571 4\ntype:contact.publicstatementinperson.b.. 1.0000 0.6667 0.8000 6\ntype:contact.publicstatementinperson.n/a 1.0000 0.6000 0.7500 5\ntype:contact.requestadvise.broadcast 1.0000 0.8333 0.9091 12\ntype:contact.requestadvise.corresponde.. 1.0000 0.6000 0.7500 10\ntype:contact.requestadvise.meet 1.0000 0.8571 0.9231 7\ntype:contact.requestadvise.n/a 1.0000 0.8333 0.9091 6\ntype:contact.threatencoerce.broadcast 1.0000 1.0000 1.0000 4\ntype:contact.threatencoerce.correspond.. 1.0000 0.8000 0.8889 5\ntype:contact.threatencoerce.meet 1.0000 1.0000 1.0000 3\ntype:contact.threatencoerce.n/a 1.0000 0.6667 0.8000 6\ntype:disaster.accidentcrash.accidentcr.. 1.0000 0.6667 0.8000 3\ntype:disaster.fireexplosion.fireexplos.. 1.0000 1.0000 1.0000 3\ntype:government.agreements.acceptagree.. 1.0000 0.6667 0.8000 6\ntype:government.agreements.n/a 1.0000 0.6667 0.8000 3\ntype:government.agreements.violateagre.. 1.0000 0.5000 0.6667 2\ntype:government.formation.n/a 0.0000 0.0000 0.0000 1\ntype:government.formation.startgpe 1.0000 1.0000 1.0000 1\ntype:government.legislate.legislate 1.0000 0.7143 0.8333 7\ntype:government.spy.spy 1.0000 0.5833 0.7368 12\ntype:government.vote.castvote 1.0000 1.0000 1.0000 3\ntype:government.vote.n/a 1.0000 0.7500 0.8571 4\ntype:government.vote.violationsprevent.. 1.0000 1.0000 1.0000 2\ntype:inspection.sensoryobserve.inspect.. 1.0000 0.8333 0.9091 6\ntype:inspection.sensoryobserve.monitor.. 1.0000 0.6667 0.8000 3\ntype:inspection.sensoryobserve.n/a 1.0000 1.0000 1.0000 1\ntype:inspection.sensoryobserve.physica.. 1.0000 1.0000 1.0000 4\ntype:justice.arrestjaildetain.arrestja.. 1.0000 0.6250 0.7692 8\ntype:justice.initiatejudicialprocess.c.. 1.0000 0.6667 0.8000 6\ntype:justice.initiatejudicialprocess.n/a 1.0000 1.0000 1.0000 4\ntype:justice.initiatejudicialprocess.t.. 1.0000 1.0000 1.0000 8\ntype:justice.investigate.investigatecr.. 1.0000 0.8750 0.9333 8\ntype:justice.investigate.n/a 0.0000 0.0000 0.0000 2\ntype:justice.judicialconsequences.conv.. 1.0000 1.0000 1.0000 8\ntype:justice.judicialconsequences.exec.. 1.0000 0.8000 0.8889 5\ntype:justice.judicialconsequences.extr.. 1.0000 1.0000 1.0000 2\ntype:justice.judicialconsequences.n/a 1.0000 0.8333 0.9091 6\ntype:life.die.deathcausedbyviolentevents 1.0000 0.8372 0.9114 43\ntype:life.die.n/a 1.0000 0.8500 0.9189 20\ntype:life.die.nonviolentdeath 1.0000 0.8000 0.8889 10\ntype:life.injure.illnessdegradationhun.. 1.0000 0.8750 0.9333 8\ntype:life.injure.illnessdegradationphy.. 1.0000 0.6000 0.7500 5\ntype:life.injure.injurycausedbyviolent.. 1.0000 0.8846 0.9388 26\ntype:life.injure.n/a 1.0000 0.8000 0.8889 25\ntype:manufacture.artifact.build 1.0000 1.0000 1.0000 3\ntype:manufacture.artifact.createintell.. 1.0000 1.0000 1.0000 1\ntype:manufacture.artifact.createmanufa.. 1.0000 0.7500 0.8571 4\ntype:manufacture.artifact.n/a 1.0000 0.8333 0.9091 6\ntype:movement.transportartifact.bringc.. 1.0000 0.6667 0.8000 3\ntype:movement.transportartifact.disper.. 1.0000 1.0000 1.0000 1\ntype:movement.transportartifact.fall 0.0000 0.0000 0.0000 1\ntype:movement.transportartifact.grante.. 1.0000 1.0000 1.0000 2\ntype:movement.transportartifact.hide 1.0000 1.0000 1.0000 2\ntype:movement.transportartifact.n/a 1.0000 0.8750 0.9333 8\ntype:movement.transportartifact.nonvio.. 0.0000 0.0000 0.0000 1\ntype:movement.transportartifact.preven.. 1.0000 1.0000 1.0000 3\ntype:movement.transportartifact.preven.. 1.0000 0.8000 0.8889 5\ntype:movement.transportartifact.receiv.. 1.0000 1.0000 1.0000 1\ntype:movement.transportartifact.sendsu.. 1.0000 0.8000 0.8889 5\ntype:movement.transportartifact.smuggl.. 1.0000 1.0000 1.0000 3\ntype:movement.transportperson.disperse.. 1.0000 1.0000 1.0000 3\ntype:movement.transportperson.evacuati.. 1.0000 0.6667 0.8000 9\ntype:movement.transportperson.grantent.. 1.0000 1.0000 1.0000 4\ntype:movement.transportperson.n/a 1.0000 0.8889 0.9412 9\ntype:movement.transportperson.prevente.. 1.0000 0.8000 0.8889 5\ntype:movement.transportperson.prevente.. 1.0000 0.6667 0.8000 9\ntype:movement.transportperson.selfmotion 1.0000 0.6250 0.7692 8\ntype:movement.transportperson.smugglee.. 1.0000 1.0000 1.0000 2\ntype:personnel.elect.n/a 1.0000 0.6667 0.8000 3\ntype:personnel.elect.winelection 1.0000 0.5000 0.6667 2\ntype:personnel.endposition.firinglayoff 1.0000 0.9167 0.9565 12\ntype:personnel.endposition.n/a 1.0000 0.5000 0.6667 8\ntype:personnel.endposition.quitretire 1.0000 0.6667 0.8000 3\ntype:personnel.startposition.hiring 1.0000 0.6000 0.7500 10\ntype:personnel.startposition.n/a 1.0000 0.7500 0.8571 4\ntype:transaction.transaction.embargosa.. 1.0000 0.8750 0.9333 16\ntype:transaction.transaction.giftgrant.. 1.0000 0.8333 0.9091 6\ntype:transaction.transaction.n/a 1.0000 1.0000 1.0000 4\ntype:transaction.transaction.transferc.. 1.0000 0.7143 0.8333 7\ntype:transaction.transfermoney.borrowl.. 1.0000 1.0000 1.0000 4\ntype:transaction.transfermoney.embargo.. 1.0000 1.0000 1.0000 9\ntype:transaction.transfermoney.giftgra.. 1.0000 0.5000 0.6667 8\ntype:transaction.transfermoney.n/a 1.0000 1.0000 1.0000 17\ntype:transaction.transfermoney.payfors.. 1.0000 0.9231 0.9600 13\ntype:transaction.transfermoney.purchase 1.0000 1.0000 1.0000 14\ntype:transaction.transferownership.bor.. 1.0000 1.0000 1.0000 8\ntype:transaction.transferownership.emb.. 1.0000 1.0000 1.0000 14\ntype:transaction.transferownership.gif.. 1.0000 0.8571 0.9231 7\ntype:transaction.transferownership.n/a 1.0000 0.7143 0.8333 14\ntype:transaction.transferownership.pur.. 1.0000 1.0000 1.0000 13\n----------------------------------------------------------------------------------\nmicro avg 0.3854 0.4877 0.4306 3974\nmacro avg 0.6562 0.6450 0.6315 3974",
"eval_event_trigger_error_COR": 616,
"eval_event_trigger_error_LE": 0,
"eval_event_trigger_error_BES": 4,
"eval_event_trigger_error_BEL": 3,
"eval_event_trigger_error_BEO": 0,
"eval_event_trigger_error_LBE": 0,
"eval_event_trigger_error_FP": 485,
"eval_event_trigger_error_FN": 273,
"eval_event_trigger_fair_micro_precision": 0.5577184246265279,
"eval_event_trigger_fair_micro_recall": 0.6901960784313725,
"eval_event_trigger_fair_micro_f1": 0.6169253880821233,
"eval_event_trigger_fair_support": 896,
"eval_event_trigger_error_report": "event_trigger error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 616\nLE 0\nBES 4\nBEL 3\nBEO 0\nLBE 0\nFP 485\nFN 273\n-----------------\nfair P / R / F1: 0.5577 / 0.6902 / 0.6169",
"eval_event_argument_error_COR": 386,
"eval_event_argument_error_LE": 45,
"eval_event_argument_error_BES": 145,
"eval_event_argument_error_BEL": 31,
"eval_event_argument_error_BEO": 25,
"eval_event_argument_error_LBE": 58,
"eval_event_argument_error_FP": 2506,
"eval_event_argument_error_FN": 1492,
"eval_event_argument_fair_micro_precision": 0.12680683311432325,
"eval_event_argument_fair_micro_recall": 0.19014778325123152,
"eval_event_argument_fair_micro_f1": 0.1521482065431612,
"eval_event_argument_fair_support": 2182,
"eval_event_argument_error_report": "event_argument error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 386\nLE 45\nBES 145\nBEL 31\nBEO 25\nLBE 58\nFP 2506\nFN 1492\n-----------------\nfair P / R / F1: 0.1268 / 0.1901 / 0.1521\n\nlabel confusions (gold -> pred):\n recipient -> communicator: 12\n giver -> beneficiary: 6\n crime -> defendant: 4\n giver -> place: 4\n place -> communicator: 4\n victim -> place: 4\n judgecourt -> place: 3\n transporter -> destination: 3\n attacker -> place: 2\n destination -> origin: 2\n instrument -> attacker: 2\n place -> attacker: 2\n place -> beneficiary: 2\n place -> participant: 2\n placeofemployment -> employee: 2\n preventer -> place: 2\n recipient -> place: 2\n transporter -> origin: 2\n artifact -> beneficiary: 1\n artifact -> instrument: 1\n attacker -> target: 1\n beneficiary -> giver: 1\n beneficiary -> place: 1\n communicator -> place: 1\n crime -> detainee: 1\n crime -> judgecourt: 1\n crime -> place: 1\n damager -> place: 1\n deceased -> participant: 1\n defendant -> crime: 1\n destroyer -> place: 1\n employee -> placeofemployment: 1\n giver -> artifact: 1\n giver -> preventer: 1\n granter -> origin: 1\n injurer -> place: 1\n instrument -> target: 1\n instrument -> victim: 1\n investigator -> defendant: 1\n jailer -> place: 1\n judgecourt -> defendant: 1\n killer -> place: 1\n manufacturer -> artifact: 1\n origin -> artifact: 1\n origin -> extraditer: 1\n participant -> place: 1\n place -> artifact: 1\n place -> damager: 1\n place -> demonstrator: 1\n place -> inspector: 1\n place -> instrument: 1\n place -> killer: 1\n place -> victim: 1\n preventer -> artifact: 1\n prosecutor -> place: 1\n retreater -> origin: 1\n surrenderer -> place: 1\n target -> instrument: 1\n transporter -> passenger: 1\n victim -> instrument: 1\n yielder -> place: 1",
"eval_chosen_threshold": 0.7
} |