{ "best_metric": 0.5315362307182558, "best_model_checkpoint": "modelPaper2_args/checkpoint-3360", "epoch": 30.0, "global_step": 3360, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.006609904579818249, "eval_macro_f1": 0.0, "eval_runtime": 54.9068, "eval_samples_per_second": 14.479, "eval_steps_per_second": 0.291, "step": 112 }, { "epoch": 2.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.6159238858287431, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.5667752442996742, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0.8225339568024937, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.003692361293360591, "eval_macro_f1": 0.025065413586636387, "eval_runtime": 51.0385, "eval_samples_per_second": 15.576, "eval_steps_per_second": 0.313, "step": 224 }, { "epoch": 3.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7192716236722307, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0.5970695970695972, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.010075566750629723, "eval_f1_B-Cell": 0.5870646766169154, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.8617234468937877, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7526291723822588, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.7052730696798494, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8206144697720515, "eval_f1_I-Cell": 0.7310704960835509, "eval_f1_I-CellComponent": 0.2272727272727273, "eval_f1_I-CellFunction": 0.5116279069767441, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0.34636871508379885, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0.880718255664814, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.035955056179775284, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.2215122470713525, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.0024415908847004175, "eval_macro_f1": 0.10010308783962603, "eval_runtime": 51.2011, "eval_samples_per_second": 15.527, "eval_steps_per_second": 0.312, "step": 336 }, { "epoch": 4.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7728531855955679, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.04219409282700421, "eval_f1_B-BiologicallyActiveSubstance": 0.7197452229299363, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7841726618705036, "eval_f1_B-Cell": 0.6200873362445415, "eval_f1_B-CellComponent": 0.26666666666666666, "eval_f1_B-CellFunction": 0.5899280575539568, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0.18181818181818182, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.8697394789579158, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.004, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0.08333333333333333, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.027397260273972608, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0.5954045954045953, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.6085192697768763, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.790073230268511, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.7523629489603024, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8356643356643355, "eval_f1_I-Cell": 0.7403598971722365, "eval_f1_I-CellComponent": 0.3972602739726028, "eval_f1_I-CellFunction": 0.6139534883720932, "eval_f1_I-CellOrMolecularDysfunction": 0.8373626373626373, "eval_f1_I-Chemical": 0.5253164556962026, "eval_f1_I-ClinicalAttribute": 0.43928194297782475, "eval_f1_I-DiseaseOrSyndrome": 0.87945380840623, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.5567010309278351, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0.05333333333333332, "eval_f1_I-HealthCareActivity": 0.6122448979591837, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.46153846153846156, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7177522349936143, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.30303030303030304, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.607350096711799, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.0019126865081489086, "eval_macro_f1": 0.203611234007507, "eval_runtime": 50.9929, "eval_samples_per_second": 15.59, "eval_steps_per_second": 0.314, "step": 448 }, { "epoch": 5.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7762962962962964, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.44242424242424244, "eval_f1_B-BiologicallyActiveSubstance": 0.6882453151618398, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7950310559006211, "eval_f1_B-Cell": 0.6232558139534884, "eval_f1_B-CellComponent": 0.4583333333333333, "eval_f1_B-CellFunction": 0.6622950819672132, "eval_f1_B-CellOrMolecularDysfunction": 0.2878787878787879, "eval_f1_B-Chemical": 0.34375, "eval_f1_B-ClinicalAttribute": 0.3586206896551724, "eval_f1_B-DiseaseOrSyndrome": 0.8656518861681006, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6875, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.20797227036395147, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0.6134663341645885, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.5534591194968553, "eval_f1_B-PatientOrDisabledGroup": 0.8518518518518519, "eval_f1_B-PharmacologicSubstance": 0.45569620253164556, "eval_f1_B-PopulationGroup": 0.5810055865921788, "eval_f1_B-ResearchActivity": 0.6761984861227923, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7437722419928825, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.8062605752961084, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5345911949685535, "eval_f1_I-BiologicallyActiveSubstance": 0.7732057416267942, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8581623550401428, "eval_f1_I-Cell": 0.7499999999999999, "eval_f1_I-CellComponent": 0.4814814814814815, "eval_f1_I-CellFunction": 0.6192307692307693, "eval_f1_I-CellOrMolecularDysfunction": 0.8132780082987552, "eval_f1_I-Chemical": 0.6561264822134387, "eval_f1_I-ClinicalAttribute": 0.6176470588235294, "eval_f1_I-DiseaseOrSyndrome": 0.8812980358667805, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.6956521739130435, "eval_f1_I-Finding": 0.1176470588235294, "eval_f1_I-GeneOrGenome": 0.2523364485981308, "eval_f1_I-HealthCareActivity": 0.6976090014064698, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9090909090909091, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7175757575757576, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.49302325581395345, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.6314540059347181, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.0016416363650932908, "eval_macro_f1": 0.29972968637323383, "eval_runtime": 49.4707, "eval_samples_per_second": 16.07, "eval_steps_per_second": 0.323, "step": 560 }, { "epoch": 6.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7675675675675676, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.5609756097560976, "eval_f1_B-BiologicallyActiveSubstance": 0.7381703470031545, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8024539877300614, "eval_f1_B-Cell": 0.6495726495726496, "eval_f1_B-CellComponent": 0.4528301886792453, "eval_f1_B-CellFunction": 0.6236559139784946, "eval_f1_B-CellOrMolecularDysfunction": 0.8195121951219514, "eval_f1_B-Chemical": 0.40816326530612246, "eval_f1_B-ClinicalAttribute": 0.5935828877005348, "eval_f1_B-DiseaseOrSyndrome": 0.8841826604897419, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.43636363636363634, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.49000000000000005, "eval_f1_B-GeneOrGenome": 0.18556701030927839, "eval_f1_B-HealthCareActivity": 0.6595289079229123, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.4736842105263158, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.6397849462365591, "eval_f1_B-PatientOrDisabledGroup": 0.9752066115702479, "eval_f1_B-PharmacologicSubstance": 0.5287356321839081, "eval_f1_B-PopulationGroup": 0.7832167832167832, "eval_f1_B-ResearchActivity": 0.6884328358208956, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7789799072642967, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7602792862684251, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5947368421052632, "eval_f1_I-BiologicallyActiveSubstance": 0.7702952029520296, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8607594936708861, "eval_f1_I-Cell": 0.7323232323232323, "eval_f1_I-CellComponent": 0.6049382716049383, "eval_f1_I-CellFunction": 0.6057692307692308, "eval_f1_I-CellOrMolecularDysfunction": 0.8269858541893362, "eval_f1_I-Chemical": 0.6285714285714286, "eval_f1_I-ClinicalAttribute": 0.6146179401993357, "eval_f1_I-DiseaseOrSyndrome": 0.9010507880910683, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.6222222222222223, "eval_f1_I-Finding": 0.32786885245901637, "eval_f1_I-GeneOrGenome": 0.40771349862258954, "eval_f1_I-HealthCareActivity": 0.6754551161330823, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7263922518159805, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.7155963302752294, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.6251768033946252, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.44311377245508987, "eval_f1_I-Virus": 0, "eval_loss": 0.001518598641268909, "eval_macro_f1": 0.341407570012686, "eval_runtime": 51.8047, "eval_samples_per_second": 15.346, "eval_steps_per_second": 0.309, "step": 672 }, { "epoch": 7.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7625698324022347, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6334841628959276, "eval_f1_B-BiologicallyActiveSubstance": 0.73125, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7892813641900122, "eval_f1_B-Cell": 0.6578947368421052, "eval_f1_B-CellComponent": 0.32786885245901637, "eval_f1_B-CellFunction": 0.6623376623376623, "eval_f1_B-CellOrMolecularDysfunction": 0.8347826086956521, "eval_f1_B-Chemical": 0.4134078212290503, "eval_f1_B-ClinicalAttribute": 0.6517412935323383, "eval_f1_B-DiseaseOrSyndrome": 0.8814913448735019, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4067796610169491, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5482123510292525, "eval_f1_B-GeneOrGenome": 0.2857142857142857, "eval_f1_B-HealthCareActivity": 0.6679802955665025, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.03773584905660377, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.29213483146067415, "eval_f1_B-PathologicFunction": 0.6875, "eval_f1_B-PatientOrDisabledGroup": 0.9752066115702479, "eval_f1_B-PharmacologicSubstance": 0.6434782608695652, "eval_f1_B-PopulationGroup": 0.8122270742358079, "eval_f1_B-ResearchActivity": 0.7167999999999999, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.8110599078341013, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7535362194599228, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6212121212121212, "eval_f1_I-BiologicallyActiveSubstance": 0.7687687687687689, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8522522522522523, "eval_f1_I-Cell": 0.7425474254742549, "eval_f1_I-CellComponent": 0.327683615819209, "eval_f1_I-CellFunction": 0.6357894736842105, "eval_f1_I-CellOrMolecularDysfunction": 0.8048533872598583, "eval_f1_I-Chemical": 0.5950920245398773, "eval_f1_I-ClinicalAttribute": 0.6862123613312203, "eval_f1_I-DiseaseOrSyndrome": 0.8977347701781394, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.08823529411764706, "eval_f1_I-ExperimentalModelOfDisease": 0.7339449541284404, "eval_f1_I-Finding": 0.5323910482921084, "eval_f1_I-GeneOrGenome": 0.4517766497461929, "eval_f1_I-HealthCareActivity": 0.6743902439024391, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7549668874172186, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.7534883720930232, "eval_f1_I-PopulationGroup": 0.5619047619047619, "eval_f1_I-ResearchActivity": 0.6254826254826256, "eval_f1_I-SignOrSymptom": 0.3934426229508197, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7012987012987013, "eval_f1_I-Virus": 0, "eval_loss": 0.0014391897711902857, "eval_macro_f1": 0.37169453045930434, "eval_runtime": 51.5488, "eval_samples_per_second": 15.422, "eval_steps_per_second": 0.31, "step": 784 }, { "epoch": 8.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7616438356164383, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6434782608695652, "eval_f1_B-BiologicallyActiveSubstance": 0.7304075235109718, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8159203980099503, "eval_f1_B-Cell": 0.6283185840707963, "eval_f1_B-CellComponent": 0.41269841269841273, "eval_f1_B-CellFunction": 0.6843657817109144, "eval_f1_B-CellOrMolecularDysfunction": 0.8053097345132744, "eval_f1_B-Chemical": 0.3819095477386935, "eval_f1_B-ClinicalAttribute": 0.6459948320413436, "eval_f1_B-DiseaseOrSyndrome": 0.8986301369863015, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.39999999999999997, "eval_f1_B-ExperimentalModelOfDisease": 0.33333333333333337, "eval_f1_B-Finding": 0.5669291338582677, "eval_f1_B-GeneOrGenome": 0.2898550724637681, "eval_f1_B-HealthCareActivity": 0.6990496304118269, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.31746031746031744, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.6776859504132231, "eval_f1_B-PathologicFunction": 0.6909090909090909, "eval_f1_B-PatientOrDisabledGroup": 0.96875, "eval_f1_B-PharmacologicSubstance": 0.6666666666666667, "eval_f1_B-PopulationGroup": 0.8423236514522822, "eval_f1_B-ResearchActivity": 0.6822066822066822, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.8258064516129032, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7221764220939818, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5761124121779859, "eval_f1_I-BiologicallyActiveSubstance": 0.7689282202556538, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8522829006266787, "eval_f1_I-Cell": 0.7440633245382585, "eval_f1_I-CellComponent": 0.5291005291005291, "eval_f1_I-CellFunction": 0.6115107913669064, "eval_f1_I-CellOrMolecularDysfunction": 0.8225469728601253, "eval_f1_I-Chemical": 0.5133689839572194, "eval_f1_I-ClinicalAttribute": 0.6720779220779222, "eval_f1_I-DiseaseOrSyndrome": 0.9203865623561897, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.12949640287769784, "eval_f1_I-ExperimentalModelOfDisease": 0.6851851851851852, "eval_f1_I-Finding": 0.517051705170517, "eval_f1_I-GeneOrGenome": 0.457002457002457, "eval_f1_I-HealthCareActivity": 0.7150127226463104, "eval_f1_I-HealthCareRelatedOrganization": 0.027027027027027025, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.36065573770491804, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2666666666666666, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.4186046511627908, "eval_f1_I-PathologicFunction": 0.7758620689655172, "eval_f1_I-PatientOrDisabledGroup": 0.3333333333333333, "eval_f1_I-PharmacologicSubstance": 0.5945945945945946, "eval_f1_I-PopulationGroup": 0.7251908396946565, "eval_f1_I-ResearchActivity": 0.6251415628539072, "eval_f1_I-SignOrSymptom": 0.46376811594202905, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7629629629629631, "eval_f1_I-Virus": 0, "eval_loss": 0.0013897038297727704, "eval_macro_f1": 0.4061386553069881, "eval_runtime": 51.2581, "eval_samples_per_second": 15.51, "eval_steps_per_second": 0.312, "step": 896 }, { "epoch": 8.93, "learning_rate": 0.0001755952380952381, "loss": 0.0076, "step": 1000 }, { "epoch": 9.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7896995708154506, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6022988505747128, "eval_f1_B-BiologicallyActiveSubstance": 0.722495894909688, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8019801980198019, "eval_f1_B-Cell": 0.6403508771929826, "eval_f1_B-CellComponent": 0.40816326530612246, "eval_f1_B-CellFunction": 0.7005988023952097, "eval_f1_B-CellOrMolecularDysfunction": 0.8138528138528137, "eval_f1_B-Chemical": 0.3809523809523809, "eval_f1_B-ClinicalAttribute": 0.6548223350253807, "eval_f1_B-DiseaseOrSyndrome": 0.8850033624747815, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4482758620689655, "eval_f1_B-ExperimentalModelOfDisease": 0.5333333333333333, "eval_f1_B-Finding": 0.5766590389016019, "eval_f1_B-GeneOrGenome": 0.31724137931034485, "eval_f1_B-HealthCareActivity": 0.6831683168316831, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.3636363636363636, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.6495726495726496, "eval_f1_B-PathologicFunction": 0.7000000000000001, "eval_f1_B-PatientOrDisabledGroup": 0.975609756097561, "eval_f1_B-PharmacologicSubstance": 0.7102803738317757, "eval_f1_B-PopulationGroup": 0.8141592920353983, "eval_f1_B-ResearchActivity": 0.7149240393208222, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7765451664025356, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7915543575920935, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5862068965517241, "eval_f1_I-BiologicallyActiveSubstance": 0.7707168276563294, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.038461538461538464, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8460846084608462, "eval_f1_I-Cell": 0.7428571428571429, "eval_f1_I-CellComponent": 0.49673202614379086, "eval_f1_I-CellFunction": 0.679920477137177, "eval_f1_I-CellOrMolecularDysfunction": 0.827438370846731, "eval_f1_I-Chemical": 0.5364431486880465, "eval_f1_I-ClinicalAttribute": 0.6710310965630114, "eval_f1_I-DiseaseOrSyndrome": 0.9028295678876946, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.128, "eval_f1_I-ExperimentalModelOfDisease": 0.6846846846846847, "eval_f1_I-Finding": 0.4860759493670886, "eval_f1_I-GeneOrGenome": 0.4682926829268292, "eval_f1_I-HealthCareActivity": 0.7051442910915935, "eval_f1_I-HealthCareRelatedOrganization": 0.34782608695652173, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.5467625899280575, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.38095238095238093, "eval_f1_I-PathologicFunction": 0.7104984093319193, "eval_f1_I-PatientOrDisabledGroup": 0.375, "eval_f1_I-PharmacologicSubstance": 0.7162790697674418, "eval_f1_I-PopulationGroup": 0.7053941908713695, "eval_f1_I-ResearchActivity": 0.6499302649930265, "eval_f1_I-SignOrSymptom": 0.3589743589743589, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.714828897338403, "eval_f1_I-Virus": 0, "eval_loss": 0.0013047519605606794, "eval_macro_f1": 0.41350203608139013, "eval_runtime": 52.2588, "eval_samples_per_second": 15.213, "eval_steps_per_second": 0.306, "step": 1008 }, { "epoch": 10.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7736842105263159, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.631818181818182, "eval_f1_B-BiologicallyActiveSubstance": 0.727540500736377, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.14634146341463414, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8005018820577164, "eval_f1_B-Cell": 0.6181818181818182, "eval_f1_B-CellComponent": 0.24561403508771928, "eval_f1_B-CellFunction": 0.7023809523809524, "eval_f1_B-CellOrMolecularDysfunction": 0.8099173553719009, "eval_f1_B-Chemical": 0.3905325443786982, "eval_f1_B-ClinicalAttribute": 0.6795180722891567, "eval_f1_B-DiseaseOrSyndrome": 0.869281045751634, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4727272727272727, "eval_f1_B-ExperimentalModelOfDisease": 0.33333333333333337, "eval_f1_B-Finding": 0.5703200775945684, "eval_f1_B-GeneOrGenome": 0.31884057971014496, "eval_f1_B-HealthCareActivity": 0.7043650793650793, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4109589041095891, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7552447552447553, "eval_f1_B-PathologicFunction": 0.6780487804878048, "eval_f1_B-PatientOrDisabledGroup": 0.959349593495935, "eval_f1_B-PharmacologicSubstance": 0.689655172413793, "eval_f1_B-PopulationGroup": 0.8191721132897604, "eval_f1_B-ResearchActivity": 0.7175697865353038, "eval_f1_B-SignOrSymptom": 0.3181818181818182, "eval_f1_B-Substance": 0.2828282828282828, "eval_f1_B-TemporalConcept": 0.8125, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7658516369664319, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6456310679611651, "eval_f1_I-BiologicallyActiveSubstance": 0.7740086000955565, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.45714285714285713, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.854014598540146, "eval_f1_I-Cell": 0.7336956521739131, "eval_f1_I-CellComponent": 0.32394366197183094, "eval_f1_I-CellFunction": 0.6140350877192983, "eval_f1_I-CellOrMolecularDysfunction": 0.8288100208768266, "eval_f1_I-Chemical": 0.5732484076433121, "eval_f1_I-ClinicalAttribute": 0.6748466257668712, "eval_f1_I-DiseaseOrSyndrome": 0.8821534548537515, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.14285714285714288, "eval_f1_I-ExperimentalModelOfDisease": 0.6990291262135923, "eval_f1_I-Finding": 0.49401523394994556, "eval_f1_I-GeneOrGenome": 0.42159383033419023, "eval_f1_I-HealthCareActivity": 0.705657978385251, "eval_f1_I-HealthCareRelatedOrganization": 0.5043478260869564, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6408839779005524, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1415929203539823, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.3913043478260869, "eval_f1_I-PathologicFunction": 0.7127659574468085, "eval_f1_I-PatientOrDisabledGroup": 0.21428571428571425, "eval_f1_I-PharmacologicSubstance": 0.7247706422018348, "eval_f1_I-PopulationGroup": 0.7000000000000001, "eval_f1_I-ResearchActivity": 0.6399456521739131, "eval_f1_I-SignOrSymptom": 0.5714285714285713, "eval_f1_I-Substance": 0.37647058823529417, "eval_f1_I-TemporalConcept": 0.7292418772563177, "eval_f1_I-Virus": 0, "eval_loss": 0.0013118279166519642, "eval_macro_f1": 0.4340449964697465, "eval_runtime": 68.4789, "eval_samples_per_second": 11.609, "eval_steps_per_second": 0.234, "step": 1120 }, { "epoch": 11.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7313642756680732, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6425339366515836, "eval_f1_B-BiologicallyActiveSubstance": 0.6709677419354838, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7849331713244228, "eval_f1_B-Cell": 0.6396396396396397, "eval_f1_B-CellComponent": 0.42553191489361697, "eval_f1_B-CellFunction": 0.691131498470948, "eval_f1_B-CellOrMolecularDysfunction": 0.8465116279069769, "eval_f1_B-Chemical": 0.38554216867469876, "eval_f1_B-ClinicalAttribute": 0.6791569086651055, "eval_f1_B-DiseaseOrSyndrome": 0.8926630434782608, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4482758620689655, "eval_f1_B-ExperimentalModelOfDisease": 0.5333333333333333, "eval_f1_B-Finding": 0.5717255717255717, "eval_f1_B-GeneOrGenome": 0.3448275862068966, "eval_f1_B-HealthCareActivity": 0.7090367428003972, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4556962025316456, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7702702702702704, "eval_f1_B-PathologicFunction": 0.6715686274509804, "eval_f1_B-PatientOrDisabledGroup": 0.9682539682539683, "eval_f1_B-PharmacologicSubstance": 0.7155963302752293, "eval_f1_B-PopulationGroup": 0.8454935622317596, "eval_f1_B-ResearchActivity": 0.713671539122958, "eval_f1_B-SignOrSymptom": 0.3404255319148936, "eval_f1_B-Substance": 0.36036036036036034, "eval_f1_B-TemporalConcept": 0.8094488188976378, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7250889679715302, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6272727272727273, "eval_f1_I-BiologicallyActiveSubstance": 0.7394255874673629, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5217391304347826, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8366247755834829, "eval_f1_I-Cell": 0.7493112947658402, "eval_f1_I-CellComponent": 0.47619047619047616, "eval_f1_I-CellFunction": 0.6307692307692307, "eval_f1_I-CellOrMolecularDysfunction": 0.8382838283828383, "eval_f1_I-Chemical": 0.5427728613569321, "eval_f1_I-ClinicalAttribute": 0.6901840490797545, "eval_f1_I-DiseaseOrSyndrome": 0.9092538651131526, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13636363636363635, "eval_f1_I-ExperimentalModelOfDisease": 0.6534653465346534, "eval_f1_I-Finding": 0.49036402569593146, "eval_f1_I-GeneOrGenome": 0.441025641025641, "eval_f1_I-HealthCareActivity": 0.6747572815533981, "eval_f1_I-HealthCareRelatedOrganization": 0.5499999999999999, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6069651741293534, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1475409836065574, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0.032128514056224904, "eval_f1_I-OrganismAttribute": 0.4, "eval_f1_I-PathologicFunction": 0.7404255319148936, "eval_f1_I-PatientOrDisabledGroup": 0.3478260869565218, "eval_f1_I-PharmacologicSubstance": 0.7488151658767774, "eval_f1_I-PopulationGroup": 0.7559055118110236, "eval_f1_I-ResearchActivity": 0.6382978723404256, "eval_f1_I-SignOrSymptom": 0.5393258426966293, "eval_f1_I-Substance": 0.48351648351648346, "eval_f1_I-TemporalConcept": 0.7248322147651007, "eval_f1_I-Virus": 0, "eval_loss": 0.0012794353533536196, "eval_macro_f1": 0.44492564237005106, "eval_runtime": 61.2713, "eval_samples_per_second": 12.975, "eval_steps_per_second": 0.261, "step": 1232 }, { "epoch": 12.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7751724137931035, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6581740976645435, "eval_f1_B-BiologicallyActiveSubstance": 0.7327999999999999, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4313725490196079, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7970297029702971, "eval_f1_B-Cell": 0.6484018264840182, "eval_f1_B-CellComponent": 0.29090909090909084, "eval_f1_B-CellFunction": 0.6666666666666667, "eval_f1_B-CellOrMolecularDysfunction": 0.7999999999999999, "eval_f1_B-Chemical": 0.4050632911392405, "eval_f1_B-ClinicalAttribute": 0.691358024691358, "eval_f1_B-DiseaseOrSyndrome": 0.8887408394403731, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.41379310344827586, "eval_f1_B-ExperimentalModelOfDisease": 0.5, "eval_f1_B-Finding": 0.5393743257820928, "eval_f1_B-GeneOrGenome": 0.3310344827586207, "eval_f1_B-HealthCareActivity": 0.7227227227227228, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5301204819277109, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7619047619047618, "eval_f1_B-PathologicFunction": 0.7112171837708832, "eval_f1_B-PatientOrDisabledGroup": 0.9104477611940298, "eval_f1_B-PharmacologicSubstance": 0.7130434782608696, "eval_f1_B-PopulationGroup": 0.8018018018018019, "eval_f1_B-ResearchActivity": 0.7409326424870466, "eval_f1_B-SignOrSymptom": 0.3921568627450981, "eval_f1_B-Substance": 0.3853211009174312, "eval_f1_B-TemporalConcept": 0.8131147540983606, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7589913187267466, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6217391304347827, "eval_f1_I-BiologicallyActiveSubstance": 0.7671097981290005, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8550724637681159, "eval_f1_I-Cell": 0.7692307692307693, "eval_f1_I-CellComponent": 0.32061068702290074, "eval_f1_I-CellFunction": 0.5936395759717314, "eval_f1_I-CellOrMolecularDysfunction": 0.849197860962567, "eval_f1_I-Chemical": 0.5974025974025974, "eval_f1_I-ClinicalAttribute": 0.6758957654723127, "eval_f1_I-DiseaseOrSyndrome": 0.9062499999999999, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.10526315789473684, "eval_f1_I-ExperimentalModelOfDisease": 0.7008547008547009, "eval_f1_I-Finding": 0.4495944380069525, "eval_f1_I-GeneOrGenome": 0.40414507772020725, "eval_f1_I-HealthCareActivity": 0.728629579375848, "eval_f1_I-HealthCareRelatedOrganization": 0.5116279069767442, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6560846560846562, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.26865671641791045, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.024193548387096774, "eval_f1_I-OrganismAttribute": 0.45283018867924524, "eval_f1_I-PathologicFunction": 0.7672131147540984, "eval_f1_I-PatientOrDisabledGroup": 0.22222222222222224, "eval_f1_I-PharmacologicSubstance": 0.7420814479638009, "eval_f1_I-PopulationGroup": 0.759581881533101, "eval_f1_I-ResearchActivity": 0.6625766871165645, "eval_f1_I-SignOrSymptom": 0.6122448979591837, "eval_f1_I-Substance": 0.48351648351648346, "eval_f1_I-TemporalConcept": 0.6615384615384615, "eval_f1_I-Virus": 0, "eval_loss": 0.0012568493839353323, "eval_macro_f1": 0.45180140741467, "eval_runtime": 64.4065, "eval_samples_per_second": 12.343, "eval_steps_per_second": 0.248, "step": 1344 }, { "epoch": 13.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7633378932968535, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6636568848758464, "eval_f1_B-BiologicallyActiveSubstance": 0.7164634146341463, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.45283018867924535, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7944862155388472, "eval_f1_B-Cell": 0.6696035242290749, "eval_f1_B-CellComponent": 0.3333333333333333, "eval_f1_B-CellFunction": 0.7106017191977076, "eval_f1_B-CellOrMolecularDysfunction": 0.8281938325991189, "eval_f1_B-Chemical": 0.41463414634146345, "eval_f1_B-ClinicalAttribute": 0.679334916864608, "eval_f1_B-DiseaseOrSyndrome": 0.898236092265943, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.42857142857142866, "eval_f1_B-ExperimentalModelOfDisease": 0.7058823529411764, "eval_f1_B-Finding": 0.5618448637316562, "eval_f1_B-GeneOrGenome": 0.32653061224489793, "eval_f1_B-HealthCareActivity": 0.7212121212121212, "eval_f1_B-HealthCareRelatedOrganization": 0.07407407407407408, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.48648648648648657, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7549668874172186, "eval_f1_B-PathologicFunction": 0.7281553398058253, "eval_f1_B-PatientOrDisabledGroup": 0.9523809523809523, "eval_f1_B-PharmacologicSubstance": 0.7272727272727273, "eval_f1_B-PopulationGroup": 0.8307692307692307, "eval_f1_B-ResearchActivity": 0.728363324764353, "eval_f1_B-SignOrSymptom": 0.36000000000000004, "eval_f1_B-Substance": 0.4827586206896552, "eval_f1_B-TemporalConcept": 0.8013029315960912, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7620674925245622, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6033254156769596, "eval_f1_I-BiologicallyActiveSubstance": 0.7751243781094527, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5747126436781609, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8430493273542601, "eval_f1_I-Cell": 0.761904761904762, "eval_f1_I-CellComponent": 0.4489795918367347, "eval_f1_I-CellFunction": 0.6358595194085029, "eval_f1_I-CellOrMolecularDysfunction": 0.8250265111346766, "eval_f1_I-Chemical": 0.5804416403785488, "eval_f1_I-ClinicalAttribute": 0.6852281515854601, "eval_f1_I-DiseaseOrSyndrome": 0.9133541759714158, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13846153846153847, "eval_f1_I-ExperimentalModelOfDisease": 0.7049180327868853, "eval_f1_I-Finding": 0.47609561752988055, "eval_f1_I-GeneOrGenome": 0.40625, "eval_f1_I-HealthCareActivity": 0.7242302543507362, "eval_f1_I-HealthCareRelatedOrganization": 0.5294117647058824, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6600985221674877, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.13740458015267176, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.2158273381294964, "eval_f1_I-OrganismAttribute": 0.37037037037037035, "eval_f1_I-PathologicFunction": 0.7739726027397261, "eval_f1_I-PatientOrDisabledGroup": 0.25806451612903225, "eval_f1_I-PharmacologicSubstance": 0.7383177570093459, "eval_f1_I-PopulationGroup": 0.7765567765567766, "eval_f1_I-ResearchActivity": 0.6684931506849315, "eval_f1_I-SignOrSymptom": 0.5882352941176471, "eval_f1_I-Substance": 0.6909090909090908, "eval_f1_I-TemporalConcept": 0.7045454545454546, "eval_f1_I-Virus": 0, "eval_loss": 0.0012166909873485565, "eval_macro_f1": 0.46372310884408174, "eval_runtime": 56.921, "eval_samples_per_second": 13.967, "eval_steps_per_second": 0.281, "step": 1456 }, { "epoch": 14.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7499999999999999, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6565217391304347, "eval_f1_B-BiologicallyActiveSubstance": 0.7165932452276065, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.47058823529411764, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7876543209876543, "eval_f1_B-Cell": 0.6454545454545454, "eval_f1_B-CellComponent": 0.3389830508474576, "eval_f1_B-CellFunction": 0.6847826086956521, "eval_f1_B-CellOrMolecularDysfunction": 0.8016877637130801, "eval_f1_B-Chemical": 0.4177215189873417, "eval_f1_B-ClinicalAttribute": 0.6919431279620853, "eval_f1_B-DiseaseOrSyndrome": 0.8930232558139536, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.41379310344827586, "eval_f1_B-ExperimentalModelOfDisease": 0.5, "eval_f1_B-Finding": 0.5704989154013015, "eval_f1_B-GeneOrGenome": 0.33962264150943394, "eval_f1_B-HealthCareActivity": 0.7167968750000001, "eval_f1_B-HealthCareRelatedOrganization": 0.22857142857142854, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5116279069767442, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7530864197530864, "eval_f1_B-PathologicFunction": 0.7088036117381491, "eval_f1_B-PatientOrDisabledGroup": 0.9384615384615386, "eval_f1_B-PharmacologicSubstance": 0.6964285714285713, "eval_f1_B-PopulationGroup": 0.8423326133909287, "eval_f1_B-ResearchActivity": 0.7308684436801376, "eval_f1_B-SignOrSymptom": 0.42857142857142855, "eval_f1_B-Substance": 0.5, "eval_f1_B-TemporalConcept": 0.8346456692913387, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7677198975234842, "eval_f1_I-AnatomicalAbnormality": 0.43216080402010054, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6076555023923446, "eval_f1_I-BiologicallyActiveSubstance": 0.7668139420716741, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5633802816901409, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8424842484248425, "eval_f1_I-Cell": 0.7692307692307693, "eval_f1_I-CellComponent": 0.45454545454545453, "eval_f1_I-CellFunction": 0.6032786885245902, "eval_f1_I-CellOrMolecularDysfunction": 0.8237747653806047, "eval_f1_I-Chemical": 0.5974025974025974, "eval_f1_I-ClinicalAttribute": 0.6813365933170334, "eval_f1_I-DiseaseOrSyndrome": 0.9120421144987935, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13333333333333333, "eval_f1_I-ExperimentalModelOfDisease": 0.671875, "eval_f1_I-Finding": 0.49617486338797817, "eval_f1_I-GeneOrGenome": 0.4282238442822384, "eval_f1_I-HealthCareActivity": 0.72680742162508, "eval_f1_I-HealthCareRelatedOrganization": 0.5035971223021584, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6697674418604651, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1935483870967742, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.4410876132930514, "eval_f1_I-OrganismAttribute": 0.4067796610169491, "eval_f1_I-PathologicFunction": 0.7082096933728981, "eval_f1_I-PatientOrDisabledGroup": 0.3448275862068965, "eval_f1_I-PharmacologicSubstance": 0.7038626609442059, "eval_f1_I-PopulationGroup": 0.7670250896057347, "eval_f1_I-ResearchActivity": 0.6564580559254327, "eval_f1_I-SignOrSymptom": 0.5849056603773585, "eval_f1_I-Substance": 0.7130434782608696, "eval_f1_I-TemporalConcept": 0.7641196013289037, "eval_f1_I-Virus": 0.005633802816901409, "eval_loss": 0.0012564187636598945, "eval_macro_f1": 0.47342015059810016, "eval_runtime": 64.1809, "eval_samples_per_second": 12.387, "eval_steps_per_second": 0.249, "step": 1568 }, { "epoch": 15.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7635327635327634, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6462882096069869, "eval_f1_B-BiologicallyActiveSubstance": 0.7096774193548386, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5714285714285714, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7985347985347985, "eval_f1_B-Cell": 0.6666666666666666, "eval_f1_B-CellComponent": 0.3125, "eval_f1_B-CellFunction": 0.6894586894586896, "eval_f1_B-CellOrMolecularDysfunction": 0.8281938325991189, "eval_f1_B-Chemical": 0.4, "eval_f1_B-ClinicalAttribute": 0.6952380952380953, "eval_f1_B-DiseaseOrSyndrome": 0.8953409858203916, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4482758620689655, "eval_f1_B-ExperimentalModelOfDisease": 0.625, "eval_f1_B-Finding": 0.5671321160042965, "eval_f1_B-GeneOrGenome": 0.34838709677419355, "eval_f1_B-HealthCareActivity": 0.7062374245472837, "eval_f1_B-HealthCareRelatedOrganization": 0.2352941176470588, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5747126436781609, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.15384615384615385, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7239263803680982, "eval_f1_B-PathologicFunction": 0.7129186602870814, "eval_f1_B-PatientOrDisabledGroup": 0.9531249999999999, "eval_f1_B-PharmacologicSubstance": 0.6902654867256637, "eval_f1_B-PopulationGroup": 0.8583690987124465, "eval_f1_B-ResearchActivity": 0.7231160033869601, "eval_f1_B-SignOrSymptom": 0.3773584905660377, "eval_f1_B-Substance": 0.546875, "eval_f1_B-TemporalConcept": 0.8077544426494344, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7756552643269659, "eval_f1_I-AnatomicalAbnormality": 0.38341968911917096, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6116504854368932, "eval_f1_I-BiologicallyActiveSubstance": 0.7823095823095824, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6262626262626263, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.866785079928952, "eval_f1_I-Cell": 0.7553191489361701, "eval_f1_I-CellComponent": 0.42458100558659223, "eval_f1_I-CellFunction": 0.6137931034482759, "eval_f1_I-CellOrMolecularDysfunction": 0.8088235294117646, "eval_f1_I-Chemical": 0.5380116959064327, "eval_f1_I-ClinicalAttribute": 0.700074794315632, "eval_f1_I-DiseaseOrSyndrome": 0.9084522502744238, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13333333333333333, "eval_f1_I-ExperimentalModelOfDisease": 0.6017699115044246, "eval_f1_I-Finding": 0.48504273504273504, "eval_f1_I-GeneOrGenome": 0.45386533665835416, "eval_f1_I-HealthCareActivity": 0.7180752621838371, "eval_f1_I-HealthCareRelatedOrganization": 0.5538461538461539, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6545454545454545, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1818181818181818, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.4497041420118343, "eval_f1_I-OrganismAttribute": 0.32786885245901637, "eval_f1_I-PathologicFunction": 0.7756041426927502, "eval_f1_I-PatientOrDisabledGroup": 0.2564102564102564, "eval_f1_I-PharmacologicSubstance": 0.7256637168141592, "eval_f1_I-PopulationGroup": 0.7796610169491525, "eval_f1_I-ResearchActivity": 0.6480793060718711, "eval_f1_I-SignOrSymptom": 0.5242718446601942, "eval_f1_I-Substance": 0.7457627118644068, "eval_f1_I-TemporalConcept": 0.7622377622377623, "eval_f1_I-Virus": 0.005633802816901409, "eval_loss": 0.0012426336761564016, "eval_macro_f1": 0.4836441304127347, "eval_runtime": 65.4189, "eval_samples_per_second": 12.152, "eval_steps_per_second": 0.245, "step": 1680 }, { "epoch": 16.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7591836734693878, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.648870636550308, "eval_f1_B-BiologicallyActiveSubstance": 0.714069591527988, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4814814814814815, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7945879458794588, "eval_f1_B-Cell": 0.6375545851528385, "eval_f1_B-CellComponent": 0.24615384615384614, "eval_f1_B-CellFunction": 0.6868131868131868, "eval_f1_B-CellOrMolecularDysfunction": 0.775, "eval_f1_B-Chemical": 0.4161073825503356, "eval_f1_B-ClinicalAttribute": 0.6956521739130435, "eval_f1_B-DiseaseOrSyndrome": 0.8944182918628111, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4406779661016949, "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666666, "eval_f1_B-Finding": 0.563991323210412, "eval_f1_B-GeneOrGenome": 0.345679012345679, "eval_f1_B-HealthCareActivity": 0.6992337164750958, "eval_f1_B-HealthCareRelatedOrganization": 0.26666666666666666, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5168539325842696, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.08695652173913042, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.023255813953488372, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7320261437908497, "eval_f1_B-PathologicFunction": 0.7135922330097086, "eval_f1_B-PatientOrDisabledGroup": 0.9448818897637796, "eval_f1_B-PharmacologicSubstance": 0.6837606837606838, "eval_f1_B-PopulationGroup": 0.8407643312101911, "eval_f1_B-ResearchActivity": 0.7142857142857143, "eval_f1_B-SignOrSymptom": 0.37037037037037035, "eval_f1_B-Substance": 0.578125, "eval_f1_B-TemporalConcept": 0.8191999999999999, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7930434782608695, "eval_f1_I-AnatomicalAbnormality": 0.5283018867924528, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6359447004608295, "eval_f1_I-BiologicallyActiveSubstance": 0.7809999999999999, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6329113924050633, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8387096774193548, "eval_f1_I-Cell": 0.7606382978723404, "eval_f1_I-CellComponent": 0.3536585365853659, "eval_f1_I-CellFunction": 0.6301369863013699, "eval_f1_I-CellOrMolecularDysfunction": 0.7971163748712667, "eval_f1_I-Chemical": 0.6301369863013699, "eval_f1_I-ClinicalAttribute": 0.6980568011958147, "eval_f1_I-DiseaseOrSyndrome": 0.9076110866695997, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.1343283582089552, "eval_f1_I-ExperimentalModelOfDisease": 0.6567164179104477, "eval_f1_I-Finding": 0.4962726304579339, "eval_f1_I-GeneOrGenome": 0.4582338902147971, "eval_f1_I-HealthCareActivity": 0.7159726538222498, "eval_f1_I-HealthCareRelatedOrganization": 0.5454545454545455, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6547085201793722, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1651376146788991, "eval_f1_I-MolecularSequence": 0.2222222222222222, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.4643962848297214, "eval_f1_I-OrganismAttribute": 0.39999999999999997, "eval_f1_I-PathologicFunction": 0.7752808988764045, "eval_f1_I-PatientOrDisabledGroup": 0.1923076923076923, "eval_f1_I-PharmacologicSubstance": 0.7232142857142857, "eval_f1_I-PopulationGroup": 0.7702702702702702, "eval_f1_I-ResearchActivity": 0.652, "eval_f1_I-SignOrSymptom": 0.4897959183673469, "eval_f1_I-Substance": 0.7758620689655173, "eval_f1_I-TemporalConcept": 0.7560137457044673, "eval_f1_I-Virus": 0.08108108108108107, "eval_loss": 0.0012436514953151345, "eval_macro_f1": 0.4815630644796588, "eval_runtime": 60.3161, "eval_samples_per_second": 13.181, "eval_steps_per_second": 0.265, "step": 1792 }, { "epoch": 17.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7272727272727272, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6411889596602972, "eval_f1_B-BiologicallyActiveSubstance": 0.706060606060606, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7995079950799509, "eval_f1_B-Cell": 0.6428571428571428, "eval_f1_B-CellComponent": 0.30508474576271183, "eval_f1_B-CellFunction": 0.6829268292682927, "eval_f1_B-CellOrMolecularDysfunction": 0.8132780082987552, "eval_f1_B-Chemical": 0.4052287581699346, "eval_f1_B-ClinicalAttribute": 0.6915887850467289, "eval_f1_B-DiseaseOrSyndrome": 0.8971962616822429, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.48387096774193544, "eval_f1_B-ExperimentalModelOfDisease": 0.588235294117647, "eval_f1_B-Finding": 0.5574112734864299, "eval_f1_B-GeneOrGenome": 0.36708860759493667, "eval_f1_B-HealthCareActivity": 0.6923076923076924, "eval_f1_B-HealthCareRelatedOrganization": 0.26315789473684204, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5057471264367817, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.23529411764705882, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.732919254658385, "eval_f1_B-PathologicFunction": 0.7033492822966506, "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, "eval_f1_B-PharmacologicSubstance": 0.7241379310344828, "eval_f1_B-PopulationGroup": 0.8547368421052631, "eval_f1_B-ResearchActivity": 0.7275862068965517, "eval_f1_B-SignOrSymptom": 0.4406779661016949, "eval_f1_B-Substance": 0.6131386861313869, "eval_f1_B-TemporalConcept": 0.8160000000000001, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7577207481513701, "eval_f1_I-AnatomicalAbnormality": 0.5882352941176471, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6376146788990825, "eval_f1_I-BiologicallyActiveSubstance": 0.7629592350276799, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6329113924050633, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8584070796460176, "eval_f1_I-Cell": 0.7647058823529411, "eval_f1_I-CellComponent": 0.35000000000000003, "eval_f1_I-CellFunction": 0.6239168110918544, "eval_f1_I-CellOrMolecularDysfunction": 0.8196037539103233, "eval_f1_I-Chemical": 0.5967213114754099, "eval_f1_I-ClinicalAttribute": 0.6858475894245722, "eval_f1_I-DiseaseOrSyndrome": 0.9158674803836094, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13235294117647056, "eval_f1_I-ExperimentalModelOfDisease": 0.6902654867256638, "eval_f1_I-Finding": 0.5073746312684365, "eval_f1_I-GeneOrGenome": 0.46228710462287104, "eval_f1_I-HealthCareActivity": 0.7031551835157759, "eval_f1_I-HealthCareRelatedOrganization": 0.48322147651006714, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.676056338028169, "eval_f1_I-MachineActivity": 0.06944444444444445, "eval_f1_I-ManufacturedObject": 0.15, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.1751824817518248, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.5517241379310345, "eval_f1_I-OrganismAttribute": 0.4333333333333333, "eval_f1_I-PathologicFunction": 0.7744982290436837, "eval_f1_I-PatientOrDisabledGroup": 0.18518518518518517, "eval_f1_I-PharmacologicSubstance": 0.7692307692307692, "eval_f1_I-PopulationGroup": 0.7903780068728522, "eval_f1_I-ResearchActivity": 0.6607019958706125, "eval_f1_I-SignOrSymptom": 0.5964912280701755, "eval_f1_I-Substance": 0.7563025210084033, "eval_f1_I-TemporalConcept": 0.7525423728813558, "eval_f1_I-Virus": 0.5021097046413502, "eval_loss": 0.0012562500778585672, "eval_macro_f1": 0.4990806752918112, "eval_runtime": 56.7926, "eval_samples_per_second": 13.998, "eval_steps_per_second": 0.282, "step": 1904 }, { "epoch": 17.86, "learning_rate": 0.0001011904761904762, "loss": 0.0004, "step": 2000 }, { "epoch": 18.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7340153452685422, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6471816283924844, "eval_f1_B-BiologicallyActiveSubstance": 0.7149187592319055, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4905660377358491, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.800498753117207, "eval_f1_B-Cell": 0.6782608695652174, "eval_f1_B-CellComponent": 0.27586206896551724, "eval_f1_B-CellFunction": 0.6795580110497237, "eval_f1_B-CellOrMolecularDysfunction": 0.7949790794979079, "eval_f1_B-Chemical": 0.4142011834319526, "eval_f1_B-ClinicalAttribute": 0.6944444444444444, "eval_f1_B-DiseaseOrSyndrome": 0.896, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.5, "eval_f1_B-ExperimentalModelOfDisease": 0.7368421052631577, "eval_f1_B-Finding": 0.5511811023622047, "eval_f1_B-GeneOrGenome": 0.32258064516129037, "eval_f1_B-HealthCareActivity": 0.7012487992315081, "eval_f1_B-HealthCareRelatedOrganization": 0.24390243902439024, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5494505494505494, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.25806451612903225, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6222222222222222, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7532467532467534, "eval_f1_B-PathologicFunction": 0.7194570135746605, "eval_f1_B-PatientOrDisabledGroup": 0.9160305343511451, "eval_f1_B-PharmacologicSubstance": 0.6776859504132231, "eval_f1_B-PopulationGroup": 0.8547008547008548, "eval_f1_B-ResearchActivity": 0.7263427109974425, "eval_f1_B-SignOrSymptom": 0.5084745762711865, "eval_f1_B-Substance": 0.6106870229007634, "eval_f1_B-TemporalConcept": 0.8057324840764332, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7455573505654282, "eval_f1_I-AnatomicalAbnormality": 0.5420560747663552, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6102449888641426, "eval_f1_I-BiologicallyActiveSubstance": 0.7842383469485824, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6341463414634145, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.859180035650624, "eval_f1_I-Cell": 0.7613941018766758, "eval_f1_I-CellComponent": 0.3116883116883117, "eval_f1_I-CellFunction": 0.6261180679785331, "eval_f1_I-CellOrMolecularDysfunction": 0.814968814968815, "eval_f1_I-Chemical": 0.5525525525525525, "eval_f1_I-ClinicalAttribute": 0.6888888888888888, "eval_f1_I-DiseaseOrSyndrome": 0.9115257958287597, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.1343283582089552, "eval_f1_I-ExperimentalModelOfDisease": 0.7213114754098361, "eval_f1_I-Finding": 0.4920466595970307, "eval_f1_I-GeneOrGenome": 0.42335766423357657, "eval_f1_I-HealthCareActivity": 0.7197975964579381, "eval_f1_I-HealthCareRelatedOrganization": 0.5142857142857142, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6543778801843317, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.20930232558139533, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8666666666666666, "eval_f1_I-Organism": 0.4955752212389381, "eval_f1_I-OrganismAttribute": 0.4482758620689655, "eval_f1_I-PathologicFunction": 0.7449306296691569, "eval_f1_I-PatientOrDisabledGroup": 0.1923076923076923, "eval_f1_I-PharmacologicSubstance": 0.7207207207207208, "eval_f1_I-PopulationGroup": 0.7972027972027972, "eval_f1_I-ResearchActivity": 0.6395663956639567, "eval_f1_I-SignOrSymptom": 0.5535714285714286, "eval_f1_I-Substance": 0.752136752136752, "eval_f1_I-TemporalConcept": 0.7224080267558528, "eval_f1_I-Virus": 0.5360824742268041, "eval_loss": 0.0012550276005640626, "eval_macro_f1": 0.49559538804210834, "eval_runtime": 67.5937, "eval_samples_per_second": 11.761, "eval_steps_per_second": 0.237, "step": 2016 }, { "epoch": 19.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7745504840940525, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6609071274298055, "eval_f1_B-BiologicallyActiveSubstance": 0.7295208655332303, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.576271186440678, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7907542579075425, "eval_f1_B-Cell": 0.6608695652173913, "eval_f1_B-CellComponent": 0.3636363636363637, "eval_f1_B-CellFunction": 0.6985915492957747, "eval_f1_B-CellOrMolecularDysfunction": 0.7983539094650205, "eval_f1_B-Chemical": 0.4575163398692811, "eval_f1_B-ClinicalAttribute": 0.6903073286052009, "eval_f1_B-DiseaseOrSyndrome": 0.8923076923076922, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.48275862068965514, "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666665, "eval_f1_B-Finding": 0.5763440860215054, "eval_f1_B-GeneOrGenome": 0.34838709677419355, "eval_f1_B-HealthCareActivity": 0.7079107505070994, "eval_f1_B-HealthCareRelatedOrganization": 0.2162162162162162, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5111111111111111, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.3448275862068965, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.0898876404494382, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6363636363636364, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7435897435897436, "eval_f1_B-PathologicFunction": 0.7089201877934272, "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, "eval_f1_B-PharmacologicSubstance": 0.7207207207207208, "eval_f1_B-PopulationGroup": 0.8721174004192872, "eval_f1_B-ResearchActivity": 0.734835355285962, "eval_f1_B-SignOrSymptom": 0.5, "eval_f1_B-Substance": 0.6029411764705882, "eval_f1_B-TemporalConcept": 0.8141025641025641, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7839151568714096, "eval_f1_I-AnatomicalAbnormality": 0.6194690265486726, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6666666666666666, "eval_f1_I-BiologicallyActiveSubstance": 0.7772750125691302, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5897435897435898, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8571428571428571, "eval_f1_I-Cell": 0.7606382978723404, "eval_f1_I-CellComponent": 0.40490797546012275, "eval_f1_I-CellFunction": 0.6544789762340036, "eval_f1_I-CellOrMolecularDysfunction": 0.8213166144200627, "eval_f1_I-Chemical": 0.6179401993355482, "eval_f1_I-ClinicalAttribute": 0.6787117046347212, "eval_f1_I-DiseaseOrSyndrome": 0.9120636323464428, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13740458015267176, "eval_f1_I-ExperimentalModelOfDisease": 0.6608695652173913, "eval_f1_I-Finding": 0.47222222222222227, "eval_f1_I-GeneOrGenome": 0.42786069651741293, "eval_f1_I-HealthCareActivity": 0.7117794486215538, "eval_f1_I-HealthCareRelatedOrganization": 0.5384615384615384, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6728110599078342, "eval_f1_I-MachineActivity": 0.10884353741496598, "eval_f1_I-ManufacturedObject": 0.26865671641791045, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8666666666666666, "eval_f1_I-Organism": 0.5994550408719347, "eval_f1_I-OrganismAttribute": 0.4482758620689655, "eval_f1_I-PathologicFunction": 0.7641196013289037, "eval_f1_I-PatientOrDisabledGroup": 0.2857142857142857, "eval_f1_I-PharmacologicSubstance": 0.7547169811320756, "eval_f1_I-PopulationGroup": 0.8027681660899654, "eval_f1_I-ResearchActivity": 0.6543209876543209, "eval_f1_I-SignOrSymptom": 0.5391304347826087, "eval_f1_I-Substance": 0.7741935483870968, "eval_f1_I-TemporalConcept": 0.7434210526315791, "eval_f1_I-Virus": 0.7344028520499108, "eval_loss": 0.0012211967259645462, "eval_macro_f1": 0.512032280706096, "eval_runtime": 54.9258, "eval_samples_per_second": 14.474, "eval_steps_per_second": 0.291, "step": 2128 }, { "epoch": 20.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7679782903663501, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6540084388185655, "eval_f1_B-BiologicallyActiveSubstance": 0.7192716236722307, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6478873239436619, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8019559902200489, "eval_f1_B-Cell": 0.6460176991150443, "eval_f1_B-CellComponent": 0.2580645161290323, "eval_f1_B-CellFunction": 0.705539358600583, "eval_f1_B-CellOrMolecularDysfunction": 0.7901234567901234, "eval_f1_B-Chemical": 0.4458598726114649, "eval_f1_B-ClinicalAttribute": 0.6778846153846153, "eval_f1_B-DiseaseOrSyndrome": 0.8953409858203916, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.48387096774193544, "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666665, "eval_f1_B-Finding": 0.5653923541247485, "eval_f1_B-GeneOrGenome": 0.33540372670807456, "eval_f1_B-HealthCareActivity": 0.7, "eval_f1_B-HealthCareRelatedOrganization": 0.24390243902439024, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.48421052631578954, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.3111111111111111, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.22916666666666669, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6086956521739131, "eval_f1_B-Organism": 0.27350427350427353, "eval_f1_B-OrganismAttribute": 0.7261904761904762, "eval_f1_B-PathologicFunction": 0.7045454545454545, "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, "eval_f1_B-PharmacologicSubstance": 0.7155963302752293, "eval_f1_B-PopulationGroup": 0.875, "eval_f1_B-ResearchActivity": 0.7263598326359834, "eval_f1_B-SignOrSymptom": 0.4745762711864407, "eval_f1_B-Substance": 0.6086956521739131, "eval_f1_B-TemporalConcept": 0.8130841121495328, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7584459459459459, "eval_f1_I-AnatomicalAbnormality": 0.3917525773195876, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6352941176470588, "eval_f1_I-BiologicallyActiveSubstance": 0.78077488965179, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.693069306930693, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8563829787234041, "eval_f1_I-Cell": 0.7667560321715818, "eval_f1_I-CellComponent": 0.3764705882352941, "eval_f1_I-CellFunction": 0.6728971962616822, "eval_f1_I-CellOrMolecularDysfunction": 0.8164556962025317, "eval_f1_I-Chemical": 0.5944272445820433, "eval_f1_I-ClinicalAttribute": 0.6839215686274509, "eval_f1_I-DiseaseOrSyndrome": 0.9146368224709238, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13333333333333333, "eval_f1_I-ExperimentalModelOfDisease": 0.7154471544715447, "eval_f1_I-Finding": 0.4795081967213114, "eval_f1_I-GeneOrGenome": 0.4117647058823529, "eval_f1_I-HealthCareActivity": 0.7228158390949089, "eval_f1_I-HealthCareRelatedOrganization": 0.5070422535211269, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6311111111111111, "eval_f1_I-MachineActivity": 0.17105263157894737, "eval_f1_I-ManufacturedObject": 0.19607843137254902, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.5398457583547558, "eval_f1_I-OrganismAttribute": 0.4126984126984127, "eval_f1_I-PathologicFunction": 0.7451820128479657, "eval_f1_I-PatientOrDisabledGroup": 0.20833333333333334, "eval_f1_I-PharmacologicSubstance": 0.7627906976744185, "eval_f1_I-PopulationGroup": 0.7763157894736843, "eval_f1_I-ResearchActivity": 0.6379880873593646, "eval_f1_I-SignOrSymptom": 0.4897959183673469, "eval_f1_I-Substance": 0.8130081300813008, "eval_f1_I-TemporalConcept": 0.7466666666666668, "eval_f1_I-Virus": 0.8373590982286635, "eval_loss": 0.0012418286642059684, "eval_macro_f1": 0.5094370945271087, "eval_runtime": 61.4875, "eval_samples_per_second": 12.929, "eval_steps_per_second": 0.26, "step": 2240 }, { "epoch": 21.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.776243093922652, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.65, "eval_f1_B-BiologicallyActiveSubstance": 0.7250384024577572, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5882352941176471, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7904191616766467, "eval_f1_B-Cell": 0.6491228070175439, "eval_f1_B-CellComponent": 0.2711864406779661, "eval_f1_B-CellFunction": 0.6931818181818182, "eval_f1_B-CellOrMolecularDysfunction": 0.803347280334728, "eval_f1_B-Chemical": 0.4415584415584416, "eval_f1_B-ClinicalAttribute": 0.6872037914691943, "eval_f1_B-DiseaseOrSyndrome": 0.890374331550802, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.5084745762711864, "eval_f1_B-ExperimentalModelOfDisease": 0.625, "eval_f1_B-Finding": 0.5648535564853557, "eval_f1_B-GeneOrGenome": 0.32911392405063294, "eval_f1_B-HealthCareActivity": 0.7077534791252486, "eval_f1_B-HealthCareRelatedOrganization": 0.23809523809523808, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.49056603773584906, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.2727272727272727, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.18947368421052632, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6222222222222222, "eval_f1_B-Organism": 0.319327731092437, "eval_f1_B-OrganismAttribute": 0.7407407407407408, "eval_f1_B-PathologicFunction": 0.7015945330296127, "eval_f1_B-PatientOrDisabledGroup": 0.9457364341085271, "eval_f1_B-PharmacologicSubstance": 0.6779661016949152, "eval_f1_B-PopulationGroup": 0.8673684210526316, "eval_f1_B-ResearchActivity": 0.7244897959183673, "eval_f1_B-SignOrSymptom": 0.5625, "eval_f1_B-Substance": 0.5957446808510638, "eval_f1_B-TemporalConcept": 0.8102073365231262, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7676682183664832, "eval_f1_I-AnatomicalAbnormality": 0.6194690265486726, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6510538641686183, "eval_f1_I-BiologicallyActiveSubstance": 0.776803118908382, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6804123711340206, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8428446005267778, "eval_f1_I-Cell": 0.7473118279569894, "eval_f1_I-CellComponent": 0.42105263157894735, "eval_f1_I-CellFunction": 0.6304347826086957, "eval_f1_I-CellOrMolecularDysfunction": 0.81789802289282, "eval_f1_I-Chemical": 0.6158940397350994, "eval_f1_I-ClinicalAttribute": 0.673076923076923, "eval_f1_I-DiseaseOrSyndrome": 0.9122270742358077, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13533834586466167, "eval_f1_I-ExperimentalModelOfDisease": 0.6415094339622642, "eval_f1_I-Finding": 0.4935897435897436, "eval_f1_I-GeneOrGenome": 0.4257425742574257, "eval_f1_I-HealthCareActivity": 0.7294871794871796, "eval_f1_I-HealthCareRelatedOrganization": 0.4768211920529801, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6198347107438017, "eval_f1_I-MachineActivity": 0.20512820512820512, "eval_f1_I-ManufacturedObject": 0.24, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.23943661971830985, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8666666666666666, "eval_f1_I-Organism": 0.5690140845070423, "eval_f1_I-OrganismAttribute": 0.41935483870967744, "eval_f1_I-PathologicFunction": 0.7486398258977149, "eval_f1_I-PatientOrDisabledGroup": 0.25, "eval_f1_I-PharmacologicSubstance": 0.7312775330396476, "eval_f1_I-PopulationGroup": 0.7840531561461793, "eval_f1_I-ResearchActivity": 0.6494565217391305, "eval_f1_I-SignOrSymptom": 0.5849056603773585, "eval_f1_I-Substance": 0.7359999999999999, "eval_f1_I-TemporalConcept": 0.7553956834532374, "eval_f1_I-Virus": 0.8502415458937198, "eval_loss": 0.0012539962772279978, "eval_macro_f1": 0.5145988331484166, "eval_runtime": 69.5006, "eval_samples_per_second": 11.439, "eval_steps_per_second": 0.23, "step": 2352 }, { "epoch": 22.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7503526093088857, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6521739130434783, "eval_f1_B-BiologicallyActiveSubstance": 0.6805778491171748, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5714285714285714, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8054522924411401, "eval_f1_B-Cell": 0.6068376068376069, "eval_f1_B-CellComponent": 0.30769230769230765, "eval_f1_B-CellFunction": 0.6848484848484848, "eval_f1_B-CellOrMolecularDysfunction": 0.8193832599118943, "eval_f1_B-Chemical": 0.4252873563218391, "eval_f1_B-ClinicalAttribute": 0.6928746928746928, "eval_f1_B-DiseaseOrSyndrome": 0.8882943143812709, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.417910447761194, "eval_f1_B-ExperimentalModelOfDisease": 0.588235294117647, "eval_f1_B-Finding": 0.5624999999999999, "eval_f1_B-GeneOrGenome": 0.3333333333333333, "eval_f1_B-HealthCareActivity": 0.6925434116445354, "eval_f1_B-HealthCareRelatedOrganization": 0.4, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5376344086021505, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.27586206896551724, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6222222222222222, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7567567567567567, "eval_f1_B-PathologicFunction": 0.6853146853146852, "eval_f1_B-PatientOrDisabledGroup": 0.9147286821705426, "eval_f1_B-PharmacologicSubstance": 0.7130434782608696, "eval_f1_B-PopulationGroup": 0.8626609442060086, "eval_f1_B-ResearchActivity": 0.7202797202797203, "eval_f1_B-SignOrSymptom": 0.42857142857142855, "eval_f1_B-Substance": 0.5161290322580645, "eval_f1_B-TemporalConcept": 0.8103727714748784, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7537313432835822, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6443914081145585, "eval_f1_I-BiologicallyActiveSubstance": 0.7435492364402316, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5066666666666667, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8530207394048692, "eval_f1_I-Cell": 0.7055837563451777, "eval_f1_I-CellComponent": 0.42528735632183906, "eval_f1_I-CellFunction": 0.6424474187380498, "eval_f1_I-CellOrMolecularDysfunction": 0.8284789644012945, "eval_f1_I-Chemical": 0.5645645645645646, "eval_f1_I-ClinicalAttribute": 0.7103235747303545, "eval_f1_I-DiseaseOrSyndrome": 0.9098039215686275, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.1044776119402985, "eval_f1_I-ExperimentalModelOfDisease": 0.7154471544715447, "eval_f1_I-Finding": 0.4800861141011841, "eval_f1_I-GeneOrGenome": 0.3884514435695538, "eval_f1_I-HealthCareActivity": 0.712054965646471, "eval_f1_I-HealthCareRelatedOrganization": 0.5538461538461539, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6422018348623852, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.29629629629629634, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8813559322033899, "eval_f1_I-Organism": 0.016194331983805668, "eval_f1_I-OrganismAttribute": 0.41379310344827586, "eval_f1_I-PathologicFunction": 0.7188160676532769, "eval_f1_I-PatientOrDisabledGroup": 0.26666666666666666, "eval_f1_I-PharmacologicSubstance": 0.696035242290749, "eval_f1_I-PopulationGroup": 0.7741935483870969, "eval_f1_I-ResearchActivity": 0.6648612051455653, "eval_f1_I-SignOrSymptom": 0.5319148936170212, "eval_f1_I-Substance": 0.6666666666666666, "eval_f1_I-TemporalConcept": 0.7407407407407408, "eval_f1_I-Virus": 0.03333333333333333, "eval_loss": 0.0012582431081682444, "eval_macro_f1": 0.46720957524723766, "eval_runtime": 72.7918, "eval_samples_per_second": 10.922, "eval_steps_per_second": 0.22, "step": 2464 }, { "epoch": 23.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7456724367509987, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6419753086419754, "eval_f1_B-BiologicallyActiveSubstance": 0.6971935007385526, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5901639344262294, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8038976857490865, "eval_f1_B-Cell": 0.6869565217391305, "eval_f1_B-CellComponent": 0.3333333333333333, "eval_f1_B-CellFunction": 0.6829268292682927, "eval_f1_B-CellOrMolecularDysfunction": 0.8, "eval_f1_B-Chemical": 0.4324324324324324, "eval_f1_B-ClinicalAttribute": 0.6958525345622121, "eval_f1_B-DiseaseOrSyndrome": 0.8975217682518419, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4109589041095891, "eval_f1_B-ExperimentalModelOfDisease": 0.588235294117647, "eval_f1_B-Finding": 0.5731832139201637, "eval_f1_B-GeneOrGenome": 0.33986928104575165, "eval_f1_B-HealthCareActivity": 0.7104247104247103, "eval_f1_B-HealthCareRelatedOrganization": 0.34146341463414637, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4835164835164835, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.2978723404255319, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.18750000000000003, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6086956521739131, "eval_f1_B-Organism": 0.41221374045801523, "eval_f1_B-OrganismAttribute": 0.7368421052631579, "eval_f1_B-PathologicFunction": 0.6988505747126437, "eval_f1_B-PatientOrDisabledGroup": 0.9312977099236642, "eval_f1_B-PharmacologicSubstance": 0.688, "eval_f1_B-PopulationGroup": 0.8734177215189873, "eval_f1_B-ResearchActivity": 0.7251655629139072, "eval_f1_B-SignOrSymptom": 0.5245901639344261, "eval_f1_B-Substance": 0.6052631578947367, "eval_f1_B-TemporalConcept": 0.8081761006289307, "eval_f1_B-Virus": 0.018181818181818184, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7531453362255967, "eval_f1_I-AnatomicalAbnormality": 0.46305418719211816, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6498855835240275, "eval_f1_I-BiologicallyActiveSubstance": 0.7632367632367633, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5952380952380952, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8627450980392157, "eval_f1_I-Cell": 0.7654986522911051, "eval_f1_I-CellComponent": 0.4043715846994536, "eval_f1_I-CellFunction": 0.6434782608695652, "eval_f1_I-CellOrMolecularDysfunction": 0.811534500514933, "eval_f1_I-Chemical": 0.5616045845272206, "eval_f1_I-ClinicalAttribute": 0.6894977168949772, "eval_f1_I-DiseaseOrSyndrome": 0.9126128109178958, "eval_f1_I-EmbryonicStructure": 0.09174311926605505, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.7049180327868853, "eval_f1_I-Finding": 0.4678998911860719, "eval_f1_I-GeneOrGenome": 0.4328358208955224, "eval_f1_I-HealthCareActivity": 0.7069710055521282, "eval_f1_I-HealthCareRelatedOrganization": 0.49333333333333335, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.64, "eval_f1_I-MachineActivity": 0.14666666666666664, "eval_f1_I-ManufacturedObject": 0.19148936170212766, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.16176470588235292, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.4591029023746701, "eval_f1_I-OrganismAttribute": 0.4375, "eval_f1_I-PathologicFunction": 0.7505422993492408, "eval_f1_I-PatientOrDisabledGroup": 0.1702127659574468, "eval_f1_I-PharmacologicSubstance": 0.6866952789699571, "eval_f1_I-PopulationGroup": 0.8040540540540541, "eval_f1_I-ResearchActivity": 0.6613861386138613, "eval_f1_I-SignOrSymptom": 0.5333333333333333, "eval_f1_I-Substance": 0.7883211678832117, "eval_f1_I-TemporalConcept": 0.740484429065744, "eval_f1_I-Virus": 0.8013245033112583, "eval_loss": 0.0012772360350936651, "eval_macro_f1": 0.5086027844847554, "eval_runtime": 74.6674, "eval_samples_per_second": 10.647, "eval_steps_per_second": 0.214, "step": 2576 }, { "epoch": 24.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7679999999999999, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6244897959183673, "eval_f1_B-BiologicallyActiveSubstance": 0.7208271787296898, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5937499999999999, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8101571946795647, "eval_f1_B-Cell": 0.6724137931034483, "eval_f1_B-CellComponent": 0.3508771929824561, "eval_f1_B-CellFunction": 0.6775067750677507, "eval_f1_B-CellOrMolecularDysfunction": 0.8135593220338984, "eval_f1_B-Chemical": 0.43428571428571433, "eval_f1_B-ClinicalAttribute": 0.6899766899766899, "eval_f1_B-DiseaseOrSyndrome": 0.8896276595744682, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.45454545454545453, "eval_f1_B-ExperimentalModelOfDisease": 0.631578947368421, "eval_f1_B-Finding": 0.5720000000000001, "eval_f1_B-GeneOrGenome": 0.36601307189542487, "eval_f1_B-HealthCareActivity": 0.6985645933014354, "eval_f1_B-HealthCareRelatedOrganization": 0.3255813953488372, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.49462365591397855, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.2916666666666667, "eval_f1_B-MolecularSequence": 0.6666666666666666, "eval_f1_B-NaturalPhenomenonOrProcess": 0.22448979591836737, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6086956521739131, "eval_f1_B-Organism": 0.42424242424242425, "eval_f1_B-OrganismAttribute": 0.735483870967742, "eval_f1_B-PathologicFunction": 0.7013574660633485, "eval_f1_B-PatientOrDisabledGroup": 0.9242424242424242, "eval_f1_B-PharmacologicSubstance": 0.672, "eval_f1_B-PopulationGroup": 0.8721174004192872, "eval_f1_B-ResearchActivity": 0.729113924050633, "eval_f1_B-SignOrSymptom": 0.5757575757575757, "eval_f1_B-Substance": 0.6133333333333333, "eval_f1_B-TemporalConcept": 0.810126582278481, "eval_f1_B-Virus": 0.03603603603603604, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7640739149119038, "eval_f1_I-AnatomicalAbnormality": 0.5688073394495413, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6467889908256881, "eval_f1_I-BiologicallyActiveSubstance": 0.7733990147783252, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6153846153846154, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8614564831261101, "eval_f1_I-Cell": 0.7480106100795756, "eval_f1_I-CellComponent": 0.4216867469879519, "eval_f1_I-CellFunction": 0.625215889464594, "eval_f1_I-CellOrMolecularDysfunction": 0.8299894403379092, "eval_f1_I-Chemical": 0.5816023738872403, "eval_f1_I-ClinicalAttribute": 0.6764705882352942, "eval_f1_I-DiseaseOrSyndrome": 0.9107181838026631, "eval_f1_I-EmbryonicStructure": 0.09174311926605505, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.6880000000000002, "eval_f1_I-Finding": 0.4849740932642487, "eval_f1_I-GeneOrGenome": 0.43654822335025384, "eval_f1_I-HealthCareActivity": 0.6998769987699877, "eval_f1_I-HealthCareRelatedOrganization": 0.496551724137931, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6153846153846153, "eval_f1_I-MachineActivity": 0.21794871794871795, "eval_f1_I-ManufacturedObject": 0.19999999999999998, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.22695035460992907, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8524590163934426, "eval_f1_I-Organism": 0.5039370078740157, "eval_f1_I-OrganismAttribute": 0.41935483870967744, "eval_f1_I-PathologicFunction": 0.7358288770053476, "eval_f1_I-PatientOrDisabledGroup": 0.15686274509803924, "eval_f1_I-PharmacologicSubstance": 0.6916666666666668, "eval_f1_I-PopulationGroup": 0.8067796610169491, "eval_f1_I-ResearchActivity": 0.6618516086671044, "eval_f1_I-SignOrSymptom": 0.5471698113207547, "eval_f1_I-Substance": 0.7669172932330827, "eval_f1_I-TemporalConcept": 0.7353951890034365, "eval_f1_I-Virus": 0.8421052631578948, "eval_loss": 0.001284554717130959, "eval_macro_f1": 0.523837564137574, "eval_runtime": 28.5173, "eval_samples_per_second": 27.878, "eval_steps_per_second": 0.561, "step": 2688 }, { "epoch": 25.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7679782903663501, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.648421052631579, "eval_f1_B-BiologicallyActiveSubstance": 0.7170953101361575, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6031746031746031, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8063337393422655, "eval_f1_B-Cell": 0.6755555555555556, "eval_f1_B-CellComponent": 0.3508771929824561, "eval_f1_B-CellFunction": 0.6833333333333333, "eval_f1_B-CellOrMolecularDysfunction": 0.7932489451476793, "eval_f1_B-Chemical": 0.43678160919540227, "eval_f1_B-ClinicalAttribute": 0.7048054919908467, "eval_f1_B-DiseaseOrSyndrome": 0.8857901726427623, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.46875, "eval_f1_B-ExperimentalModelOfDisease": 0.6, "eval_f1_B-Finding": 0.5794392523364487, "eval_f1_B-GeneOrGenome": 0.34615384615384615, "eval_f1_B-HealthCareActivity": 0.709551656920078, "eval_f1_B-HealthCareRelatedOrganization": 0.3636363636363636, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.48979591836734687, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.32653061224489793, "eval_f1_B-MolecularSequence": 0.6666666666666666, "eval_f1_B-NaturalPhenomenonOrProcess": 0.20618556701030927, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5833333333333334, "eval_f1_B-Organism": 0.42424242424242425, "eval_f1_B-OrganismAttribute": 0.7225806451612904, "eval_f1_B-PathologicFunction": 0.6981981981981983, "eval_f1_B-PatientOrDisabledGroup": 0.9242424242424242, "eval_f1_B-PharmacologicSubstance": 0.6721311475409837, "eval_f1_B-PopulationGroup": 0.8702928870292888, "eval_f1_B-ResearchActivity": 0.7197986577181207, "eval_f1_B-SignOrSymptom": 0.5396825396825397, "eval_f1_B-Substance": 0.6081081081081081, "eval_f1_B-TemporalConcept": 0.8126984126984126, "eval_f1_B-Virus": 0.03603603603603604, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7582037996545768, "eval_f1_I-AnatomicalAbnormality": 0.600896860986547, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6396396396396397, "eval_f1_I-BiologicallyActiveSubstance": 0.7719821162444113, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6067415730337078, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8624667258207631, "eval_f1_I-Cell": 0.7580645161290323, "eval_f1_I-CellComponent": 0.42424242424242425, "eval_f1_I-CellFunction": 0.6347517730496454, "eval_f1_I-CellOrMolecularDysfunction": 0.823157894736842, "eval_f1_I-Chemical": 0.5816023738872403, "eval_f1_I-ClinicalAttribute": 0.6784615384615384, "eval_f1_I-DiseaseOrSyndrome": 0.9082628497072218, "eval_f1_I-EmbryonicStructure": 0.09174311926605505, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.6984126984126985, "eval_f1_I-Finding": 0.47680690399137005, "eval_f1_I-GeneOrGenome": 0.42962962962962964, "eval_f1_I-HealthCareActivity": 0.706766917293233, "eval_f1_I-HealthCareRelatedOrganization": 0.49673202614379086, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6115702479338844, "eval_f1_I-MachineActivity": 0.22929936305732482, "eval_f1_I-ManufacturedObject": 0.1764705882352941, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.1751824817518248, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.5081081081081081, "eval_f1_I-OrganismAttribute": 0.4126984126984127, "eval_f1_I-PathologicFunction": 0.7326315789473684, "eval_f1_I-PatientOrDisabledGroup": 0.1923076923076923, "eval_f1_I-PharmacologicSubstance": 0.6893617021276596, "eval_f1_I-PopulationGroup": 0.7903780068728522, "eval_f1_I-ResearchActivity": 0.6592105263157895, "eval_f1_I-SignOrSymptom": 0.5740740740740741, "eval_f1_I-Substance": 0.7794117647058824, "eval_f1_I-TemporalConcept": 0.7216494845360825, "eval_f1_I-Virus": 0.8726708074534162, "eval_loss": 0.0012883942108601332, "eval_macro_f1": 0.523564209400192, "eval_runtime": 28.3451, "eval_samples_per_second": 28.047, "eval_steps_per_second": 0.564, "step": 2800 }, { "epoch": 26.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.767379679144385, "eval_f1_B-AnatomicalAbnormality": 0.046511627906976744, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6517311608961303, "eval_f1_B-BiologicallyActiveSubstance": 0.7228915662650601, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6268656716417911, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8082524271844661, "eval_f1_B-Cell": 0.6724890829694323, "eval_f1_B-CellComponent": 0.32786885245901637, "eval_f1_B-CellFunction": 0.6869806094182825, "eval_f1_B-CellOrMolecularDysfunction": 0.8, "eval_f1_B-Chemical": 0.4245810055865922, "eval_f1_B-ClinicalAttribute": 0.6974595842956121, "eval_f1_B-DiseaseOrSyndrome": 0.8896276595744682, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.46875, "eval_f1_B-ExperimentalModelOfDisease": 0.6, "eval_f1_B-Finding": 0.5693581780538303, "eval_f1_B-GeneOrGenome": 0.34615384615384615, "eval_f1_B-HealthCareActivity": 0.706896551724138, "eval_f1_B-HealthCareRelatedOrganization": 0.4, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5106382978723404, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.30769230769230765, "eval_f1_B-MolecularSequence": 0.6666666666666666, "eval_f1_B-NaturalPhenomenonOrProcess": 0.21568627450980393, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5833333333333334, "eval_f1_B-Organism": 0.4477611940298507, "eval_f1_B-OrganismAttribute": 0.7261146496815287, "eval_f1_B-PathologicFunction": 0.7061503416856493, "eval_f1_B-PatientOrDisabledGroup": 0.9172932330827067, "eval_f1_B-PharmacologicSubstance": 0.6829268292682927, "eval_f1_B-PopulationGroup": 0.8708333333333332, "eval_f1_B-ResearchActivity": 0.7251461988304094, "eval_f1_B-SignOrSymptom": 0.5373134328358209, "eval_f1_B-Substance": 0.6122448979591837, "eval_f1_B-TemporalConcept": 0.815165876777251, "eval_f1_B-Virus": 0.18333333333333332, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7660491167600172, "eval_f1_I-AnatomicalAbnormality": 0.6133333333333333, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6471910112359551, "eval_f1_I-BiologicallyActiveSubstance": 0.7763419483101391, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5957446808510639, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8591674047829938, "eval_f1_I-Cell": 0.7433155080213905, "eval_f1_I-CellComponent": 0.4210526315789474, "eval_f1_I-CellFunction": 0.6441281138790036, "eval_f1_I-CellOrMolecularDysfunction": 0.8196037539103233, "eval_f1_I-Chemical": 0.5657142857142856, "eval_f1_I-ClinicalAttribute": 0.6857142857142857, "eval_f1_I-DiseaseOrSyndrome": 0.9088145896656534, "eval_f1_I-EmbryonicStructure": 0.1090909090909091, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.6875, "eval_f1_I-Finding": 0.48120300751879697, "eval_f1_I-GeneOrGenome": 0.42962962962962964, "eval_f1_I-HealthCareActivity": 0.6974483596597812, "eval_f1_I-HealthCareRelatedOrganization": 0.5064935064935064, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.617283950617284, "eval_f1_I-MachineActivity": 0.25, "eval_f1_I-ManufacturedObject": 0.1764705882352941, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.2014388489208633, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.5053191489361701, "eval_f1_I-OrganismAttribute": 0.4375, "eval_f1_I-PathologicFunction": 0.7287958115183246, "eval_f1_I-PatientOrDisabledGroup": 0.1818181818181818, "eval_f1_I-PharmacologicSubstance": 0.6916666666666668, "eval_f1_I-PopulationGroup": 0.7903780068728522, "eval_f1_I-ResearchActivity": 0.6609385327164574, "eval_f1_I-SignOrSymptom": 0.5740740740740741, "eval_f1_I-Substance": 0.7555555555555555, "eval_f1_I-TemporalConcept": 0.7278911564625851, "eval_f1_I-Virus": 0.8871951219512195, "eval_loss": 0.001299779862165451, "eval_macro_f1": 0.5279506995424325, "eval_runtime": 28.2093, "eval_samples_per_second": 28.182, "eval_steps_per_second": 0.567, "step": 2912 }, { "epoch": 26.79, "learning_rate": 2.6785714285714284e-05, "loss": 0.0003, "step": 3000 }, { "epoch": 27.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7570469798657717, "eval_f1_B-AnatomicalAbnormality": 0.046511627906976744, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6460905349794238, "eval_f1_B-BiologicallyActiveSubstance": 0.7115097159940209, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.625, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.805352798053528, "eval_f1_B-Cell": 0.6666666666666666, "eval_f1_B-CellComponent": 0.3389830508474576, "eval_f1_B-CellFunction": 0.6997245179063362, "eval_f1_B-CellOrMolecularDysfunction": 0.7966101694915255, "eval_f1_B-Chemical": 0.4293785310734463, "eval_f1_B-ClinicalAttribute": 0.6960556844547565, "eval_f1_B-DiseaseOrSyndrome": 0.8894806924101198, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.46875, "eval_f1_B-ExperimentalModelOfDisease": 0.6, "eval_f1_B-Finding": 0.5755102040816327, "eval_f1_B-GeneOrGenome": 0.35064935064935066, "eval_f1_B-HealthCareActivity": 0.7081339712918661, "eval_f1_B-HealthCareRelatedOrganization": 0.4, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5106382978723404, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.30769230769230765, "eval_f1_B-MolecularSequence": 0.6666666666666666, "eval_f1_B-NaturalPhenomenonOrProcess": 0.18, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5833333333333334, "eval_f1_B-Organism": 0.45925925925925926, "eval_f1_B-OrganismAttribute": 0.7307692307692308, "eval_f1_B-PathologicFunction": 0.7095343680709535, "eval_f1_B-PatientOrDisabledGroup": 0.9312977099236642, "eval_f1_B-PharmacologicSubstance": 0.6935483870967741, "eval_f1_B-PopulationGroup": 0.875, "eval_f1_B-ResearchActivity": 0.7272727272727274, "eval_f1_B-SignOrSymptom": 0.5538461538461539, "eval_f1_B-Substance": 0.6052631578947367, "eval_f1_B-TemporalConcept": 0.8069620253164558, "eval_f1_B-Virus": 0.22764227642276422, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7645021645021647, "eval_f1_I-AnatomicalAbnormality": 0.6194690265486726, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6454545454545455, "eval_f1_I-BiologicallyActiveSubstance": 0.7739692001987084, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5681818181818181, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8614298323036187, "eval_f1_I-Cell": 0.7608695652173912, "eval_f1_I-CellComponent": 0.38596491228070173, "eval_f1_I-CellFunction": 0.6373239436619719, "eval_f1_I-CellOrMolecularDysfunction": 0.821689259645464, "eval_f1_I-Chemical": 0.5714285714285714, "eval_f1_I-ClinicalAttribute": 0.677698975571316, "eval_f1_I-DiseaseOrSyndrome": 0.9077490774907749, "eval_f1_I-EmbryonicStructure": 0.09174311926605505, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.6885245901639345, "eval_f1_I-Finding": 0.47537473233404715, "eval_f1_I-GeneOrGenome": 0.4360902255639098, "eval_f1_I-HealthCareActivity": 0.7006760909649662, "eval_f1_I-HealthCareRelatedOrganization": 0.5095541401273885, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6058091286307054, "eval_f1_I-MachineActivity": 0.2592592592592593, "eval_f1_I-ManufacturedObject": 0.17307692307692304, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.19999999999999998, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.5078534031413612, "eval_f1_I-OrganismAttribute": 0.4375, "eval_f1_I-PathologicFunction": 0.7444326617179214, "eval_f1_I-PatientOrDisabledGroup": 0.19999999999999998, "eval_f1_I-PharmacologicSubstance": 0.6859504132231404, "eval_f1_I-PopulationGroup": 0.7931034482758621, "eval_f1_I-ResearchActivity": 0.6604774535809019, "eval_f1_I-SignOrSymptom": 0.6055045871559632, "eval_f1_I-Substance": 0.75, "eval_f1_I-TemporalConcept": 0.7394366197183098, "eval_f1_I-Virus": 0.882716049382716, "eval_loss": 0.001300400123000145, "eval_macro_f1": 0.528663633423907, "eval_runtime": 28.2802, "eval_samples_per_second": 28.112, "eval_steps_per_second": 0.566, "step": 3024 }, { "epoch": 28.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7573333333333333, "eval_f1_B-AnatomicalAbnormality": 0.046511627906976744, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6446280991735537, "eval_f1_B-BiologicallyActiveSubstance": 0.7142857142857142, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6268656716417911, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.805352798053528, "eval_f1_B-Cell": 0.6695652173913045, "eval_f1_B-CellComponent": 0.3333333333333333, "eval_f1_B-CellFunction": 0.6925207756232687, "eval_f1_B-CellOrMolecularDysfunction": 0.7916666666666666, "eval_f1_B-Chemical": 0.43181818181818177, "eval_f1_B-ClinicalAttribute": 0.7155963302752293, "eval_f1_B-DiseaseOrSyndrome": 0.8906666666666668, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.46875, "eval_f1_B-ExperimentalModelOfDisease": 0.631578947368421, "eval_f1_B-Finding": 0.5714285714285715, "eval_f1_B-GeneOrGenome": 0.34615384615384615, "eval_f1_B-HealthCareActivity": 0.712621359223301, "eval_f1_B-HealthCareRelatedOrganization": 0.3636363636363636, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.32, "eval_f1_B-MolecularSequence": 0.6666666666666666, "eval_f1_B-NaturalPhenomenonOrProcess": 0.19801980198019803, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5833333333333334, "eval_f1_B-Organism": 0.47058823529411764, "eval_f1_B-OrganismAttribute": 0.7435897435897436, "eval_f1_B-PathologicFunction": 0.7077625570776257, "eval_f1_B-PatientOrDisabledGroup": 0.9172932330827067, "eval_f1_B-PharmacologicSubstance": 0.6885245901639344, "eval_f1_B-PopulationGroup": 0.867219917012448, "eval_f1_B-ResearchActivity": 0.7275775356244761, "eval_f1_B-SignOrSymptom": 0.5538461538461539, "eval_f1_B-Substance": 0.6133333333333333, "eval_f1_B-TemporalConcept": 0.8126984126984126, "eval_f1_B-Virus": 0.2698412698412699, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7623975851660199, "eval_f1_I-AnatomicalAbnormality": 0.6194690265486726, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6467889908256881, "eval_f1_I-BiologicallyActiveSubstance": 0.7758535378525482, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6021505376344086, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.861184792219275, "eval_f1_I-Cell": 0.7554347826086957, "eval_f1_I-CellComponent": 0.4022988505747127, "eval_f1_I-CellFunction": 0.6428571428571429, "eval_f1_I-CellOrMolecularDysfunction": 0.8173374613003096, "eval_f1_I-Chemical": 0.5773809523809524, "eval_f1_I-ClinicalAttribute": 0.6775700934579441, "eval_f1_I-DiseaseOrSyndrome": 0.9096858638743455, "eval_f1_I-EmbryonicStructure": 0.1090909090909091, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.6929133858267716, "eval_f1_I-Finding": 0.47379454926624737, "eval_f1_I-GeneOrGenome": 0.4317617866004963, "eval_f1_I-HealthCareActivity": 0.7073631214600378, "eval_f1_I-HealthCareRelatedOrganization": 0.5165562913907286, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6090534979423868, "eval_f1_I-MachineActivity": 0.26086956521739135, "eval_f1_I-ManufacturedObject": 0.19148936170212766, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.1857142857142857, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.5319693094629155, "eval_f1_I-OrganismAttribute": 0.4375, "eval_f1_I-PathologicFunction": 0.7534983853606029, "eval_f1_I-PatientOrDisabledGroup": 0.18867924528301885, "eval_f1_I-PharmacologicSubstance": 0.6916666666666668, "eval_f1_I-PopulationGroup": 0.7931034482758621, "eval_f1_I-ResearchActivity": 0.6666666666666667, "eval_f1_I-SignOrSymptom": 0.5818181818181818, "eval_f1_I-Substance": 0.75, "eval_f1_I-TemporalConcept": 0.7368421052631579, "eval_f1_I-Virus": 0.8841463414634145, "eval_loss": 0.0012940356973558664, "eval_macro_f1": 0.5308701443503785, "eval_runtime": 28.3427, "eval_samples_per_second": 28.05, "eval_steps_per_second": 0.565, "step": 3136 }, { "epoch": 29.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7583444592790387, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6348547717842323, "eval_f1_B-BiologicallyActiveSubstance": 0.7164179104477612, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.625, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8024242424242425, "eval_f1_B-Cell": 0.6666666666666667, "eval_f1_B-CellComponent": 0.3333333333333333, "eval_f1_B-CellFunction": 0.6944444444444444, "eval_f1_B-CellOrMolecularDysfunction": 0.7966101694915255, "eval_f1_B-Chemical": 0.43181818181818177, "eval_f1_B-ClinicalAttribute": 0.6930232558139536, "eval_f1_B-DiseaseOrSyndrome": 0.8899266177451635, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.46875, "eval_f1_B-ExperimentalModelOfDisease": 0.631578947368421, "eval_f1_B-Finding": 0.5720122574055159, "eval_f1_B-GeneOrGenome": 0.34615384615384615, "eval_f1_B-HealthCareActivity": 0.7105517909002903, "eval_f1_B-HealthCareRelatedOrganization": 0.3636363636363636, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5106382978723404, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.3137254901960784, "eval_f1_B-MolecularSequence": 0.6666666666666666, "eval_f1_B-NaturalPhenomenonOrProcess": 0.19801980198019803, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5833333333333334, "eval_f1_B-Organism": 0.4477611940298507, "eval_f1_B-OrganismAttribute": 0.7388535031847134, "eval_f1_B-PathologicFunction": 0.7056179775280897, "eval_f1_B-PatientOrDisabledGroup": 0.9312977099236642, "eval_f1_B-PharmacologicSubstance": 0.6885245901639344, "eval_f1_B-PopulationGroup": 0.869022869022869, "eval_f1_B-ResearchActivity": 0.727120067170445, "eval_f1_B-SignOrSymptom": 0.5625, "eval_f1_B-Substance": 0.6216216216216216, "eval_f1_B-TemporalConcept": 0.8107255520504731, "eval_f1_B-Virus": 0.2834645669291339, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7631352282515074, "eval_f1_I-AnatomicalAbnormality": 0.6133333333333333, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6409090909090909, "eval_f1_I-BiologicallyActiveSubstance": 0.7758535378525482, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5777777777777778, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8621908127208481, "eval_f1_I-Cell": 0.7547169811320755, "eval_f1_I-CellComponent": 0.38372093023255816, "eval_f1_I-CellFunction": 0.650994575045208, "eval_f1_I-CellOrMolecularDysfunction": 0.8213166144200627, "eval_f1_I-Chemical": 0.5868263473053892, "eval_f1_I-ClinicalAttribute": 0.6792452830188679, "eval_f1_I-DiseaseOrSyndrome": 0.9113149847094801, "eval_f1_I-EmbryonicStructure": 0.09174311926605505, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.6929133858267716, "eval_f1_I-Finding": 0.4733475479744137, "eval_f1_I-GeneOrGenome": 0.4328358208955224, "eval_f1_I-HealthCareActivity": 0.7049282595134123, "eval_f1_I-HealthCareRelatedOrganization": 0.5066666666666666, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6065573770491803, "eval_f1_I-MachineActivity": 0.26993865030674846, "eval_f1_I-ManufacturedObject": 0.1782178217821782, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.19858156028368795, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.5378590078328982, "eval_f1_I-OrganismAttribute": 0.4375, "eval_f1_I-PathologicFunction": 0.7397260273972602, "eval_f1_I-PatientOrDisabledGroup": 0.19999999999999998, "eval_f1_I-PharmacologicSubstance": 0.6779661016949152, "eval_f1_I-PopulationGroup": 0.8013937282229965, "eval_f1_I-ResearchActivity": 0.6640826873385013, "eval_f1_I-SignOrSymptom": 0.5523809523809524, "eval_f1_I-Substance": 0.7536231884057971, "eval_f1_I-TemporalConcept": 0.7361111111111112, "eval_f1_I-Virus": 0.890909090909091, "eval_loss": 0.0012987337540835142, "eval_macro_f1": 0.5291644330085815, "eval_runtime": 28.1543, "eval_samples_per_second": 28.237, "eval_steps_per_second": 0.568, "step": 3248 }, { "epoch": 30.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7536617842876165, "eval_f1_B-AnatomicalAbnormality": 0.046511627906976744, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6350515463917525, "eval_f1_B-BiologicallyActiveSubstance": 0.7123695976154992, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.625, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8019441069258809, "eval_f1_B-Cell": 0.6666666666666667, "eval_f1_B-CellComponent": 0.3333333333333333, "eval_f1_B-CellFunction": 0.6944444444444444, "eval_f1_B-CellOrMolecularDysfunction": 0.7866108786610879, "eval_f1_B-Chemical": 0.43181818181818177, "eval_f1_B-ClinicalAttribute": 0.6960556844547565, "eval_f1_B-DiseaseOrSyndrome": 0.8897742363877823, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.46875, "eval_f1_B-ExperimentalModelOfDisease": 0.631578947368421, "eval_f1_B-Finding": 0.5749235474006116, "eval_f1_B-GeneOrGenome": 0.34838709677419355, "eval_f1_B-HealthCareActivity": 0.7090558766859346, "eval_f1_B-HealthCareRelatedOrganization": 0.3636363636363636, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.3137254901960784, "eval_f1_B-MolecularSequence": 0.6666666666666666, "eval_f1_B-NaturalPhenomenonOrProcess": 0.19801980198019803, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5833333333333334, "eval_f1_B-Organism": 0.48175182481751827, "eval_f1_B-OrganismAttribute": 0.7388535031847134, "eval_f1_B-PathologicFunction": 0.6997742663656886, "eval_f1_B-PatientOrDisabledGroup": 0.9312977099236642, "eval_f1_B-PharmacologicSubstance": 0.6885245901639344, "eval_f1_B-PopulationGroup": 0.8713692946058091, "eval_f1_B-ResearchActivity": 0.7284878863826233, "eval_f1_B-SignOrSymptom": 0.5538461538461539, "eval_f1_B-Substance": 0.6216216216216216, "eval_f1_B-TemporalConcept": 0.8107255520504731, "eval_f1_B-Virus": 0.39705882352941174, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7634640241275311, "eval_f1_I-AnatomicalAbnormality": 0.6133333333333333, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6409090909090909, "eval_f1_I-BiologicallyActiveSubstance": 0.7748015873015871, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5777777777777778, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8621908127208481, "eval_f1_I-Cell": 0.7616438356164382, "eval_f1_I-CellComponent": 0.3764705882352941, "eval_f1_I-CellFunction": 0.6486486486486487, "eval_f1_I-CellOrMolecularDysfunction": 0.8274428274428275, "eval_f1_I-Chemical": 0.5868263473053892, "eval_f1_I-ClinicalAttribute": 0.6802827965435978, "eval_f1_I-DiseaseOrSyndrome": 0.9106753812636165, "eval_f1_I-EmbryonicStructure": 0.1090909090909091, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13138686131386862, "eval_f1_I-ExperimentalModelOfDisease": 0.6875, "eval_f1_I-Finding": 0.4745762711864407, "eval_f1_I-GeneOrGenome": 0.4328358208955224, "eval_f1_I-HealthCareActivity": 0.7047146401985112, "eval_f1_I-HealthCareRelatedOrganization": 0.5, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6122448979591837, "eval_f1_I-MachineActivity": 0.26993865030674846, "eval_f1_I-ManufacturedObject": 0.1836734693877551, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.19858156028368795, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.544041450777202, "eval_f1_I-OrganismAttribute": 0.4375, "eval_f1_I-PathologicFunction": 0.7350785340314135, "eval_f1_I-PatientOrDisabledGroup": 0.20833333333333334, "eval_f1_I-PharmacologicSubstance": 0.6861924686192469, "eval_f1_I-PopulationGroup": 0.8013937282229965, "eval_f1_I-ResearchActivity": 0.6653671215074723, "eval_f1_I-SignOrSymptom": 0.5523809523809524, "eval_f1_I-Substance": 0.75, "eval_f1_I-TemporalConcept": 0.726643598615917, "eval_f1_I-Virus": 0.8936170212765957, "eval_loss": 0.0013016210868954659, "eval_macro_f1": 0.5315362307182558, "eval_runtime": 28.1944, "eval_samples_per_second": 28.197, "eval_steps_per_second": 0.567, "step": 3360 } ], "max_steps": 3360, "num_train_epochs": 30, "total_flos": 4.375662944643072e+16, "trial_name": null, "trial_params": null }