{ "best_metric": 0.47797851791063833, "best_model_checkpoint": "modelPaper1_args/checkpoint-2704", "epoch": 30.0, "global_step": 3120, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.007647466380149126, "eval_macro_f1": 0.0, "eval_runtime": 27.9213, "eval_samples_per_second": 28.473, "eval_steps_per_second": 0.537, "step": 104 }, { "epoch": 2.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.004857077728956938, "eval_macro_f1": 0.0, "eval_runtime": 28.1799, "eval_samples_per_second": 28.212, "eval_steps_per_second": 0.532, "step": 208 }, { "epoch": 3.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.003317519323900342, "eval_macro_f1": 0.0, "eval_runtime": 28.3248, "eval_samples_per_second": 28.067, "eval_steps_per_second": 0.53, "step": 312 }, { "epoch": 4.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.22613065326633167, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0.13293051359516617, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.2214111922141119, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.5564024390243902, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.5848925848925849, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0.43071786310517535, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0.8465665236051503, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.002540181390941143, "eval_macro_f1": 0.03748814712128638, "eval_runtime": 28.2401, "eval_samples_per_second": 28.152, "eval_steps_per_second": 0.531, "step": 416 }, { "epoch": 5.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7496423462088697, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0.6817447495961227, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0.5258215962441315, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.8487738419618528, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7733473242392445, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.7172489082969432, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.602921646746348, "eval_f1_I-Cell": 0.6365795724465558, "eval_f1_I-CellComponent": 0.2469135802469136, "eval_f1_I-CellFunction": 0.46411483253588515, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0.8749999999999999, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.02710027100271003, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.29279811097992914, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.002022314118221402, "eval_macro_f1": 0.09302508475631883, "eval_runtime": 28.1486, "eval_samples_per_second": 28.243, "eval_steps_per_second": 0.533, "step": 520 }, { "epoch": 6.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7599451303155007, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0.6895424836601307, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7698113207547169, "eval_f1_B-Cell": 0.6334841628959276, "eval_f1_B-CellComponent": 0.22727272727272724, "eval_f1_B-CellFunction": 0.5497076023391813, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.8537704918032788, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0.24686940966010734, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.05405405405405405, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0.5164835164835165, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.031545741324921134, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7642369020501139, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.7037037037037038, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.7938931297709924, "eval_f1_I-Cell": 0.7262872628726288, "eval_f1_I-CellComponent": 0.34426229508196715, "eval_f1_I-CellFunction": 0.5175600739371534, "eval_f1_I-CellOrMolecularDysfunction": 0.6930379746835442, "eval_f1_I-Chemical": 0.46825396825396826, "eval_f1_I-ClinicalAttribute": 0.4217687074829932, "eval_f1_I-DiseaseOrSyndrome": 0.8656795346377577, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0.2883845126835781, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.6490683229813664, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.5663852647735993, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.0017629720969125628, "eval_macro_f1": 0.17043760366846786, "eval_runtime": 28.1759, "eval_samples_per_second": 28.216, "eval_steps_per_second": 0.532, "step": 624 }, { "epoch": 7.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7797537619699043, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.1858736059479554, "eval_f1_B-BiologicallyActiveSubstance": 0.728613569321534, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7783505154639175, "eval_f1_B-Cell": 0.6367713004484306, "eval_f1_B-CellComponent": 0.358974358974359, "eval_f1_B-CellFunction": 0.5878378378378378, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0.3389830508474576, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.862565445026178, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.1590106007067138, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0.5728395061728395, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.4551282051282051, "eval_f1_B-PatientOrDisabledGroup": 0.12121212121212122, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0.19931271477663232, "eval_f1_B-ResearchActivity": 0.6300174520069808, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.6172344689378758, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7681549220010759, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.011235955056179775, "eval_f1_I-BiologicallyActiveSubstance": 0.7594501718213058, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8374485596707819, "eval_f1_I-Cell": 0.7307692307692308, "eval_f1_I-CellComponent": 0.47058823529411764, "eval_f1_I-CellFunction": 0.5625, "eval_f1_I-CellOrMolecularDysfunction": 0.8207282913165266, "eval_f1_I-Chemical": 0.4694533762057877, "eval_f1_I-ClinicalAttribute": 0.4562162162162162, "eval_f1_I-DiseaseOrSyndrome": 0.8962520369364476, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.03703703703703704, "eval_f1_I-Finding": 0.021691973969631236, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0.6069565217391305, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.7058823529411765, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.6706408345752609, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.2527472527472528, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.5833956619296934, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.001562474644742906, "eval_macro_f1": 0.2209203393125724, "eval_runtime": 27.9217, "eval_samples_per_second": 28.472, "eval_steps_per_second": 0.537, "step": 728 }, { "epoch": 8.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7764060356652949, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.508108108108108, "eval_f1_B-BiologicallyActiveSubstance": 0.7341389728096677, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7806691449814126, "eval_f1_B-Cell": 0.6475409836065573, "eval_f1_B-CellComponent": 0.2641509433962264, "eval_f1_B-CellFunction": 0.5936599423631125, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0.35000000000000003, "eval_f1_B-ClinicalAttribute": 0.3838383838383838, "eval_f1_B-DiseaseOrSyndrome": 0.879837067209776, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.3, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.36865021770682144, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0.6107784431137725, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.30303030303030304, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.5911602209944752, "eval_f1_B-PatientOrDisabledGroup": 0.8869565217391304, "eval_f1_B-PharmacologicSubstance": 0.03333333333333333, "eval_f1_B-PopulationGroup": 0.5846153846153845, "eval_f1_B-ResearchActivity": 0.6436363636363637, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7662565905096661, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7776470588235292, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.38431372549019605, "eval_f1_I-BiologicallyActiveSubstance": 0.7493827160493828, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8492307692307691, "eval_f1_I-Cell": 0.7197943444730077, "eval_f1_I-CellComponent": 0.3434343434343434, "eval_f1_I-CellFunction": 0.5372549019607844, "eval_f1_I-CellOrMolecularDysfunction": 0.7954545454545455, "eval_f1_I-Chemical": 0.4099722991689751, "eval_f1_I-ClinicalAttribute": 0.5566600397614314, "eval_f1_I-DiseaseOrSyndrome": 0.9022556390977444, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.4705882352941176, "eval_f1_I-Finding": 0.13953488372093026, "eval_f1_I-GeneOrGenome": 0.14084507042253522, "eval_f1_I-HealthCareActivity": 0.6466302367941712, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.6530612244897959, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.753125, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.4537037037037037, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.5788712011577425, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.09448818897637795, "eval_f1_I-Virus": 0, "eval_loss": 0.0014537478564307094, "eval_macro_f1": 0.27453768860202343, "eval_runtime": 27.8744, "eval_samples_per_second": 28.521, "eval_steps_per_second": 0.538, "step": 832 }, { "epoch": 9.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7888111888111887, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6013986013986015, "eval_f1_B-BiologicallyActiveSubstance": 0.6746166950596252, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7816091954022988, "eval_f1_B-Cell": 0.6724890829694323, "eval_f1_B-CellComponent": 0.21818181818181817, "eval_f1_B-CellFunction": 0.6476190476190475, "eval_f1_B-CellOrMolecularDysfunction": 0.7835051546391752, "eval_f1_B-Chemical": 0.36923076923076925, "eval_f1_B-ClinicalAttribute": 0.5313432835820896, "eval_f1_B-DiseaseOrSyndrome": 0.8685939553219448, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6666666666666667, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.4882280049566295, "eval_f1_B-GeneOrGenome": 0.02531645569620253, "eval_f1_B-HealthCareActivity": 0.6333687566418704, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.35294117647058826, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.6214689265536724, "eval_f1_B-PatientOrDisabledGroup": 0.9508196721311476, "eval_f1_B-PharmacologicSubstance": 0.24000000000000002, "eval_f1_B-PopulationGroup": 0.7092511013215859, "eval_f1_B-ResearchActivity": 0.6724890829694323, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7707979626485568, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7828571428571429, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.4654088050314465, "eval_f1_I-BiologicallyActiveSubstance": 0.7732484076433122, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8300312825860271, "eval_f1_I-Cell": 0.7465940054495913, "eval_f1_I-CellComponent": 0.2545454545454545, "eval_f1_I-CellFunction": 0.6509433962264151, "eval_f1_I-CellOrMolecularDysfunction": 0.8283313325330132, "eval_f1_I-Chemical": 0.5178571428571428, "eval_f1_I-ClinicalAttribute": 0.6499102333931778, "eval_f1_I-DiseaseOrSyndrome": 0.8852634394223053, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.4657534246575342, "eval_f1_I-Finding": 0.30033003300330036, "eval_f1_I-GeneOrGenome": 0.2697674418604651, "eval_f1_I-HealthCareActivity": 0.6356968215158924, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.7804878048780488, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7338842975206612, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.40394088669950734, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.6048210372534696, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.3949044585987261, "eval_f1_I-Virus": 0, "eval_loss": 0.001369316829368472, "eval_macro_f1": 0.31304154308506227, "eval_runtime": 28.0405, "eval_samples_per_second": 28.352, "eval_steps_per_second": 0.535, "step": 936 }, { "epoch": 9.62, "learning_rate": 0.0001698717948717949, "loss": 0.009, "step": 1000 }, { "epoch": 10.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.8033946251768034, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6160714285714285, "eval_f1_B-BiologicallyActiveSubstance": 0.7329192546583853, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7980769230769231, "eval_f1_B-Cell": 0.675, "eval_f1_B-CellComponent": 0.3137254901960784, "eval_f1_B-CellFunction": 0.6200607902735563, "eval_f1_B-CellOrMolecularDysfunction": 0.8161434977578476, "eval_f1_B-Chemical": 0.3829787234042553, "eval_f1_B-ClinicalAttribute": 0.5876010781671159, "eval_f1_B-DiseaseOrSyndrome": 0.8578778135048231, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.7222222222222222, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5348595213319459, "eval_f1_B-GeneOrGenome": 0.2, "eval_f1_B-HealthCareActivity": 0.673036093418259, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.358974358974359, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.40404040404040403, "eval_f1_B-PathologicFunction": 0.6374695863746958, "eval_f1_B-PatientOrDisabledGroup": 0.967741935483871, "eval_f1_B-PharmacologicSubstance": 0.5, "eval_f1_B-PopulationGroup": 0.7894736842105263, "eval_f1_B-ResearchActivity": 0.6947194719471946, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7692307692307692, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.79067055393586, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.4982206405693951, "eval_f1_I-BiologicallyActiveSubstance": 0.7601208459214501, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8592283628779979, "eval_f1_I-Cell": 0.7382198952879582, "eval_f1_I-CellComponent": 0.3673469387755102, "eval_f1_I-CellFunction": 0.6009852216748768, "eval_f1_I-CellOrMolecularDysfunction": 0.8290282902829028, "eval_f1_I-Chemical": 0.5285714285714286, "eval_f1_I-ClinicalAttribute": 0.6357738646895273, "eval_f1_I-DiseaseOrSyndrome": 0.8755567199371234, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.4748201438848921, "eval_f1_I-Finding": 0.36818851251840945, "eval_f1_I-GeneOrGenome": 0.39700374531835203, "eval_f1_I-HealthCareActivity": 0.668936170212766, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.45714285714285713, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7093184979137691, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.6285714285714286, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.5974222896133433, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7196261682242991, "eval_f1_I-Virus": 0, "eval_loss": 0.0013324683532118797, "eval_macro_f1": 0.33700462809932014, "eval_runtime": 28.1872, "eval_samples_per_second": 28.204, "eval_steps_per_second": 0.532, "step": 1040 }, { "epoch": 11.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7923497267759563, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6320346320346321, "eval_f1_B-BiologicallyActiveSubstance": 0.7071320182094081, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7828282828282828, "eval_f1_B-Cell": 0.6991150442477877, "eval_f1_B-CellComponent": 0.4090909090909091, "eval_f1_B-CellFunction": 0.6422018348623854, "eval_f1_B-CellOrMolecularDysfunction": 0.8493150684931506, "eval_f1_B-Chemical": 0.3661971830985915, "eval_f1_B-ClinicalAttribute": 0.6223404255319149, "eval_f1_B-DiseaseOrSyndrome": 0.8738379814077025, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.7428571428571428, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5392491467576792, "eval_f1_B-GeneOrGenome": 0.2, "eval_f1_B-HealthCareActivity": 0.6701461377870563, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.037037037037037035, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.46511627906976744, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.5862068965517242, "eval_f1_B-PathologicFunction": 0.6651162790697676, "eval_f1_B-PatientOrDisabledGroup": 0.967741935483871, "eval_f1_B-PharmacologicSubstance": 0.5576923076923077, "eval_f1_B-PopulationGroup": 0.7730337078651686, "eval_f1_B-ResearchActivity": 0.7056798623063683, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.779436152570481, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7950727883538634, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5128205128205129, "eval_f1_I-BiologicallyActiveSubstance": 0.7652383826191913, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.845841784989858, "eval_f1_I-Cell": 0.7547169811320754, "eval_f1_I-CellComponent": 0.4271844660194175, "eval_f1_I-CellFunction": 0.6373165618448637, "eval_f1_I-CellOrMolecularDysfunction": 0.8372670807453416, "eval_f1_I-Chemical": 0.43450479233226835, "eval_f1_I-ClinicalAttribute": 0.6491862567811936, "eval_f1_I-DiseaseOrSyndrome": 0.8861636896827513, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.4901960784313726, "eval_f1_I-Finding": 0.4127423822714682, "eval_f1_I-GeneOrGenome": 0.42446043165467623, "eval_f1_I-HealthCareActivity": 0.6583953680727875, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5161290322580646, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7237354085603113, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.5877551020408164, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.6198738170347003, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7829787234042553, "eval_f1_I-Virus": 0, "eval_loss": 0.0012902545277029276, "eval_macro_f1": 0.3478416954084861, "eval_runtime": 28.0164, "eval_samples_per_second": 28.376, "eval_steps_per_second": 0.535, "step": 1144 }, { "epoch": 12.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7705627705627706, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.5852534562211981, "eval_f1_B-BiologicallyActiveSubstance": 0.7140549273021002, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7772151898734179, "eval_f1_B-Cell": 0.6724890829694323, "eval_f1_B-CellComponent": 0.5660377358490566, "eval_f1_B-CellFunction": 0.626959247648903, "eval_f1_B-CellOrMolecularDysfunction": 0.7982062780269057, "eval_f1_B-Chemical": 0.36363636363636365, "eval_f1_B-ClinicalAttribute": 0.6290322580645161, "eval_f1_B-DiseaseOrSyndrome": 0.8891891891891892, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.7428571428571428, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5458823529411765, "eval_f1_B-GeneOrGenome": 0.25174825174825183, "eval_f1_B-HealthCareActivity": 0.6505494505494505, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.037037037037037035, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.716417910447761, "eval_f1_B-PathologicFunction": 0.6363636363636364, "eval_f1_B-PatientOrDisabledGroup": 0.967741935483871, "eval_f1_B-PharmacologicSubstance": 0.5961538461538461, "eval_f1_B-PopulationGroup": 0.8189655172413792, "eval_f1_B-ResearchActivity": 0.7065868263473053, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7710437710437712, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7751937984496123, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.48484848484848486, "eval_f1_I-BiologicallyActiveSubstance": 0.7485893416927899, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8444902162718847, "eval_f1_I-Cell": 0.7425474254742547, "eval_f1_I-CellComponent": 0.6031746031746031, "eval_f1_I-CellFunction": 0.6439909297052154, "eval_f1_I-CellOrMolecularDysfunction": 0.8296639629200465, "eval_f1_I-Chemical": 0.5217391304347826, "eval_f1_I-ClinicalAttribute": 0.6798206278026906, "eval_f1_I-DiseaseOrSyndrome": 0.9089921217060583, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.25316455696202533, "eval_f1_I-Finding": 0.4619492656875834, "eval_f1_I-GeneOrGenome": 0.44368600682593856, "eval_f1_I-HealthCareActivity": 0.6759410801963993, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.463768115942029, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7685325264750378, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.7135678391959799, "eval_f1_I-PopulationGroup": 0.4347826086956523, "eval_f1_I-ResearchActivity": 0.6116731517509727, "eval_f1_I-SignOrSymptom": 0.18181818181818182, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.775330396475771, "eval_f1_I-Virus": 0, "eval_loss": 0.0012513273395597935, "eval_macro_f1": 0.36126560687580606, "eval_runtime": 27.9914, "eval_samples_per_second": 28.402, "eval_steps_per_second": 0.536, "step": 1248 }, { "epoch": 13.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7499999999999999, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6044444444444445, "eval_f1_B-BiologicallyActiveSubstance": 0.6801242236024845, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7715355805243446, "eval_f1_B-Cell": 0.6926406926406925, "eval_f1_B-CellComponent": 0.3529411764705882, "eval_f1_B-CellFunction": 0.638036809815951, "eval_f1_B-CellOrMolecularDysfunction": 0.8230088495575222, "eval_f1_B-Chemical": 0.41791044776119407, "eval_f1_B-ClinicalAttribute": 0.6365914786967419, "eval_f1_B-DiseaseOrSyndrome": 0.8926401080351113, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.7428571428571428, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5444059976931949, "eval_f1_B-GeneOrGenome": 0.2714285714285714, "eval_f1_B-HealthCareActivity": 0.6814814814814815, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.1, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.46153846153846156, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7424242424242424, "eval_f1_B-PathologicFunction": 0.6813725490196078, "eval_f1_B-PatientOrDisabledGroup": 0.967741935483871, "eval_f1_B-PharmacologicSubstance": 0.5904761904761905, "eval_f1_B-PopulationGroup": 0.8285077951002227, "eval_f1_B-ResearchActivity": 0.7110332749562172, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7761194029850746, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7717195925704016, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5072886297376095, "eval_f1_I-BiologicallyActiveSubstance": 0.7492022973835354, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.34782608695652173, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8428428428428428, "eval_f1_I-Cell": 0.7520435967302451, "eval_f1_I-CellComponent": 0.35514018691588783, "eval_f1_I-CellFunction": 0.6069868995633187, "eval_f1_I-CellOrMolecularDysfunction": 0.8426150121065376, "eval_f1_I-Chemical": 0.47923322683706066, "eval_f1_I-ClinicalAttribute": 0.6870629370629371, "eval_f1_I-DiseaseOrSyndrome": 0.9132569558101473, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.42666666666666664, "eval_f1_I-Finding": 0.45539280958721706, "eval_f1_I-GeneOrGenome": 0.4056939501779359, "eval_f1_I-HealthCareActivity": 0.6579591836734694, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.17142857142857143, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.7441860465116279, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.12903225806451613, "eval_f1_I-PathologicFunction": 0.7671601615074024, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.676328502415459, "eval_f1_I-PopulationGroup": 0.6805555555555556, "eval_f1_I-ResearchActivity": 0.6172465960665658, "eval_f1_I-SignOrSymptom": 0.23529411764705882, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7543859649122806, "eval_f1_I-Virus": 0, "eval_loss": 0.0012185692321509123, "eval_macro_f1": 0.37419761882155905, "eval_runtime": 27.9234, "eval_samples_per_second": 28.471, "eval_steps_per_second": 0.537, "step": 1352 }, { "epoch": 14.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7732962447844228, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6126914660831511, "eval_f1_B-BiologicallyActiveSubstance": 0.6825633383010432, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7871287128712872, "eval_f1_B-Cell": 0.6952789699570816, "eval_f1_B-CellComponent": 0.3939393939393939, "eval_f1_B-CellFunction": 0.6306818181818182, "eval_f1_B-CellOrMolecularDysfunction": 0.7844827586206896, "eval_f1_B-Chemical": 0.3536585365853659, "eval_f1_B-ClinicalAttribute": 0.6552567237163814, "eval_f1_B-DiseaseOrSyndrome": 0.8940217391304348, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.7368421052631577, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5608695652173912, "eval_f1_B-GeneOrGenome": 0.2597402597402597, "eval_f1_B-HealthCareActivity": 0.6803699897225077, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.17910447761194026, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5106382978723404, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7586206896551724, "eval_f1_B-PathologicFunction": 0.6873385012919897, "eval_f1_B-PatientOrDisabledGroup": 0.967741935483871, "eval_f1_B-PharmacologicSubstance": 0.5789473684210527, "eval_f1_B-PopulationGroup": 0.8301075268817204, "eval_f1_B-ResearchActivity": 0.711111111111111, "eval_f1_B-SignOrSymptom": 0.1111111111111111, "eval_f1_B-Substance": 0.13186813186813187, "eval_f1_B-TemporalConcept": 0.7836065573770492, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7843601895734598, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5191740412979351, "eval_f1_I-BiologicallyActiveSubstance": 0.7532792004996878, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5660377358490566, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.843718079673136, "eval_f1_I-Cell": 0.7513513513513512, "eval_f1_I-CellComponent": 0.4615384615384615, "eval_f1_I-CellFunction": 0.6016260162601627, "eval_f1_I-CellOrMolecularDysfunction": 0.8363201911589009, "eval_f1_I-Chemical": 0.4193548387096774, "eval_f1_I-ClinicalAttribute": 0.6552901023890785, "eval_f1_I-DiseaseOrSyndrome": 0.9125893347993402, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.7272727272727272, "eval_f1_I-ExperimentalModelOfDisease": 0.49541284403669733, "eval_f1_I-Finding": 0.4152866242038217, "eval_f1_I-GeneOrGenome": 0.4350649350649351, "eval_f1_I-HealthCareActivity": 0.6761506276150627, "eval_f1_I-HealthCareRelatedOrganization": 0.13793103448275862, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.5394736842105263, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.6666666666666666, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.3333333333333333, "eval_f1_I-PathologicFunction": 0.7748538011695906, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.6396396396396397, "eval_f1_I-PopulationGroup": 0.6849315068493151, "eval_f1_I-ResearchActivity": 0.6248037676609104, "eval_f1_I-SignOrSymptom": 0.4878048780487804, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7833333333333333, "eval_f1_I-Virus": 0, "eval_loss": 0.0012213359586894512, "eval_macro_f1": 0.40347020346860274, "eval_runtime": 27.9556, "eval_samples_per_second": 28.438, "eval_steps_per_second": 0.537, "step": 1456 }, { "epoch": 15.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.764872521246459, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.621923937360179, "eval_f1_B-BiologicallyActiveSubstance": 0.7160493827160493, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.09756097560975609, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.795969773299748, "eval_f1_B-Cell": 0.6893617021276596, "eval_f1_B-CellComponent": 0.4150943396226415, "eval_f1_B-CellFunction": 0.6064139941690962, "eval_f1_B-CellOrMolecularDysfunction": 0.8105726872246696, "eval_f1_B-Chemical": 0.3815789473684211, "eval_f1_B-ClinicalAttribute": 0.6424870466321244, "eval_f1_B-DiseaseOrSyndrome": 0.9005449591280653, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6842105263157895, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5673913043478261, "eval_f1_B-GeneOrGenome": 0.29729729729729726, "eval_f1_B-HealthCareActivity": 0.6963906581740976, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.33802816901408456, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.46808510638297873, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7517730496453899, "eval_f1_B-PathologicFunction": 0.6875, "eval_f1_B-PatientOrDisabledGroup": 0.991869918699187, "eval_f1_B-PharmacologicSubstance": 0.5714285714285714, "eval_f1_B-PopulationGroup": 0.8258064516129031, "eval_f1_B-ResearchActivity": 0.7157534246575342, "eval_f1_B-SignOrSymptom": 0.25641025641025644, "eval_f1_B-Substance": 0.10989010989010989, "eval_f1_B-TemporalConcept": 0.7949125596184419, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7810437912417516, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5432835820895523, "eval_f1_I-BiologicallyActiveSubstance": 0.7718204488778055, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6181818181818182, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8509316770186336, "eval_f1_I-Cell": 0.7286821705426356, "eval_f1_I-CellComponent": 0.5128205128205128, "eval_f1_I-CellFunction": 0.5681381957773514, "eval_f1_I-CellOrMolecularDysfunction": 0.8483353884093711, "eval_f1_I-Chemical": 0.47352024922118385, "eval_f1_I-ClinicalAttribute": 0.6905594405594406, "eval_f1_I-DiseaseOrSyndrome": 0.9226918798665183, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.7692307692307692, "eval_f1_I-ExperimentalModelOfDisease": 0.5689655172413792, "eval_f1_I-Finding": 0.4784217016029593, "eval_f1_I-GeneOrGenome": 0.4584717607973422, "eval_f1_I-HealthCareActivity": 0.6945606694560669, "eval_f1_I-HealthCareRelatedOrganization": 0.28125, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6706586826347305, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.6037735849056604, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.34146341463414637, "eval_f1_I-PathologicFunction": 0.7632978723404257, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.6367713004484306, "eval_f1_I-PopulationGroup": 0.7250000000000001, "eval_f1_I-ResearchActivity": 0.6104294478527607, "eval_f1_I-SignOrSymptom": 0.5581395348837209, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.8015873015873015, "eval_f1_I-Virus": 0, "eval_loss": 0.0012031312799081206, "eval_macro_f1": 0.41839010477777006, "eval_runtime": 27.9952, "eval_samples_per_second": 28.398, "eval_steps_per_second": 0.536, "step": 1560 }, { "epoch": 16.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7690140845070423, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.5991189427312775, "eval_f1_B-BiologicallyActiveSubstance": 0.7140649149922721, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.29166666666666663, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7969348659003832, "eval_f1_B-Cell": 0.6978723404255319, "eval_f1_B-CellComponent": 0.39999999999999997, "eval_f1_B-CellFunction": 0.6220930232558138, "eval_f1_B-CellOrMolecularDysfunction": 0.817391304347826, "eval_f1_B-Chemical": 0.37662337662337664, "eval_f1_B-ClinicalAttribute": 0.6582278481012658, "eval_f1_B-DiseaseOrSyndrome": 0.905089408528198, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.717948717948718, "eval_f1_B-ExperimentalModelOfDisease": 0.125, "eval_f1_B-Finding": 0.5641025641025641, "eval_f1_B-GeneOrGenome": 0.27999999999999997, "eval_f1_B-HealthCareActivity": 0.6870229007633588, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.30985915492957744, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.4799999999999999, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7586206896551724, "eval_f1_B-PathologicFunction": 0.6960784313725489, "eval_f1_B-PatientOrDisabledGroup": 0.9836065573770492, "eval_f1_B-PharmacologicSubstance": 0.5517241379310345, "eval_f1_B-PopulationGroup": 0.8243243243243242, "eval_f1_B-ResearchActivity": 0.7111501316944688, "eval_f1_B-SignOrSymptom": 0.21052631578947367, "eval_f1_B-Substance": 0.10989010989010989, "eval_f1_B-TemporalConcept": 0.8012924071082391, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7924743443557584, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5257452574525746, "eval_f1_I-BiologicallyActiveSubstance": 0.7677018633540372, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6071428571428572, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8615384615384616, "eval_f1_I-Cell": 0.7526881720430109, "eval_f1_I-CellComponent": 0.4705882352941176, "eval_f1_I-CellFunction": 0.5964912280701754, "eval_f1_I-CellOrMolecularDysfunction": 0.8319018404907976, "eval_f1_I-Chemical": 0.42045454545454547, "eval_f1_I-ClinicalAttribute": 0.6815343443354147, "eval_f1_I-DiseaseOrSyndrome": 0.9237643116447919, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.6055045871559633, "eval_f1_I-Finding": 0.4704433497536946, "eval_f1_I-GeneOrGenome": 0.4545454545454545, "eval_f1_I-HealthCareActivity": 0.6906354515050167, "eval_f1_I-HealthCareRelatedOrganization": 0.35820895522388063, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.67816091954023, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.64, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.34782608695652173, "eval_f1_I-PathologicFunction": 0.7574468085106384, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.6350710900473934, "eval_f1_I-PopulationGroup": 0.7544910179640718, "eval_f1_I-ResearchActivity": 0.616692426584235, "eval_f1_I-SignOrSymptom": 0.47619047619047616, "eval_f1_I-Substance": 0.03278688524590164, "eval_f1_I-TemporalConcept": 0.7736625514403292, "eval_f1_I-Virus": 0, "eval_loss": 0.0011849849252030253, "eval_macro_f1": 0.4206200175934164, "eval_runtime": 27.8735, "eval_samples_per_second": 28.522, "eval_steps_per_second": 0.538, "step": 1664 }, { "epoch": 17.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7642956764295677, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.5972222222222222, "eval_f1_B-BiologicallyActiveSubstance": 0.717948717948718, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.32653061224489793, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7931456548347614, "eval_f1_B-Cell": 0.6952789699570816, "eval_f1_B-CellComponent": 0.37037037037037035, "eval_f1_B-CellFunction": 0.6280487804878048, "eval_f1_B-CellOrMolecularDysfunction": 0.7815126050420168, "eval_f1_B-Chemical": 0.3841059602649006, "eval_f1_B-ClinicalAttribute": 0.6568627450980392, "eval_f1_B-DiseaseOrSyndrome": 0.8894771674387822, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6666666666666667, "eval_f1_B-ExperimentalModelOfDisease": 0.1818181818181818, "eval_f1_B-Finding": 0.5497630331753555, "eval_f1_B-GeneOrGenome": 0.27027027027027023, "eval_f1_B-HealthCareActivity": 0.693193717277487, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4367816091954023, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.48979591836734687, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7534246575342466, "eval_f1_B-PathologicFunction": 0.6764705882352942, "eval_f1_B-PatientOrDisabledGroup": 0.9752066115702479, "eval_f1_B-PharmacologicSubstance": 0.5964912280701754, "eval_f1_B-PopulationGroup": 0.8333333333333333, "eval_f1_B-ResearchActivity": 0.7209920283436669, "eval_f1_B-SignOrSymptom": 0.25, "eval_f1_B-Substance": 0.18947368421052632, "eval_f1_B-TemporalConcept": 0.7974068071312804, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7875647668393784, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5813953488372092, "eval_f1_I-BiologicallyActiveSubstance": 0.7666666666666667, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5098039215686275, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8667992047713718, "eval_f1_I-Cell": 0.7629427792915532, "eval_f1_I-CellComponent": 0.4067796610169491, "eval_f1_I-CellFunction": 0.6, "eval_f1_I-CellOrMolecularDysfunction": 0.8231213872832369, "eval_f1_I-Chemical": 0.5016722408026756, "eval_f1_I-ClinicalAttribute": 0.6783831282952549, "eval_f1_I-DiseaseOrSyndrome": 0.8991216396060686, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666667, "eval_f1_I-ExperimentalModelOfDisease": 0.5087719298245614, "eval_f1_I-Finding": 0.3977110157367668, "eval_f1_I-GeneOrGenome": 0.4161073825503356, "eval_f1_I-HealthCareActivity": 0.687603305785124, "eval_f1_I-HealthCareRelatedOrganization": 0.4117647058823529, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6938775510204082, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0.03738317757009346, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5714285714285714, "eval_f1_I-Organism": 0.20149253731343283, "eval_f1_I-OrganismAttribute": 0.35555555555555557, "eval_f1_I-PathologicFunction": 0.7486910994764397, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.593607305936073, "eval_f1_I-PopulationGroup": 0.7455621301775148, "eval_f1_I-ResearchActivity": 0.6267432321575062, "eval_f1_I-SignOrSymptom": 0.5581395348837209, "eval_f1_I-Substance": 0.2857142857142857, "eval_f1_I-TemporalConcept": 0.7874015748031497, "eval_f1_I-Virus": 0, "eval_loss": 0.0011897546937689185, "eval_macro_f1": 0.42705450156250235, "eval_runtime": 27.8852, "eval_samples_per_second": 28.51, "eval_steps_per_second": 0.538, "step": 1768 }, { "epoch": 18.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7741935483870968, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6269315673289183, "eval_f1_B-BiologicallyActiveSubstance": 0.7215568862275449, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.44444444444444436, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7868020304568528, "eval_f1_B-Cell": 0.6978723404255319, "eval_f1_B-CellComponent": 0.39215686274509803, "eval_f1_B-CellFunction": 0.6374269005847952, "eval_f1_B-CellOrMolecularDysfunction": 0.7983193277310924, "eval_f1_B-Chemical": 0.4195804195804196, "eval_f1_B-ClinicalAttribute": 0.6650246305418719, "eval_f1_B-DiseaseOrSyndrome": 0.9013513513513512, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6511627906976744, "eval_f1_B-ExperimentalModelOfDisease": 0.10526315789473685, "eval_f1_B-Finding": 0.5714285714285713, "eval_f1_B-GeneOrGenome": 0.3151515151515152, "eval_f1_B-HealthCareActivity": 0.6790505675954593, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.4615384615384615, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7549668874172186, "eval_f1_B-PathologicFunction": 0.7228915662650603, "eval_f1_B-PatientOrDisabledGroup": 0.96, "eval_f1_B-PharmacologicSubstance": 0.5599999999999999, "eval_f1_B-PopulationGroup": 0.8296943231441047, "eval_f1_B-ResearchActivity": 0.7171052631578947, "eval_f1_B-SignOrSymptom": 0.3255813953488372, "eval_f1_B-Substance": 0.22000000000000003, "eval_f1_B-TemporalConcept": 0.7942583732057417, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7995482778091474, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5502958579881657, "eval_f1_I-BiologicallyActiveSubstance": 0.7781908302354399, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6181818181818182, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8633093525179857, "eval_f1_I-Cell": 0.7393617021276597, "eval_f1_I-CellComponent": 0.4144144144144145, "eval_f1_I-CellFunction": 0.5992217898832686, "eval_f1_I-CellOrMolecularDysfunction": 0.8444444444444443, "eval_f1_I-Chemical": 0.555956678700361, "eval_f1_I-ClinicalAttribute": 0.6891054030115147, "eval_f1_I-DiseaseOrSyndrome": 0.9241417497231449, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6, "eval_f1_I-ExperimentalModelOfDisease": 0.5111111111111111, "eval_f1_I-Finding": 0.4529801324503311, "eval_f1_I-GeneOrGenome": 0.42500000000000004, "eval_f1_I-HealthCareActivity": 0.6851385390428212, "eval_f1_I-HealthCareRelatedOrganization": 0.3880597014925373, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.7015706806282722, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5333333333333333, "eval_f1_I-Organism": 0.1947565543071161, "eval_f1_I-OrganismAttribute": 0.32653061224489793, "eval_f1_I-PathologicFunction": 0.7656033287101248, "eval_f1_I-PatientOrDisabledGroup": 0.16666666666666666, "eval_f1_I-PharmacologicSubstance": 0.6101694915254237, "eval_f1_I-PopulationGroup": 0.7500000000000001, "eval_f1_I-ResearchActivity": 0.624124513618677, "eval_f1_I-SignOrSymptom": 0.5333333333333333, "eval_f1_I-Substance": 0.4810126582278481, "eval_f1_I-TemporalConcept": 0.8016877637130801, "eval_f1_I-Virus": 0, "eval_loss": 0.0011894780909642577, "eval_macro_f1": 0.4370125490261655, "eval_runtime": 27.8193, "eval_samples_per_second": 28.577, "eval_steps_per_second": 0.539, "step": 1872 }, { "epoch": 19.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7526881720430108, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6252676659528908, "eval_f1_B-BiologicallyActiveSubstance": 0.7130177514792898, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5614035087719298, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7905824039653034, "eval_f1_B-Cell": 0.7186147186147185, "eval_f1_B-CellComponent": 0.44, "eval_f1_B-CellFunction": 0.6338797814207651, "eval_f1_B-CellOrMolecularDysfunction": 0.7866108786610879, "eval_f1_B-Chemical": 0.38666666666666666, "eval_f1_B-ClinicalAttribute": 0.6682464454976303, "eval_f1_B-DiseaseOrSyndrome": 0.8917112299465241, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.7, "eval_f1_B-ExperimentalModelOfDisease": 0.33333333333333326, "eval_f1_B-Finding": 0.5511811023622047, "eval_f1_B-GeneOrGenome": 0.32530120481927716, "eval_f1_B-HealthCareActivity": 0.6886597938144329, "eval_f1_B-HealthCareRelatedOrganization": 0.08333333333333333, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5227272727272727, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.43636363636363634, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7483870967741936, "eval_f1_B-PathologicFunction": 0.7038834951456311, "eval_f1_B-PatientOrDisabledGroup": 0.959349593495935, "eval_f1_B-PharmacologicSubstance": 0.5507246376811594, "eval_f1_B-PopulationGroup": 0.843010752688172, "eval_f1_B-ResearchActivity": 0.7091963545981773, "eval_f1_B-SignOrSymptom": 0.3720930232558139, "eval_f1_B-Substance": 0.22000000000000003, "eval_f1_B-TemporalConcept": 0.7942583732057417, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7792207792207791, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5393258426966292, "eval_f1_I-BiologicallyActiveSubstance": 0.7653522947640594, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5454545454545454, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8611388611388612, "eval_f1_I-Cell": 0.7683923705722072, "eval_f1_I-CellComponent": 0.47457627118644063, "eval_f1_I-CellFunction": 0.5786407766990291, "eval_f1_I-CellOrMolecularDysfunction": 0.8224076281287247, "eval_f1_I-Chemical": 0.5338078291814946, "eval_f1_I-ClinicalAttribute": 0.6869565217391305, "eval_f1_I-DiseaseOrSyndrome": 0.9166212534059944, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.6046511627906976, "eval_f1_I-Finding": 0.411764705882353, "eval_f1_I-GeneOrGenome": 0.4495114006514658, "eval_f1_I-HealthCareActivity": 0.6885521885521887, "eval_f1_I-HealthCareRelatedOrganization": 0.5365853658536585, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6903553299492386, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2692307692307692, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5423728813559322, "eval_f1_I-Organism": 0.1947565543071161, "eval_f1_I-OrganismAttribute": 0.2857142857142857, "eval_f1_I-PathologicFunction": 0.7730398899587345, "eval_f1_I-PatientOrDisabledGroup": 0.3333333333333333, "eval_f1_I-PharmacologicSubstance": 0.6134453781512604, "eval_f1_I-PopulationGroup": 0.7305389221556886, "eval_f1_I-ResearchActivity": 0.6301169590643275, "eval_f1_I-SignOrSymptom": 0.5909090909090909, "eval_f1_I-Substance": 0.5, "eval_f1_I-TemporalConcept": 0.7868852459016393, "eval_f1_I-Virus": 0, "eval_loss": 0.001209883252158761, "eval_macro_f1": 0.45101021664043095, "eval_runtime": 28.0038, "eval_samples_per_second": 28.389, "eval_steps_per_second": 0.536, "step": 1976 }, { "epoch": 19.23, "learning_rate": 8.974358974358975e-05, "loss": 0.0005, "step": 2000 }, { "epoch": 20.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7748976807639837, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6074380165289256, "eval_f1_B-BiologicallyActiveSubstance": 0.7283763277693476, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6129032258064516, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.774114774114774, "eval_f1_B-Cell": 0.680672268907563, "eval_f1_B-CellComponent": 0.4313725490196078, "eval_f1_B-CellFunction": 0.6218487394957983, "eval_f1_B-CellOrMolecularDysfunction": 0.7866108786610879, "eval_f1_B-Chemical": 0.3973509933774835, "eval_f1_B-ClinicalAttribute": 0.6761904761904762, "eval_f1_B-DiseaseOrSyndrome": 0.9065934065934065, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6829268292682927, "eval_f1_B-ExperimentalModelOfDisease": 0.3636363636363636, "eval_f1_B-Finding": 0.5528089887640449, "eval_f1_B-GeneOrGenome": 0.3333333333333333, "eval_f1_B-HealthCareActivity": 0.6741803278688525, "eval_f1_B-HealthCareRelatedOrganization": 0.16, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5238095238095237, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7733333333333334, "eval_f1_B-PathologicFunction": 0.7272727272727273, "eval_f1_B-PatientOrDisabledGroup": 0.967741935483871, "eval_f1_B-PharmacologicSubstance": 0.5439999999999999, "eval_f1_B-PopulationGroup": 0.836283185840708, "eval_f1_B-ResearchActivity": 0.7207953603976801, "eval_f1_B-SignOrSymptom": 0.3636363636363636, "eval_f1_B-Substance": 0.24761904761904766, "eval_f1_B-TemporalConcept": 0.8057784911717496, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7960488088320744, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5322997416020672, "eval_f1_I-BiologicallyActiveSubstance": 0.7792706333973128, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5901639344262294, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8459214501510574, "eval_f1_I-Cell": 0.7547169811320754, "eval_f1_I-CellComponent": 0.5365853658536586, "eval_f1_I-CellFunction": 0.5995975855130785, "eval_f1_I-CellOrMolecularDysfunction": 0.8426035502958581, "eval_f1_I-Chemical": 0.5352112676056338, "eval_f1_I-ClinicalAttribute": 0.6791808873720137, "eval_f1_I-DiseaseOrSyndrome": 0.9244863964464187, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.5660377358490566, "eval_f1_I-Finding": 0.40214477211796246, "eval_f1_I-GeneOrGenome": 0.43564356435643564, "eval_f1_I-HealthCareActivity": 0.6932084309133489, "eval_f1_I-HealthCareRelatedOrganization": 0.5882352941176471, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6732673267326733, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.3333333333333333, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.20512820512820512, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.7619047619047619, "eval_f1_I-Organism": 0.22140221402214022, "eval_f1_I-OrganismAttribute": 0.34782608695652173, "eval_f1_I-PathologicFunction": 0.7716955941255006, "eval_f1_I-PatientOrDisabledGroup": 0.4, "eval_f1_I-PharmacologicSubstance": 0.6017699115044248, "eval_f1_I-PopulationGroup": 0.7455621301775148, "eval_f1_I-ResearchActivity": 0.6276211135213304, "eval_f1_I-SignOrSymptom": 0.5454545454545455, "eval_f1_I-Substance": 0.4810126582278481, "eval_f1_I-TemporalConcept": 0.7647058823529411, "eval_f1_I-Virus": 0, "eval_loss": 0.0011691718827933073, "eval_macro_f1": 0.46592789973443927, "eval_runtime": 28.1793, "eval_samples_per_second": 28.212, "eval_steps_per_second": 0.532, "step": 2080 }, { "epoch": 21.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7756232686980609, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6297872340425532, "eval_f1_B-BiologicallyActiveSubstance": 0.722962962962963, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5263157894736843, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7868453105968332, "eval_f1_B-Cell": 0.6723404255319149, "eval_f1_B-CellComponent": 0.4680851063829788, "eval_f1_B-CellFunction": 0.623229461756374, "eval_f1_B-CellOrMolecularDysfunction": 0.7933884297520661, "eval_f1_B-Chemical": 0.4307692307692308, "eval_f1_B-ClinicalAttribute": 0.6634844868735083, "eval_f1_B-DiseaseOrSyndrome": 0.895582329317269, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6976744186046512, "eval_f1_B-ExperimentalModelOfDisease": 0.3636363636363636, "eval_f1_B-Finding": 0.5657894736842105, "eval_f1_B-GeneOrGenome": 0.37179487179487186, "eval_f1_B-HealthCareActivity": 0.6826222684703435, "eval_f1_B-HealthCareRelatedOrganization": 0.16, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5154639175257731, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.4615384615384615, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7733333333333334, "eval_f1_B-PathologicFunction": 0.7146282973621103, "eval_f1_B-PatientOrDisabledGroup": 0.975609756097561, "eval_f1_B-PharmacologicSubstance": 0.5496183206106869, "eval_f1_B-PopulationGroup": 0.8416485900216919, "eval_f1_B-ResearchActivity": 0.7205387205387206, "eval_f1_B-SignOrSymptom": 0.3720930232558139, "eval_f1_B-Substance": 0.2692307692307692, "eval_f1_B-TemporalConcept": 0.7927031509121062, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7846506300114547, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5567567567567567, "eval_f1_I-BiologicallyActiveSubstance": 0.7832929782082325, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5555555555555556, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8560079443892751, "eval_f1_I-Cell": 0.7220779220779221, "eval_f1_I-CellComponent": 0.4035087719298246, "eval_f1_I-CellFunction": 0.5895953757225434, "eval_f1_I-CellOrMolecularDysfunction": 0.840512223515716, "eval_f1_I-Chemical": 0.6008230452674898, "eval_f1_I-ClinicalAttribute": 0.674698795180723, "eval_f1_I-DiseaseOrSyndrome": 0.916463909164639, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6, "eval_f1_I-ExperimentalModelOfDisease": 0.5210084033613445, "eval_f1_I-Finding": 0.41743725231175693, "eval_f1_I-GeneOrGenome": 0.47260273972602745, "eval_f1_I-HealthCareActivity": 0.685383980181668, "eval_f1_I-HealthCareRelatedOrganization": 0.5365853658536585, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6974358974358975, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.3255813953488372, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0.125, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.4776119402985074, "eval_f1_I-Organism": 0.1947565543071161, "eval_f1_I-OrganismAttribute": 0.35555555555555557, "eval_f1_I-PathologicFunction": 0.7727272727272726, "eval_f1_I-PatientOrDisabledGroup": 0.3636363636363636, "eval_f1_I-PharmacologicSubstance": 0.6127659574468084, "eval_f1_I-PopulationGroup": 0.7455621301775148, "eval_f1_I-ResearchActivity": 0.6258714175058094, "eval_f1_I-SignOrSymptom": 0.5581395348837209, "eval_f1_I-Substance": 0.4810126582278481, "eval_f1_I-TemporalConcept": 0.7851239669421487, "eval_f1_I-Virus": 0, "eval_loss": 0.0011935896473005414, "eval_macro_f1": 0.4556760008310362, "eval_runtime": 28.258, "eval_samples_per_second": 28.134, "eval_steps_per_second": 0.531, "step": 2184 }, { "epoch": 22.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7815468113975578, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6083333333333334, "eval_f1_B-BiologicallyActiveSubstance": 0.744807121661721, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6349206349206348, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7787182587666263, "eval_f1_B-Cell": 0.6978723404255319, "eval_f1_B-CellComponent": 0.4782608695652174, "eval_f1_B-CellFunction": 0.6395348837209303, "eval_f1_B-CellOrMolecularDysfunction": 0.7800829875518672, "eval_f1_B-Chemical": 0.39999999999999997, "eval_f1_B-ClinicalAttribute": 0.6729857819905213, "eval_f1_B-DiseaseOrSyndrome": 0.9019607843137254, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6666666666666667, "eval_f1_B-ExperimentalModelOfDisease": 0.17391304347826086, "eval_f1_B-Finding": 0.5482456140350876, "eval_f1_B-GeneOrGenome": 0.369047619047619, "eval_f1_B-HealthCareActivity": 0.6895854398382204, "eval_f1_B-HealthCareRelatedOrganization": 0.15384615384615383, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5052631578947367, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.48979591836734687, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7612903225806452, "eval_f1_B-PathologicFunction": 0.723404255319149, "eval_f1_B-PatientOrDisabledGroup": 0.9523809523809523, "eval_f1_B-PharmacologicSubstance": 0.5648854961832059, "eval_f1_B-PopulationGroup": 0.853448275862069, "eval_f1_B-ResearchActivity": 0.7093513058129739, "eval_f1_B-SignOrSymptom": 0.3555555555555555, "eval_f1_B-Substance": 0.3063063063063063, "eval_f1_B-TemporalConcept": 0.803125, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7927314026121522, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5228426395939086, "eval_f1_I-BiologicallyActiveSubstance": 0.7958307786633967, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8493150684931507, "eval_f1_I-Cell": 0.7560321715817694, "eval_f1_I-CellComponent": 0.4220183486238532, "eval_f1_I-CellFunction": 0.5779467680608364, "eval_f1_I-CellOrMolecularDysfunction": 0.8367103694874851, "eval_f1_I-Chemical": 0.5328467153284672, "eval_f1_I-ClinicalAttribute": 0.6880811496196112, "eval_f1_I-DiseaseOrSyndrome": 0.9217248008788794, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6, "eval_f1_I-ExperimentalModelOfDisease": 0.6115702479338843, "eval_f1_I-Finding": 0.42049934296977665, "eval_f1_I-GeneOrGenome": 0.4416403785488959, "eval_f1_I-HealthCareActivity": 0.7, "eval_f1_I-HealthCareRelatedOrganization": 0.7096774193548387, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6798029556650246, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2857142857142857, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0.20512820512820512, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5, "eval_f1_I-Organism": 0.3017543859649123, "eval_f1_I-OrganismAttribute": 0.2758620689655172, "eval_f1_I-PathologicFunction": 0.7845744680851064, "eval_f1_I-PatientOrDisabledGroup": 0.5, "eval_f1_I-PharmacologicSubstance": 0.6276150627615064, "eval_f1_I-PopulationGroup": 0.7674418604651163, "eval_f1_I-ResearchActivity": 0.625, "eval_f1_I-SignOrSymptom": 0.5, "eval_f1_I-Substance": 0.5185185185185185, "eval_f1_I-TemporalConcept": 0.7919999999999999, "eval_f1_I-Virus": 0, "eval_loss": 0.0011913817143067718, "eval_macro_f1": 0.4611001787980215, "eval_runtime": 28.1756, "eval_samples_per_second": 28.216, "eval_steps_per_second": 0.532, "step": 2288 }, { "epoch": 23.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7569721115537849, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6055437100213219, "eval_f1_B-BiologicallyActiveSubstance": 0.7025411061285501, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7852760736196319, "eval_f1_B-Cell": 0.7033898305084746, "eval_f1_B-CellComponent": 0.4230769230769231, "eval_f1_B-CellFunction": 0.6404494382022471, "eval_f1_B-CellOrMolecularDysfunction": 0.7786885245901639, "eval_f1_B-Chemical": 0.3841059602649006, "eval_f1_B-ClinicalAttribute": 0.6666666666666667, "eval_f1_B-DiseaseOrSyndrome": 0.9049897470950103, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6829268292682927, "eval_f1_B-ExperimentalModelOfDisease": 0.20000000000000004, "eval_f1_B-Finding": 0.5569892473118279, "eval_f1_B-GeneOrGenome": 0.3604651162790698, "eval_f1_B-HealthCareActivity": 0.6848739495798319, "eval_f1_B-HealthCareRelatedOrganization": 0.15384615384615383, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4791666666666667, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.4799999999999999, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7662337662337663, "eval_f1_B-PathologicFunction": 0.7421686746987951, "eval_f1_B-PatientOrDisabledGroup": 0.959349593495935, "eval_f1_B-PharmacologicSubstance": 0.553846153846154, "eval_f1_B-PopulationGroup": 0.8644067796610169, "eval_f1_B-ResearchActivity": 0.7122602168473727, "eval_f1_B-SignOrSymptom": 0.3636363636363636, "eval_f1_B-Substance": 0.31304347826086953, "eval_f1_B-TemporalConcept": 0.811232449297972, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7944572748267897, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5179063360881543, "eval_f1_I-BiologicallyActiveSubstance": 0.7765151515151515, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5517241379310345, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8628230616302187, "eval_f1_I-Cell": 0.7382198952879582, "eval_f1_I-CellComponent": 0.47619047619047616, "eval_f1_I-CellFunction": 0.5719769673704416, "eval_f1_I-CellOrMolecularDysfunction": 0.8457943925233644, "eval_f1_I-Chemical": 0.5150501672240803, "eval_f1_I-ClinicalAttribute": 0.6876595744680851, "eval_f1_I-DiseaseOrSyndrome": 0.9278979478646701, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.5882352941176471, "eval_f1_I-ExperimentalModelOfDisease": 0.5932203389830508, "eval_f1_I-Finding": 0.42328042328042337, "eval_f1_I-GeneOrGenome": 0.4444444444444444, "eval_f1_I-HealthCareActivity": 0.691542288557214, "eval_f1_I-HealthCareRelatedOrganization": 0.6206896551724137, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6834170854271358, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.35, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0.17391304347826084, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5517241379310345, "eval_f1_I-Organism": 0.24727272727272728, "eval_f1_I-OrganismAttribute": 0.3404255319148936, "eval_f1_I-PathologicFunction": 0.7706919945725916, "eval_f1_I-PatientOrDisabledGroup": 0.3636363636363636, "eval_f1_I-PharmacologicSubstance": 0.5916666666666667, "eval_f1_I-PopulationGroup": 0.7784431137724551, "eval_f1_I-ResearchActivity": 0.6200294550810014, "eval_f1_I-SignOrSymptom": 0.5217391304347827, "eval_f1_I-Substance": 0.5542168674698795, "eval_f1_I-TemporalConcept": 0.7874015748031497, "eval_f1_I-Virus": 0.033003300330033, "eval_loss": 0.0011838392820209265, "eval_macro_f1": 0.45789192938655454, "eval_runtime": 27.8286, "eval_samples_per_second": 28.568, "eval_steps_per_second": 0.539, "step": 2392 }, { "epoch": 24.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.766896551724138, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6004319654427646, "eval_f1_B-BiologicallyActiveSubstance": 0.7027027027027027, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6461538461538462, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7950920245398774, "eval_f1_B-Cell": 0.6982758620689656, "eval_f1_B-CellComponent": 0.4313725490196078, "eval_f1_B-CellFunction": 0.6371191135734072, "eval_f1_B-CellOrMolecularDysfunction": 0.8067226890756303, "eval_f1_B-Chemical": 0.3841059602649006, "eval_f1_B-ClinicalAttribute": 0.6875, "eval_f1_B-DiseaseOrSyndrome": 0.9006802721088435, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6976744186046512, "eval_f1_B-ExperimentalModelOfDisease": 0.20000000000000004, "eval_f1_B-Finding": 0.5442477876106194, "eval_f1_B-GeneOrGenome": 0.34146341463414637, "eval_f1_B-HealthCareActivity": 0.6979166666666666, "eval_f1_B-HealthCareRelatedOrganization": 0.15384615384615383, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4854368932038835, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5106382978723404, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7515923566878981, "eval_f1_B-PathologicFunction": 0.7344110854503464, "eval_f1_B-PatientOrDisabledGroup": 0.943089430894309, "eval_f1_B-PharmacologicSubstance": 0.5669291338582677, "eval_f1_B-PopulationGroup": 0.8466522678185745, "eval_f1_B-ResearchActivity": 0.7102803738317757, "eval_f1_B-SignOrSymptom": 0.3636363636363636, "eval_f1_B-Substance": 0.3826086956521739, "eval_f1_B-TemporalConcept": 0.7949125596184419, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7901376146788991, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5483870967741935, "eval_f1_I-BiologicallyActiveSubstance": 0.7696108709079678, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5517241379310345, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8662041625371656, "eval_f1_I-Cell": 0.7368421052631579, "eval_f1_I-CellComponent": 0.45, "eval_f1_I-CellFunction": 0.602020202020202, "eval_f1_I-CellOrMolecularDysfunction": 0.8581644815256256, "eval_f1_I-Chemical": 0.4951140065146579, "eval_f1_I-ClinicalAttribute": 0.6787252368647717, "eval_f1_I-DiseaseOrSyndrome": 0.9224848818031886, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.49090909090909096, "eval_f1_I-Finding": 0.4064602960969044, "eval_f1_I-GeneOrGenome": 0.4394904458598726, "eval_f1_I-HealthCareActivity": 0.6915254237288136, "eval_f1_I-HealthCareRelatedOrganization": 0.5365853658536585, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6571428571428571, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2222222222222222, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.1896551724137931, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.6808510638297872, "eval_f1_I-Organism": 0.25992779783393505, "eval_f1_I-OrganismAttribute": 0.29629629629629634, "eval_f1_I-PathologicFunction": 0.7782101167315175, "eval_f1_I-PatientOrDisabledGroup": 0.3636363636363636, "eval_f1_I-PharmacologicSubstance": 0.6026200873362446, "eval_f1_I-PopulationGroup": 0.7745664739884393, "eval_f1_I-ResearchActivity": 0.6336633663366337, "eval_f1_I-SignOrSymptom": 0.5333333333333333, "eval_f1_I-Substance": 0.5714285714285715, "eval_f1_I-TemporalConcept": 0.8112449799196787, "eval_f1_I-Virus": 0, "eval_loss": 0.0011908019660040736, "eval_macro_f1": 0.46135300281183544, "eval_runtime": 27.9431, "eval_samples_per_second": 28.451, "eval_steps_per_second": 0.537, "step": 2496 }, { "epoch": 25.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7639836289222373, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6167023554603855, "eval_f1_B-BiologicallyActiveSubstance": 0.7097744360902256, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5806451612903226, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7859824780976221, "eval_f1_B-Cell": 0.6781115879828326, "eval_f1_B-CellComponent": 0.4313725490196078, "eval_f1_B-CellFunction": 0.6442577030812325, "eval_f1_B-CellOrMolecularDysfunction": 0.7736625514403291, "eval_f1_B-Chemical": 0.3973509933774835, "eval_f1_B-ClinicalAttribute": 0.6859903381642513, "eval_f1_B-DiseaseOrSyndrome": 0.9003389830508476, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6818181818181819, "eval_f1_B-ExperimentalModelOfDisease": 0.2105263157894737, "eval_f1_B-Finding": 0.5664864864864864, "eval_f1_B-GeneOrGenome": 0.32499999999999996, "eval_f1_B-HealthCareActivity": 0.6873706004140787, "eval_f1_B-HealthCareRelatedOrganization": 0.15384615384615383, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4742268041237114, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5454545454545454, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7712418300653594, "eval_f1_B-PathologicFunction": 0.7363420427553445, "eval_f1_B-PatientOrDisabledGroup": 0.959349593495935, "eval_f1_B-PharmacologicSubstance": 0.5757575757575757, "eval_f1_B-PopulationGroup": 0.8583690987124465, "eval_f1_B-ResearchActivity": 0.7111853088480801, "eval_f1_B-SignOrSymptom": 0.3636363636363636, "eval_f1_B-Substance": 0.36036036036036034, "eval_f1_B-TemporalConcept": 0.8106416275430361, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7901092581943645, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5375722543352602, "eval_f1_I-BiologicallyActiveSubstance": 0.7721280602636535, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8654618473895581, "eval_f1_I-Cell": 0.7282321899736148, "eval_f1_I-CellComponent": 0.4098360655737705, "eval_f1_I-CellFunction": 0.6044624746450304, "eval_f1_I-CellOrMolecularDysfunction": 0.8341121495327103, "eval_f1_I-Chemical": 0.5319148936170213, "eval_f1_I-ClinicalAttribute": 0.6901287553648069, "eval_f1_I-DiseaseOrSyndrome": 0.9234171965717445, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.5208333333333334, "eval_f1_I-Finding": 0.43433029908972687, "eval_f1_I-GeneOrGenome": 0.4280936454849499, "eval_f1_I-HealthCareActivity": 0.6911764705882352, "eval_f1_I-HealthCareRelatedOrganization": 0.6904761904761905, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6798029556650246, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2745098039215686, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.15789473684210528, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.7272727272727272, "eval_f1_I-Organism": 0.3648648648648649, "eval_f1_I-OrganismAttribute": 0.34782608695652173, "eval_f1_I-PathologicFunction": 0.7735849056603773, "eval_f1_I-PatientOrDisabledGroup": 0.3333333333333333, "eval_f1_I-PharmacologicSubstance": 0.5867768595041323, "eval_f1_I-PopulationGroup": 0.7719298245614035, "eval_f1_I-ResearchActivity": 0.6355003652300949, "eval_f1_I-SignOrSymptom": 0.5333333333333333, "eval_f1_I-Substance": 0.5542168674698795, "eval_f1_I-TemporalConcept": 0.7951807228915662, "eval_f1_I-Virus": 0, "eval_loss": 0.001184165826998651, "eval_macro_f1": 0.464559559921151, "eval_runtime": 27.9862, "eval_samples_per_second": 28.407, "eval_steps_per_second": 0.536, "step": 2600 }, { "epoch": 26.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7815468113975578, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6163522012578616, "eval_f1_B-BiologicallyActiveSubstance": 0.7209653092006032, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6666666666666667, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7828220858895706, "eval_f1_B-Cell": 0.6978723404255319, "eval_f1_B-CellComponent": 0.44, "eval_f1_B-CellFunction": 0.6440677966101696, "eval_f1_B-CellOrMolecularDysfunction": 0.7786885245901639, "eval_f1_B-Chemical": 0.425531914893617, "eval_f1_B-ClinicalAttribute": 0.6778042959427207, "eval_f1_B-DiseaseOrSyndrome": 0.8975741239892183, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6818181818181819, "eval_f1_B-ExperimentalModelOfDisease": 0.25, "eval_f1_B-Finding": 0.5662002152852529, "eval_f1_B-GeneOrGenome": 0.33918128654970764, "eval_f1_B-HealthCareActivity": 0.68944099378882, "eval_f1_B-HealthCareRelatedOrganization": 0.15384615384615383, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4752475247524752, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5581395348837209, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7662337662337663, "eval_f1_B-PathologicFunction": 0.7429906542056075, "eval_f1_B-PatientOrDisabledGroup": 0.9586776859504132, "eval_f1_B-PharmacologicSubstance": 0.5853658536585366, "eval_f1_B-PopulationGroup": 0.8704883227176221, "eval_f1_B-ResearchActivity": 0.7066779374471682, "eval_f1_B-SignOrSymptom": 0.4255319148936171, "eval_f1_B-Substance": 0.45528455284552843, "eval_f1_B-TemporalConcept": 0.8125984251968504, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.799543118218161, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5617977528089887, "eval_f1_I-BiologicallyActiveSubstance": 0.7763819095477388, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5423728813559322, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.861111111111111, "eval_f1_I-Cell": 0.7453083109919572, "eval_f1_I-CellComponent": 0.432, "eval_f1_I-CellFunction": 0.6131687242798354, "eval_f1_I-CellOrMolecularDysfunction": 0.8432055749128919, "eval_f1_I-Chemical": 0.5714285714285714, "eval_f1_I-ClinicalAttribute": 0.6873920552677029, "eval_f1_I-DiseaseOrSyndrome": 0.9236747155148487, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.5882352941176471, "eval_f1_I-ExperimentalModelOfDisease": 0.5932203389830508, "eval_f1_I-Finding": 0.4560509554140128, "eval_f1_I-GeneOrGenome": 0.4276729559748428, "eval_f1_I-HealthCareActivity": 0.6808510638297871, "eval_f1_I-HealthCareRelatedOrganization": 0.7096774193548387, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6602870813397129, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.34146341463414637, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.20512820512820512, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.7619047619047619, "eval_f1_I-Organism": 0.42443729903536975, "eval_f1_I-OrganismAttribute": 0.32653061224489793, "eval_f1_I-PathologicFunction": 0.7718832891246685, "eval_f1_I-PatientOrDisabledGroup": 0.3333333333333333, "eval_f1_I-PharmacologicSubstance": 0.5897435897435898, "eval_f1_I-PopulationGroup": 0.7719298245614035, "eval_f1_I-ResearchActivity": 0.6198920585967618, "eval_f1_I-SignOrSymptom": 0.4897959183673469, "eval_f1_I-Substance": 0.6516853932584269, "eval_f1_I-TemporalConcept": 0.8125, "eval_f1_I-Virus": 0.24705882352941178, "eval_loss": 0.0011807044502347708, "eval_macro_f1": 0.47797851791063833, "eval_runtime": 27.7952, "eval_samples_per_second": 28.602, "eval_steps_per_second": 0.54, "step": 2704 }, { "epoch": 27.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7704697986577181, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6128364389233955, "eval_f1_B-BiologicallyActiveSubstance": 0.72, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.676470588235294, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7833537331701346, "eval_f1_B-Cell": 0.7118644067796612, "eval_f1_B-CellComponent": 0.4489795918367347, "eval_f1_B-CellFunction": 0.6498599439775911, "eval_f1_B-CellOrMolecularDysfunction": 0.7883817427385892, "eval_f1_B-Chemical": 0.40816326530612246, "eval_f1_B-ClinicalAttribute": 0.6839622641509434, "eval_f1_B-DiseaseOrSyndrome": 0.9015614392396469, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6666666666666666, "eval_f1_B-ExperimentalModelOfDisease": 0.28571428571428564, "eval_f1_B-Finding": 0.574712643678161, "eval_f1_B-GeneOrGenome": 0.3488372093023256, "eval_f1_B-HealthCareActivity": 0.6878850102669404, "eval_f1_B-HealthCareRelatedOrganization": 0.22222222222222218, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.49019607843137253, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.08, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.04597701149425288, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5333333333333333, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7662337662337663, "eval_f1_B-PathologicFunction": 0.7388235294117648, "eval_f1_B-PatientOrDisabledGroup": 0.9279999999999999, "eval_f1_B-PharmacologicSubstance": 0.592, "eval_f1_B-PopulationGroup": 0.8626609442060086, "eval_f1_B-ResearchActivity": 0.7114427860696518, "eval_f1_B-SignOrSymptom": 0.39130434782608703, "eval_f1_B-Substance": 0.43333333333333335, "eval_f1_B-TemporalConcept": 0.7981072555205049, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.79700977573318, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5421052631578948, "eval_f1_I-BiologicallyActiveSubstance": 0.7788279773156899, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5573770491803278, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8597014925373135, "eval_f1_I-Cell": 0.7439353099730459, "eval_f1_I-CellComponent": 0.4297520661157025, "eval_f1_I-CellFunction": 0.5877712031558185, "eval_f1_I-CellOrMolecularDysfunction": 0.8434579439252335, "eval_f1_I-Chemical": 0.5571428571428572, "eval_f1_I-ClinicalAttribute": 0.6936316695352841, "eval_f1_I-DiseaseOrSyndrome": 0.9237913138486752, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.5050505050505051, "eval_f1_I-Finding": 0.4517704517704518, "eval_f1_I-GeneOrGenome": 0.4506172839506173, "eval_f1_I-HealthCareActivity": 0.6949559647718175, "eval_f1_I-HealthCareRelatedOrganization": 0.6593406593406594, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6509433962264152, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.3111111111111111, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.25, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.6808510638297872, "eval_f1_I-Organism": 0.4077669902912622, "eval_f1_I-OrganismAttribute": 0.3404255319148936, "eval_f1_I-PathologicFunction": 0.7773386034255598, "eval_f1_I-PatientOrDisabledGroup": 0.3076923076923077, "eval_f1_I-PharmacologicSubstance": 0.5941422594142259, "eval_f1_I-PopulationGroup": 0.7657142857142857, "eval_f1_I-ResearchActivity": 0.6286528866714184, "eval_f1_I-SignOrSymptom": 0.5, "eval_f1_I-Substance": 0.6516853932584269, "eval_f1_I-TemporalConcept": 0.803030303030303, "eval_f1_I-Virus": 0.19939577039274928, "eval_loss": 0.0011806305265054107, "eval_macro_f1": 0.4771876124108873, "eval_runtime": 27.685, "eval_samples_per_second": 28.716, "eval_steps_per_second": 0.542, "step": 2808 }, { "epoch": 28.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.772169167803547, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6182572614107883, "eval_f1_B-BiologicallyActiveSubstance": 0.7264437689969605, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6461538461538462, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7911001236093943, "eval_f1_B-Cell": 0.7008547008547009, "eval_f1_B-CellComponent": 0.44, "eval_f1_B-CellFunction": 0.6478873239436619, "eval_f1_B-CellOrMolecularDysfunction": 0.7818930041152263, "eval_f1_B-Chemical": 0.41333333333333333, "eval_f1_B-ClinicalAttribute": 0.6778846153846153, "eval_f1_B-DiseaseOrSyndrome": 0.9031821259309412, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6666666666666666, "eval_f1_B-ExperimentalModelOfDisease": 0.3636363636363636, "eval_f1_B-Finding": 0.5744680851063829, "eval_f1_B-GeneOrGenome": 0.3473053892215569, "eval_f1_B-HealthCareActivity": 0.6865364850976361, "eval_f1_B-HealthCareRelatedOrganization": 0.21428571428571427, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.46938775510204084, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.07407407407407407, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5106382978723404, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7612903225806452, "eval_f1_B-PathologicFunction": 0.7505827505827506, "eval_f1_B-PatientOrDisabledGroup": 0.9279999999999999, "eval_f1_B-PharmacologicSubstance": 0.5714285714285715, "eval_f1_B-PopulationGroup": 0.8614718614718614, "eval_f1_B-ResearchActivity": 0.7050960735171262, "eval_f1_B-SignOrSymptom": 0.39130434782608703, "eval_f1_B-Substance": 0.45528455284552843, "eval_f1_B-TemporalConcept": 0.801261829652997, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7965517241379311, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5561497326203209, "eval_f1_I-BiologicallyActiveSubstance": 0.7795325331648767, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5517241379310345, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8648111332007952, "eval_f1_I-Cell": 0.7407407407407406, "eval_f1_I-CellComponent": 0.4444444444444444, "eval_f1_I-CellFunction": 0.5975609756097561, "eval_f1_I-CellOrMolecularDysfunction": 0.836027713625866, "eval_f1_I-Chemical": 0.5098039215686275, "eval_f1_I-ClinicalAttribute": 0.6928999144568007, "eval_f1_I-DiseaseOrSyndrome": 0.9243882320593897, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.6168224299065421, "eval_f1_I-Finding": 0.45038167938931295, "eval_f1_I-GeneOrGenome": 0.45569620253164556, "eval_f1_I-HealthCareActivity": 0.6919354838709677, "eval_f1_I-HealthCareRelatedOrganization": 0.6593406593406594, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6829268292682927, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2857142857142857, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.20512820512820512, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5714285714285714, "eval_f1_I-Organism": 0.4013157894736842, "eval_f1_I-OrganismAttribute": 0.30769230769230765, "eval_f1_I-PathologicFunction": 0.776, "eval_f1_I-PatientOrDisabledGroup": 0.26666666666666666, "eval_f1_I-PharmacologicSubstance": 0.5853658536585367, "eval_f1_I-PopulationGroup": 0.7630057803468209, "eval_f1_I-ResearchActivity": 0.6167400881057268, "eval_f1_I-SignOrSymptom": 0.5, "eval_f1_I-Substance": 0.6516853932584269, "eval_f1_I-TemporalConcept": 0.8059701492537312, "eval_f1_I-Virus": 0.23668639053254437, "eval_loss": 0.001183464890345931, "eval_macro_f1": 0.475773310831017, "eval_runtime": 27.9755, "eval_samples_per_second": 28.418, "eval_steps_per_second": 0.536, "step": 2912 }, { "epoch": 28.85, "learning_rate": 9.615384615384616e-06, "loss": 0.0003, "step": 3000 }, { "epoch": 29.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7694369973190348, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6176470588235293, "eval_f1_B-BiologicallyActiveSubstance": 0.7113095238095237, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6461538461538462, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7945544554455445, "eval_f1_B-Cell": 0.6952789699570816, "eval_f1_B-CellComponent": 0.44, "eval_f1_B-CellFunction": 0.6426592797783933, "eval_f1_B-CellOrMolecularDysfunction": 0.7883817427385892, "eval_f1_B-Chemical": 0.4052287581699346, "eval_f1_B-ClinicalAttribute": 0.6855791962174942, "eval_f1_B-DiseaseOrSyndrome": 0.9021739130434782, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6818181818181819, "eval_f1_B-ExperimentalModelOfDisease": 0.10526315789473685, "eval_f1_B-Finding": 0.5714285714285714, "eval_f1_B-GeneOrGenome": 0.3508771929824561, "eval_f1_B-HealthCareActivity": 0.6945010183299389, "eval_f1_B-HealthCareRelatedOrganization": 0.21428571428571427, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.48, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.07692307692307693, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5217391304347826, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7741935483870968, "eval_f1_B-PathologicFunction": 0.7412587412587412, "eval_f1_B-PatientOrDisabledGroup": 0.9516129032258065, "eval_f1_B-PharmacologicSubstance": 0.5692307692307693, "eval_f1_B-PopulationGroup": 0.8699360341151384, "eval_f1_B-ResearchActivity": 0.7080231596360628, "eval_f1_B-SignOrSymptom": 0.4255319148936171, "eval_f1_B-Substance": 0.46280991735537186, "eval_f1_B-TemporalConcept": 0.8031496062992126, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7986270022883295, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5543478260869565, "eval_f1_I-BiologicallyActiveSubstance": 0.7753807106598984, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5333333333333333, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8696517412935323, "eval_f1_I-Cell": 0.738544474393531, "eval_f1_I-CellComponent": 0.42857142857142855, "eval_f1_I-CellFunction": 0.5928853754940712, "eval_f1_I-CellOrMolecularDysfunction": 0.8390129259694478, "eval_f1_I-Chemical": 0.5165562913907286, "eval_f1_I-ClinicalAttribute": 0.6904347826086956, "eval_f1_I-DiseaseOrSyndrome": 0.9251587959127313, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.6037735849056605, "eval_f1_I-Finding": 0.4485006518904824, "eval_f1_I-GeneOrGenome": 0.44859813084112155, "eval_f1_I-HealthCareActivity": 0.6891447368421052, "eval_f1_I-HealthCareRelatedOrganization": 0.6739130434782609, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6634146341463415, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.3181818181818182, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.23529411764705882, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5818181818181817, "eval_f1_I-Organism": 0.4039087947882736, "eval_f1_I-OrganismAttribute": 0.3404255319148936, "eval_f1_I-PathologicFunction": 0.783068783068783, "eval_f1_I-PatientOrDisabledGroup": 0.3076923076923077, "eval_f1_I-PharmacologicSubstance": 0.5795918367346938, "eval_f1_I-PopulationGroup": 0.7738095238095237, "eval_f1_I-ResearchActivity": 0.6252838758516276, "eval_f1_I-SignOrSymptom": 0.5, "eval_f1_I-Substance": 0.6516853932584269, "eval_f1_I-TemporalConcept": 0.8185328185328185, "eval_f1_I-Virus": 0.2521994134897361, "eval_loss": 0.00119480537250638, "eval_macro_f1": 0.47558970914623755, "eval_runtime": 28.0828, "eval_samples_per_second": 28.309, "eval_steps_per_second": 0.534, "step": 3016 }, { "epoch": 30.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7702702702702703, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6189473684210526, "eval_f1_B-BiologicallyActiveSubstance": 0.7104477611940297, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6461538461538462, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7890818858560794, "eval_f1_B-Cell": 0.689655172413793, "eval_f1_B-CellComponent": 0.4313725490196078, "eval_f1_B-CellFunction": 0.6406685236768801, "eval_f1_B-CellOrMolecularDysfunction": 0.7786885245901639, "eval_f1_B-Chemical": 0.4054054054054054, "eval_f1_B-ClinicalAttribute": 0.6872037914691943, "eval_f1_B-DiseaseOrSyndrome": 0.8992562542258281, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6818181818181819, "eval_f1_B-ExperimentalModelOfDisease": 0.20000000000000004, "eval_f1_B-Finding": 0.5711229946524063, "eval_f1_B-GeneOrGenome": 0.3452380952380953, "eval_f1_B-HealthCareActivity": 0.691914022517912, "eval_f1_B-HealthCareRelatedOrganization": 0.21428571428571427, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.48, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.07692307692307693, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.5217391304347826, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7662337662337663, "eval_f1_B-PathologicFunction": 0.7464788732394365, "eval_f1_B-PatientOrDisabledGroup": 0.9516129032258065, "eval_f1_B-PharmacologicSubstance": 0.5846153846153846, "eval_f1_B-PopulationGroup": 0.8632478632478631, "eval_f1_B-ResearchActivity": 0.706953642384106, "eval_f1_B-SignOrSymptom": 0.39130434782608703, "eval_f1_B-Substance": 0.46280991735537186, "eval_f1_B-TemporalConcept": 0.7993680884676145, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7990841442472811, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5439999999999999, "eval_f1_I-BiologicallyActiveSubstance": 0.7761755485893417, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5573770491803278, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8679245283018868, "eval_f1_I-Cell": 0.7306666666666667, "eval_f1_I-CellComponent": 0.42857142857142855, "eval_f1_I-CellFunction": 0.5847953216374269, "eval_f1_I-CellOrMolecularDysfunction": 0.8372093023255814, "eval_f1_I-Chemical": 0.5148514851485149, "eval_f1_I-ClinicalAttribute": 0.6891191709844561, "eval_f1_I-DiseaseOrSyndrome": 0.9239669421487604, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.6666666666666666, "eval_f1_I-ExperimentalModelOfDisease": 0.6168224299065421, "eval_f1_I-Finding": 0.4444444444444444, "eval_f1_I-GeneOrGenome": 0.45, "eval_f1_I-HealthCareActivity": 0.6877022653721683, "eval_f1_I-HealthCareRelatedOrganization": 0.6739130434782609, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.673170731707317, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2978723404255319, "eval_f1_I-MolecularSequence": 0.25, "eval_f1_I-NaturalPhenomenonOrProcess": 0.20512820512820512, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.5714285714285714, "eval_f1_I-Organism": 0.40259740259740256, "eval_f1_I-OrganismAttribute": 0.3404255319148936, "eval_f1_I-PathologicFunction": 0.7786666666666667, "eval_f1_I-PatientOrDisabledGroup": 0.3076923076923077, "eval_f1_I-PharmacologicSubstance": 0.5853658536585367, "eval_f1_I-PopulationGroup": 0.7674418604651163, "eval_f1_I-ResearchActivity": 0.6241758241758243, "eval_f1_I-SignOrSymptom": 0.5, "eval_f1_I-Substance": 0.6516853932584269, "eval_f1_I-TemporalConcept": 0.8262548262548264, "eval_f1_I-Virus": 0.2573099415204679, "eval_loss": 0.001196520053781569, "eval_macro_f1": 0.4752938133488428, "eval_runtime": 28.0695, "eval_samples_per_second": 28.323, "eval_steps_per_second": 0.534, "step": 3120 } ], "max_steps": 3120, "num_train_epochs": 30, "total_flos": 4.375662944643072e+16, "trial_name": null, "trial_params": null }