{ "best_metric": 0.512032280706096, "best_model_checkpoint": "modelPaper2_args/checkpoint-2128", "epoch": 20.0, "global_step": 2240, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.006609904579818249, "eval_macro_f1": 0.0, "eval_runtime": 54.9068, "eval_samples_per_second": 14.479, "eval_steps_per_second": 0.291, "step": 112 }, { "epoch": 2.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0, "eval_f1_B-Cell": 0, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.6159238858287431, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.5667752442996742, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0, "eval_f1_I-Cell": 0, "eval_f1_I-CellComponent": 0, "eval_f1_I-CellFunction": 0, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0.8225339568024937, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.003692361293360591, "eval_macro_f1": 0.025065413586636387, "eval_runtime": 51.0385, "eval_samples_per_second": 15.576, "eval_steps_per_second": 0.313, "step": 224 }, { "epoch": 3.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7192716236722307, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0, "eval_f1_B-BiologicallyActiveSubstance": 0.5970695970695972, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.010075566750629723, "eval_f1_B-Cell": 0.5870646766169154, "eval_f1_B-CellComponent": 0, "eval_f1_B-CellFunction": 0, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.8617234468937877, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7526291723822588, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.7052730696798494, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8206144697720515, "eval_f1_I-Cell": 0.7310704960835509, "eval_f1_I-CellComponent": 0.2272727272727273, "eval_f1_I-CellFunction": 0.5116279069767441, "eval_f1_I-CellOrMolecularDysfunction": 0, "eval_f1_I-Chemical": 0.34636871508379885, "eval_f1_I-ClinicalAttribute": 0, "eval_f1_I-DiseaseOrSyndrome": 0.880718255664814, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0, "eval_f1_I-HealthCareActivity": 0, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.035955056179775284, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.2215122470713525, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.0024415908847004175, "eval_macro_f1": 0.10010308783962603, "eval_runtime": 51.2011, "eval_samples_per_second": 15.527, "eval_steps_per_second": 0.312, "step": 336 }, { "epoch": 4.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7728531855955679, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.04219409282700421, "eval_f1_B-BiologicallyActiveSubstance": 0.7197452229299363, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7841726618705036, "eval_f1_B-Cell": 0.6200873362445415, "eval_f1_B-CellComponent": 0.26666666666666666, "eval_f1_B-CellFunction": 0.5899280575539568, "eval_f1_B-CellOrMolecularDysfunction": 0, "eval_f1_B-Chemical": 0.18181818181818182, "eval_f1_B-ClinicalAttribute": 0, "eval_f1_B-DiseaseOrSyndrome": 0.8697394789579158, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.004, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0.08333333333333333, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.027397260273972608, "eval_f1_B-PatientOrDisabledGroup": 0, "eval_f1_B-PharmacologicSubstance": 0, "eval_f1_B-PopulationGroup": 0, "eval_f1_B-ResearchActivity": 0.5954045954045953, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.6085192697768763, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.790073230268511, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0, "eval_f1_I-BiologicallyActiveSubstance": 0.7523629489603024, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8356643356643355, "eval_f1_I-Cell": 0.7403598971722365, "eval_f1_I-CellComponent": 0.3972602739726028, "eval_f1_I-CellFunction": 0.6139534883720932, "eval_f1_I-CellOrMolecularDysfunction": 0.8373626373626373, "eval_f1_I-Chemical": 0.5253164556962026, "eval_f1_I-ClinicalAttribute": 0.43928194297782475, "eval_f1_I-DiseaseOrSyndrome": 0.87945380840623, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.5567010309278351, "eval_f1_I-Finding": 0, "eval_f1_I-GeneOrGenome": 0.05333333333333332, "eval_f1_I-HealthCareActivity": 0.6122448979591837, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.46153846153846156, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7177522349936143, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.30303030303030304, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.607350096711799, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.0019126865081489086, "eval_macro_f1": 0.203611234007507, "eval_runtime": 50.9929, "eval_samples_per_second": 15.59, "eval_steps_per_second": 0.314, "step": 448 }, { "epoch": 5.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7762962962962964, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.44242424242424244, "eval_f1_B-BiologicallyActiveSubstance": 0.6882453151618398, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7950310559006211, "eval_f1_B-Cell": 0.6232558139534884, "eval_f1_B-CellComponent": 0.4583333333333333, "eval_f1_B-CellFunction": 0.6622950819672132, "eval_f1_B-CellOrMolecularDysfunction": 0.2878787878787879, "eval_f1_B-Chemical": 0.34375, "eval_f1_B-ClinicalAttribute": 0.3586206896551724, "eval_f1_B-DiseaseOrSyndrome": 0.8656518861681006, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.6875, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.20797227036395147, "eval_f1_B-GeneOrGenome": 0, "eval_f1_B-HealthCareActivity": 0.6134663341645885, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.5534591194968553, "eval_f1_B-PatientOrDisabledGroup": 0.8518518518518519, "eval_f1_B-PharmacologicSubstance": 0.45569620253164556, "eval_f1_B-PopulationGroup": 0.5810055865921788, "eval_f1_B-ResearchActivity": 0.6761984861227923, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7437722419928825, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.8062605752961084, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5345911949685535, "eval_f1_I-BiologicallyActiveSubstance": 0.7732057416267942, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8581623550401428, "eval_f1_I-Cell": 0.7499999999999999, "eval_f1_I-CellComponent": 0.4814814814814815, "eval_f1_I-CellFunction": 0.6192307692307693, "eval_f1_I-CellOrMolecularDysfunction": 0.8132780082987552, "eval_f1_I-Chemical": 0.6561264822134387, "eval_f1_I-ClinicalAttribute": 0.6176470588235294, "eval_f1_I-DiseaseOrSyndrome": 0.8812980358667805, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.6956521739130435, "eval_f1_I-Finding": 0.1176470588235294, "eval_f1_I-GeneOrGenome": 0.2523364485981308, "eval_f1_I-HealthCareActivity": 0.6976090014064698, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9090909090909091, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7175757575757576, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.49302325581395345, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.6314540059347181, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0, "eval_f1_I-Virus": 0, "eval_loss": 0.0016416363650932908, "eval_macro_f1": 0.29972968637323383, "eval_runtime": 49.4707, "eval_samples_per_second": 16.07, "eval_steps_per_second": 0.323, "step": 560 }, { "epoch": 6.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7675675675675676, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.5609756097560976, "eval_f1_B-BiologicallyActiveSubstance": 0.7381703470031545, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8024539877300614, "eval_f1_B-Cell": 0.6495726495726496, "eval_f1_B-CellComponent": 0.4528301886792453, "eval_f1_B-CellFunction": 0.6236559139784946, "eval_f1_B-CellOrMolecularDysfunction": 0.8195121951219514, "eval_f1_B-Chemical": 0.40816326530612246, "eval_f1_B-ClinicalAttribute": 0.5935828877005348, "eval_f1_B-DiseaseOrSyndrome": 0.8841826604897419, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.43636363636363634, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.49000000000000005, "eval_f1_B-GeneOrGenome": 0.18556701030927839, "eval_f1_B-HealthCareActivity": 0.6595289079229123, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.4736842105263158, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0, "eval_f1_B-PathologicFunction": 0.6397849462365591, "eval_f1_B-PatientOrDisabledGroup": 0.9752066115702479, "eval_f1_B-PharmacologicSubstance": 0.5287356321839081, "eval_f1_B-PopulationGroup": 0.7832167832167832, "eval_f1_B-ResearchActivity": 0.6884328358208956, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7789799072642967, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7602792862684251, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5947368421052632, "eval_f1_I-BiologicallyActiveSubstance": 0.7702952029520296, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8607594936708861, "eval_f1_I-Cell": 0.7323232323232323, "eval_f1_I-CellComponent": 0.6049382716049383, "eval_f1_I-CellFunction": 0.6057692307692308, "eval_f1_I-CellOrMolecularDysfunction": 0.8269858541893362, "eval_f1_I-Chemical": 0.6285714285714286, "eval_f1_I-ClinicalAttribute": 0.6146179401993357, "eval_f1_I-DiseaseOrSyndrome": 0.9010507880910683, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0, "eval_f1_I-ExperimentalModelOfDisease": 0.6222222222222223, "eval_f1_I-Finding": 0.32786885245901637, "eval_f1_I-GeneOrGenome": 0.40771349862258954, "eval_f1_I-HealthCareActivity": 0.6754551161330823, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7263922518159805, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.7155963302752294, "eval_f1_I-PopulationGroup": 0, "eval_f1_I-ResearchActivity": 0.6251768033946252, "eval_f1_I-SignOrSymptom": 0, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.44311377245508987, "eval_f1_I-Virus": 0, "eval_loss": 0.001518598641268909, "eval_macro_f1": 0.341407570012686, "eval_runtime": 51.8047, "eval_samples_per_second": 15.346, "eval_steps_per_second": 0.309, "step": 672 }, { "epoch": 7.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7625698324022347, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6334841628959276, "eval_f1_B-BiologicallyActiveSubstance": 0.73125, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7892813641900122, "eval_f1_B-Cell": 0.6578947368421052, "eval_f1_B-CellComponent": 0.32786885245901637, "eval_f1_B-CellFunction": 0.6623376623376623, "eval_f1_B-CellOrMolecularDysfunction": 0.8347826086956521, "eval_f1_B-Chemical": 0.4134078212290503, "eval_f1_B-ClinicalAttribute": 0.6517412935323383, "eval_f1_B-DiseaseOrSyndrome": 0.8814913448735019, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4067796610169491, "eval_f1_B-ExperimentalModelOfDisease": 0, "eval_f1_B-Finding": 0.5482123510292525, "eval_f1_B-GeneOrGenome": 0.2857142857142857, "eval_f1_B-HealthCareActivity": 0.6679802955665025, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.03773584905660377, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.29213483146067415, "eval_f1_B-PathologicFunction": 0.6875, "eval_f1_B-PatientOrDisabledGroup": 0.9752066115702479, "eval_f1_B-PharmacologicSubstance": 0.6434782608695652, "eval_f1_B-PopulationGroup": 0.8122270742358079, "eval_f1_B-ResearchActivity": 0.7167999999999999, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.8110599078341013, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7535362194599228, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6212121212121212, "eval_f1_I-BiologicallyActiveSubstance": 0.7687687687687689, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8522522522522523, "eval_f1_I-Cell": 0.7425474254742549, "eval_f1_I-CellComponent": 0.327683615819209, "eval_f1_I-CellFunction": 0.6357894736842105, "eval_f1_I-CellOrMolecularDysfunction": 0.8048533872598583, "eval_f1_I-Chemical": 0.5950920245398773, "eval_f1_I-ClinicalAttribute": 0.6862123613312203, "eval_f1_I-DiseaseOrSyndrome": 0.8977347701781394, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.08823529411764706, "eval_f1_I-ExperimentalModelOfDisease": 0.7339449541284404, "eval_f1_I-Finding": 0.5323910482921084, "eval_f1_I-GeneOrGenome": 0.4517766497461929, "eval_f1_I-HealthCareActivity": 0.6743902439024391, "eval_f1_I-HealthCareRelatedOrganization": 0, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0, "eval_f1_I-PathologicFunction": 0.7549668874172186, "eval_f1_I-PatientOrDisabledGroup": 0, "eval_f1_I-PharmacologicSubstance": 0.7534883720930232, "eval_f1_I-PopulationGroup": 0.5619047619047619, "eval_f1_I-ResearchActivity": 0.6254826254826256, "eval_f1_I-SignOrSymptom": 0.3934426229508197, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7012987012987013, "eval_f1_I-Virus": 0, "eval_loss": 0.0014391897711902857, "eval_macro_f1": 0.37169453045930434, "eval_runtime": 51.5488, "eval_samples_per_second": 15.422, "eval_steps_per_second": 0.31, "step": 784 }, { "epoch": 8.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7616438356164383, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6434782608695652, "eval_f1_B-BiologicallyActiveSubstance": 0.7304075235109718, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8159203980099503, "eval_f1_B-Cell": 0.6283185840707963, "eval_f1_B-CellComponent": 0.41269841269841273, "eval_f1_B-CellFunction": 0.6843657817109144, "eval_f1_B-CellOrMolecularDysfunction": 0.8053097345132744, "eval_f1_B-Chemical": 0.3819095477386935, "eval_f1_B-ClinicalAttribute": 0.6459948320413436, "eval_f1_B-DiseaseOrSyndrome": 0.8986301369863015, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.39999999999999997, "eval_f1_B-ExperimentalModelOfDisease": 0.33333333333333337, "eval_f1_B-Finding": 0.5669291338582677, "eval_f1_B-GeneOrGenome": 0.2898550724637681, "eval_f1_B-HealthCareActivity": 0.6990496304118269, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.31746031746031744, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.6776859504132231, "eval_f1_B-PathologicFunction": 0.6909090909090909, "eval_f1_B-PatientOrDisabledGroup": 0.96875, "eval_f1_B-PharmacologicSubstance": 0.6666666666666667, "eval_f1_B-PopulationGroup": 0.8423236514522822, "eval_f1_B-ResearchActivity": 0.6822066822066822, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.8258064516129032, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7221764220939818, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5761124121779859, "eval_f1_I-BiologicallyActiveSubstance": 0.7689282202556538, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8522829006266787, "eval_f1_I-Cell": 0.7440633245382585, "eval_f1_I-CellComponent": 0.5291005291005291, "eval_f1_I-CellFunction": 0.6115107913669064, "eval_f1_I-CellOrMolecularDysfunction": 0.8225469728601253, "eval_f1_I-Chemical": 0.5133689839572194, "eval_f1_I-ClinicalAttribute": 0.6720779220779222, "eval_f1_I-DiseaseOrSyndrome": 0.9203865623561897, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.12949640287769784, "eval_f1_I-ExperimentalModelOfDisease": 0.6851851851851852, "eval_f1_I-Finding": 0.517051705170517, "eval_f1_I-GeneOrGenome": 0.457002457002457, "eval_f1_I-HealthCareActivity": 0.7150127226463104, "eval_f1_I-HealthCareRelatedOrganization": 0.027027027027027025, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.36065573770491804, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.2666666666666666, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.4186046511627908, "eval_f1_I-PathologicFunction": 0.7758620689655172, "eval_f1_I-PatientOrDisabledGroup": 0.3333333333333333, "eval_f1_I-PharmacologicSubstance": 0.5945945945945946, "eval_f1_I-PopulationGroup": 0.7251908396946565, "eval_f1_I-ResearchActivity": 0.6251415628539072, "eval_f1_I-SignOrSymptom": 0.46376811594202905, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.7629629629629631, "eval_f1_I-Virus": 0, "eval_loss": 0.0013897038297727704, "eval_macro_f1": 0.4061386553069881, "eval_runtime": 51.2581, "eval_samples_per_second": 15.51, "eval_steps_per_second": 0.312, "step": 896 }, { "epoch": 8.93, "learning_rate": 0.0001755952380952381, "loss": 0.0076, "step": 1000 }, { "epoch": 9.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7896995708154506, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6022988505747128, "eval_f1_B-BiologicallyActiveSubstance": 0.722495894909688, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8019801980198019, "eval_f1_B-Cell": 0.6403508771929826, "eval_f1_B-CellComponent": 0.40816326530612246, "eval_f1_B-CellFunction": 0.7005988023952097, "eval_f1_B-CellOrMolecularDysfunction": 0.8138528138528137, "eval_f1_B-Chemical": 0.3809523809523809, "eval_f1_B-ClinicalAttribute": 0.6548223350253807, "eval_f1_B-DiseaseOrSyndrome": 0.8850033624747815, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4482758620689655, "eval_f1_B-ExperimentalModelOfDisease": 0.5333333333333333, "eval_f1_B-Finding": 0.5766590389016019, "eval_f1_B-GeneOrGenome": 0.31724137931034485, "eval_f1_B-HealthCareActivity": 0.6831683168316831, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.3636363636363636, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.6495726495726496, "eval_f1_B-PathologicFunction": 0.7000000000000001, "eval_f1_B-PatientOrDisabledGroup": 0.975609756097561, "eval_f1_B-PharmacologicSubstance": 0.7102803738317757, "eval_f1_B-PopulationGroup": 0.8141592920353983, "eval_f1_B-ResearchActivity": 0.7149240393208222, "eval_f1_B-SignOrSymptom": 0, "eval_f1_B-Substance": 0, "eval_f1_B-TemporalConcept": 0.7765451664025356, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7915543575920935, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.5862068965517241, "eval_f1_I-BiologicallyActiveSubstance": 0.7707168276563294, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.038461538461538464, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8460846084608462, "eval_f1_I-Cell": 0.7428571428571429, "eval_f1_I-CellComponent": 0.49673202614379086, "eval_f1_I-CellFunction": 0.679920477137177, "eval_f1_I-CellOrMolecularDysfunction": 0.827438370846731, "eval_f1_I-Chemical": 0.5364431486880465, "eval_f1_I-ClinicalAttribute": 0.6710310965630114, "eval_f1_I-DiseaseOrSyndrome": 0.9028295678876946, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.128, "eval_f1_I-ExperimentalModelOfDisease": 0.6846846846846847, "eval_f1_I-Finding": 0.4860759493670886, "eval_f1_I-GeneOrGenome": 0.4682926829268292, "eval_f1_I-HealthCareActivity": 0.7051442910915935, "eval_f1_I-HealthCareRelatedOrganization": 0.34782608695652173, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.5467625899280575, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.38095238095238093, "eval_f1_I-PathologicFunction": 0.7104984093319193, "eval_f1_I-PatientOrDisabledGroup": 0.375, "eval_f1_I-PharmacologicSubstance": 0.7162790697674418, "eval_f1_I-PopulationGroup": 0.7053941908713695, "eval_f1_I-ResearchActivity": 0.6499302649930265, "eval_f1_I-SignOrSymptom": 0.3589743589743589, "eval_f1_I-Substance": 0, "eval_f1_I-TemporalConcept": 0.714828897338403, "eval_f1_I-Virus": 0, "eval_loss": 0.0013047519605606794, "eval_macro_f1": 0.41350203608139013, "eval_runtime": 52.2588, "eval_samples_per_second": 15.213, "eval_steps_per_second": 0.306, "step": 1008 }, { "epoch": 10.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7736842105263159, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.631818181818182, "eval_f1_B-BiologicallyActiveSubstance": 0.727540500736377, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.14634146341463414, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8005018820577164, "eval_f1_B-Cell": 0.6181818181818182, "eval_f1_B-CellComponent": 0.24561403508771928, "eval_f1_B-CellFunction": 0.7023809523809524, "eval_f1_B-CellOrMolecularDysfunction": 0.8099173553719009, "eval_f1_B-Chemical": 0.3905325443786982, "eval_f1_B-ClinicalAttribute": 0.6795180722891567, "eval_f1_B-DiseaseOrSyndrome": 0.869281045751634, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4727272727272727, "eval_f1_B-ExperimentalModelOfDisease": 0.33333333333333337, "eval_f1_B-Finding": 0.5703200775945684, "eval_f1_B-GeneOrGenome": 0.31884057971014496, "eval_f1_B-HealthCareActivity": 0.7043650793650793, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4109589041095891, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7552447552447553, "eval_f1_B-PathologicFunction": 0.6780487804878048, "eval_f1_B-PatientOrDisabledGroup": 0.959349593495935, "eval_f1_B-PharmacologicSubstance": 0.689655172413793, "eval_f1_B-PopulationGroup": 0.8191721132897604, "eval_f1_B-ResearchActivity": 0.7175697865353038, "eval_f1_B-SignOrSymptom": 0.3181818181818182, "eval_f1_B-Substance": 0.2828282828282828, "eval_f1_B-TemporalConcept": 0.8125, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7658516369664319, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6456310679611651, "eval_f1_I-BiologicallyActiveSubstance": 0.7740086000955565, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.45714285714285713, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.854014598540146, "eval_f1_I-Cell": 0.7336956521739131, "eval_f1_I-CellComponent": 0.32394366197183094, "eval_f1_I-CellFunction": 0.6140350877192983, "eval_f1_I-CellOrMolecularDysfunction": 0.8288100208768266, "eval_f1_I-Chemical": 0.5732484076433121, "eval_f1_I-ClinicalAttribute": 0.6748466257668712, "eval_f1_I-DiseaseOrSyndrome": 0.8821534548537515, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.14285714285714288, "eval_f1_I-ExperimentalModelOfDisease": 0.6990291262135923, "eval_f1_I-Finding": 0.49401523394994556, "eval_f1_I-GeneOrGenome": 0.42159383033419023, "eval_f1_I-HealthCareActivity": 0.705657978385251, "eval_f1_I-HealthCareRelatedOrganization": 0.5043478260869564, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6408839779005524, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1415929203539823, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0, "eval_f1_I-OrganismAttribute": 0.3913043478260869, "eval_f1_I-PathologicFunction": 0.7127659574468085, "eval_f1_I-PatientOrDisabledGroup": 0.21428571428571425, "eval_f1_I-PharmacologicSubstance": 0.7247706422018348, "eval_f1_I-PopulationGroup": 0.7000000000000001, "eval_f1_I-ResearchActivity": 0.6399456521739131, "eval_f1_I-SignOrSymptom": 0.5714285714285713, "eval_f1_I-Substance": 0.37647058823529417, "eval_f1_I-TemporalConcept": 0.7292418772563177, "eval_f1_I-Virus": 0, "eval_loss": 0.0013118279166519642, "eval_macro_f1": 0.4340449964697465, "eval_runtime": 68.4789, "eval_samples_per_second": 11.609, "eval_steps_per_second": 0.234, "step": 1120 }, { "epoch": 11.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7313642756680732, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6425339366515836, "eval_f1_B-BiologicallyActiveSubstance": 0.6709677419354838, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7849331713244228, "eval_f1_B-Cell": 0.6396396396396397, "eval_f1_B-CellComponent": 0.42553191489361697, "eval_f1_B-CellFunction": 0.691131498470948, "eval_f1_B-CellOrMolecularDysfunction": 0.8465116279069769, "eval_f1_B-Chemical": 0.38554216867469876, "eval_f1_B-ClinicalAttribute": 0.6791569086651055, "eval_f1_B-DiseaseOrSyndrome": 0.8926630434782608, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4482758620689655, "eval_f1_B-ExperimentalModelOfDisease": 0.5333333333333333, "eval_f1_B-Finding": 0.5717255717255717, "eval_f1_B-GeneOrGenome": 0.3448275862068966, "eval_f1_B-HealthCareActivity": 0.7090367428003972, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.4556962025316456, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7702702702702704, "eval_f1_B-PathologicFunction": 0.6715686274509804, "eval_f1_B-PatientOrDisabledGroup": 0.9682539682539683, "eval_f1_B-PharmacologicSubstance": 0.7155963302752293, "eval_f1_B-PopulationGroup": 0.8454935622317596, "eval_f1_B-ResearchActivity": 0.713671539122958, "eval_f1_B-SignOrSymptom": 0.3404255319148936, "eval_f1_B-Substance": 0.36036036036036034, "eval_f1_B-TemporalConcept": 0.8094488188976378, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7250889679715302, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6272727272727273, "eval_f1_I-BiologicallyActiveSubstance": 0.7394255874673629, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5217391304347826, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8366247755834829, "eval_f1_I-Cell": 0.7493112947658402, "eval_f1_I-CellComponent": 0.47619047619047616, "eval_f1_I-CellFunction": 0.6307692307692307, "eval_f1_I-CellOrMolecularDysfunction": 0.8382838283828383, "eval_f1_I-Chemical": 0.5427728613569321, "eval_f1_I-ClinicalAttribute": 0.6901840490797545, "eval_f1_I-DiseaseOrSyndrome": 0.9092538651131526, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13636363636363635, "eval_f1_I-ExperimentalModelOfDisease": 0.6534653465346534, "eval_f1_I-Finding": 0.49036402569593146, "eval_f1_I-GeneOrGenome": 0.441025641025641, "eval_f1_I-HealthCareActivity": 0.6747572815533981, "eval_f1_I-HealthCareRelatedOrganization": 0.5499999999999999, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6069651741293534, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1475409836065574, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, "eval_f1_I-Organism": 0.032128514056224904, "eval_f1_I-OrganismAttribute": 0.4, "eval_f1_I-PathologicFunction": 0.7404255319148936, "eval_f1_I-PatientOrDisabledGroup": 0.3478260869565218, "eval_f1_I-PharmacologicSubstance": 0.7488151658767774, "eval_f1_I-PopulationGroup": 0.7559055118110236, "eval_f1_I-ResearchActivity": 0.6382978723404256, "eval_f1_I-SignOrSymptom": 0.5393258426966293, "eval_f1_I-Substance": 0.48351648351648346, "eval_f1_I-TemporalConcept": 0.7248322147651007, "eval_f1_I-Virus": 0, "eval_loss": 0.0012794353533536196, "eval_macro_f1": 0.44492564237005106, "eval_runtime": 61.2713, "eval_samples_per_second": 12.975, "eval_steps_per_second": 0.261, "step": 1232 }, { "epoch": 12.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7751724137931035, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6581740976645435, "eval_f1_B-BiologicallyActiveSubstance": 0.7327999999999999, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4313725490196079, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7970297029702971, "eval_f1_B-Cell": 0.6484018264840182, "eval_f1_B-CellComponent": 0.29090909090909084, "eval_f1_B-CellFunction": 0.6666666666666667, "eval_f1_B-CellOrMolecularDysfunction": 0.7999999999999999, "eval_f1_B-Chemical": 0.4050632911392405, "eval_f1_B-ClinicalAttribute": 0.691358024691358, "eval_f1_B-DiseaseOrSyndrome": 0.8887408394403731, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.41379310344827586, "eval_f1_B-ExperimentalModelOfDisease": 0.5, "eval_f1_B-Finding": 0.5393743257820928, "eval_f1_B-GeneOrGenome": 0.3310344827586207, "eval_f1_B-HealthCareActivity": 0.7227227227227228, "eval_f1_B-HealthCareRelatedOrganization": 0, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5301204819277109, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7619047619047618, "eval_f1_B-PathologicFunction": 0.7112171837708832, "eval_f1_B-PatientOrDisabledGroup": 0.9104477611940298, "eval_f1_B-PharmacologicSubstance": 0.7130434782608696, "eval_f1_B-PopulationGroup": 0.8018018018018019, "eval_f1_B-ResearchActivity": 0.7409326424870466, "eval_f1_B-SignOrSymptom": 0.3921568627450981, "eval_f1_B-Substance": 0.3853211009174312, "eval_f1_B-TemporalConcept": 0.8131147540983606, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7589913187267466, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6217391304347827, "eval_f1_I-BiologicallyActiveSubstance": 0.7671097981290005, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8550724637681159, "eval_f1_I-Cell": 0.7692307692307693, "eval_f1_I-CellComponent": 0.32061068702290074, "eval_f1_I-CellFunction": 0.5936395759717314, "eval_f1_I-CellOrMolecularDysfunction": 0.849197860962567, "eval_f1_I-Chemical": 0.5974025974025974, "eval_f1_I-ClinicalAttribute": 0.6758957654723127, "eval_f1_I-DiseaseOrSyndrome": 0.9062499999999999, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.10526315789473684, "eval_f1_I-ExperimentalModelOfDisease": 0.7008547008547009, "eval_f1_I-Finding": 0.4495944380069525, "eval_f1_I-GeneOrGenome": 0.40414507772020725, "eval_f1_I-HealthCareActivity": 0.728629579375848, "eval_f1_I-HealthCareRelatedOrganization": 0.5116279069767442, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6560846560846562, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.26865671641791045, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.024193548387096774, "eval_f1_I-OrganismAttribute": 0.45283018867924524, "eval_f1_I-PathologicFunction": 0.7672131147540984, "eval_f1_I-PatientOrDisabledGroup": 0.22222222222222224, "eval_f1_I-PharmacologicSubstance": 0.7420814479638009, "eval_f1_I-PopulationGroup": 0.759581881533101, "eval_f1_I-ResearchActivity": 0.6625766871165645, "eval_f1_I-SignOrSymptom": 0.6122448979591837, "eval_f1_I-Substance": 0.48351648351648346, "eval_f1_I-TemporalConcept": 0.6615384615384615, "eval_f1_I-Virus": 0, "eval_loss": 0.0012568493839353323, "eval_macro_f1": 0.45180140741467, "eval_runtime": 64.4065, "eval_samples_per_second": 12.343, "eval_steps_per_second": 0.248, "step": 1344 }, { "epoch": 13.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7633378932968535, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6636568848758464, "eval_f1_B-BiologicallyActiveSubstance": 0.7164634146341463, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.45283018867924535, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7944862155388472, "eval_f1_B-Cell": 0.6696035242290749, "eval_f1_B-CellComponent": 0.3333333333333333, "eval_f1_B-CellFunction": 0.7106017191977076, "eval_f1_B-CellOrMolecularDysfunction": 0.8281938325991189, "eval_f1_B-Chemical": 0.41463414634146345, "eval_f1_B-ClinicalAttribute": 0.679334916864608, "eval_f1_B-DiseaseOrSyndrome": 0.898236092265943, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.42857142857142866, "eval_f1_B-ExperimentalModelOfDisease": 0.7058823529411764, "eval_f1_B-Finding": 0.5618448637316562, "eval_f1_B-GeneOrGenome": 0.32653061224489793, "eval_f1_B-HealthCareActivity": 0.7212121212121212, "eval_f1_B-HealthCareRelatedOrganization": 0.07407407407407408, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.48648648648648657, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7549668874172186, "eval_f1_B-PathologicFunction": 0.7281553398058253, "eval_f1_B-PatientOrDisabledGroup": 0.9523809523809523, "eval_f1_B-PharmacologicSubstance": 0.7272727272727273, "eval_f1_B-PopulationGroup": 0.8307692307692307, "eval_f1_B-ResearchActivity": 0.728363324764353, "eval_f1_B-SignOrSymptom": 0.36000000000000004, "eval_f1_B-Substance": 0.4827586206896552, "eval_f1_B-TemporalConcept": 0.8013029315960912, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7620674925245622, "eval_f1_I-AnatomicalAbnormality": 0, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6033254156769596, "eval_f1_I-BiologicallyActiveSubstance": 0.7751243781094527, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5747126436781609, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8430493273542601, "eval_f1_I-Cell": 0.761904761904762, "eval_f1_I-CellComponent": 0.4489795918367347, "eval_f1_I-CellFunction": 0.6358595194085029, "eval_f1_I-CellOrMolecularDysfunction": 0.8250265111346766, "eval_f1_I-Chemical": 0.5804416403785488, "eval_f1_I-ClinicalAttribute": 0.6852281515854601, "eval_f1_I-DiseaseOrSyndrome": 0.9133541759714158, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13846153846153847, "eval_f1_I-ExperimentalModelOfDisease": 0.7049180327868853, "eval_f1_I-Finding": 0.47609561752988055, "eval_f1_I-GeneOrGenome": 0.40625, "eval_f1_I-HealthCareActivity": 0.7242302543507362, "eval_f1_I-HealthCareRelatedOrganization": 0.5294117647058824, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6600985221674877, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.13740458015267176, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.2158273381294964, "eval_f1_I-OrganismAttribute": 0.37037037037037035, "eval_f1_I-PathologicFunction": 0.7739726027397261, "eval_f1_I-PatientOrDisabledGroup": 0.25806451612903225, "eval_f1_I-PharmacologicSubstance": 0.7383177570093459, "eval_f1_I-PopulationGroup": 0.7765567765567766, "eval_f1_I-ResearchActivity": 0.6684931506849315, "eval_f1_I-SignOrSymptom": 0.5882352941176471, "eval_f1_I-Substance": 0.6909090909090908, "eval_f1_I-TemporalConcept": 0.7045454545454546, "eval_f1_I-Virus": 0, "eval_loss": 0.0012166909873485565, "eval_macro_f1": 0.46372310884408174, "eval_runtime": 56.921, "eval_samples_per_second": 13.967, "eval_steps_per_second": 0.281, "step": 1456 }, { "epoch": 14.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7499999999999999, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6565217391304347, "eval_f1_B-BiologicallyActiveSubstance": 0.7165932452276065, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.47058823529411764, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7876543209876543, "eval_f1_B-Cell": 0.6454545454545454, "eval_f1_B-CellComponent": 0.3389830508474576, "eval_f1_B-CellFunction": 0.6847826086956521, "eval_f1_B-CellOrMolecularDysfunction": 0.8016877637130801, "eval_f1_B-Chemical": 0.4177215189873417, "eval_f1_B-ClinicalAttribute": 0.6919431279620853, "eval_f1_B-DiseaseOrSyndrome": 0.8930232558139536, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.41379310344827586, "eval_f1_B-ExperimentalModelOfDisease": 0.5, "eval_f1_B-Finding": 0.5704989154013015, "eval_f1_B-GeneOrGenome": 0.33962264150943394, "eval_f1_B-HealthCareActivity": 0.7167968750000001, "eval_f1_B-HealthCareRelatedOrganization": 0.22857142857142854, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5116279069767442, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7530864197530864, "eval_f1_B-PathologicFunction": 0.7088036117381491, "eval_f1_B-PatientOrDisabledGroup": 0.9384615384615386, "eval_f1_B-PharmacologicSubstance": 0.6964285714285713, "eval_f1_B-PopulationGroup": 0.8423326133909287, "eval_f1_B-ResearchActivity": 0.7308684436801376, "eval_f1_B-SignOrSymptom": 0.42857142857142855, "eval_f1_B-Substance": 0.5, "eval_f1_B-TemporalConcept": 0.8346456692913387, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7677198975234842, "eval_f1_I-AnatomicalAbnormality": 0.43216080402010054, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6076555023923446, "eval_f1_I-BiologicallyActiveSubstance": 0.7668139420716741, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5633802816901409, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8424842484248425, "eval_f1_I-Cell": 0.7692307692307693, "eval_f1_I-CellComponent": 0.45454545454545453, "eval_f1_I-CellFunction": 0.6032786885245902, "eval_f1_I-CellOrMolecularDysfunction": 0.8237747653806047, "eval_f1_I-Chemical": 0.5974025974025974, "eval_f1_I-ClinicalAttribute": 0.6813365933170334, "eval_f1_I-DiseaseOrSyndrome": 0.9120421144987935, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13333333333333333, "eval_f1_I-ExperimentalModelOfDisease": 0.671875, "eval_f1_I-Finding": 0.49617486338797817, "eval_f1_I-GeneOrGenome": 0.4282238442822384, "eval_f1_I-HealthCareActivity": 0.72680742162508, "eval_f1_I-HealthCareRelatedOrganization": 0.5035971223021584, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6697674418604651, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1935483870967742, "eval_f1_I-MolecularSequence": 0, "eval_f1_I-NaturalPhenomenonOrProcess": 0, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.4410876132930514, "eval_f1_I-OrganismAttribute": 0.4067796610169491, "eval_f1_I-PathologicFunction": 0.7082096933728981, "eval_f1_I-PatientOrDisabledGroup": 0.3448275862068965, "eval_f1_I-PharmacologicSubstance": 0.7038626609442059, "eval_f1_I-PopulationGroup": 0.7670250896057347, "eval_f1_I-ResearchActivity": 0.6564580559254327, "eval_f1_I-SignOrSymptom": 0.5849056603773585, "eval_f1_I-Substance": 0.7130434782608696, "eval_f1_I-TemporalConcept": 0.7641196013289037, "eval_f1_I-Virus": 0.005633802816901409, "eval_loss": 0.0012564187636598945, "eval_macro_f1": 0.47342015059810016, "eval_runtime": 64.1809, "eval_samples_per_second": 12.387, "eval_steps_per_second": 0.249, "step": 1568 }, { "epoch": 15.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7635327635327634, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6462882096069869, "eval_f1_B-BiologicallyActiveSubstance": 0.7096774193548386, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5714285714285714, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7985347985347985, "eval_f1_B-Cell": 0.6666666666666666, "eval_f1_B-CellComponent": 0.3125, "eval_f1_B-CellFunction": 0.6894586894586896, "eval_f1_B-CellOrMolecularDysfunction": 0.8281938325991189, "eval_f1_B-Chemical": 0.4, "eval_f1_B-ClinicalAttribute": 0.6952380952380953, "eval_f1_B-DiseaseOrSyndrome": 0.8953409858203916, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4482758620689655, "eval_f1_B-ExperimentalModelOfDisease": 0.625, "eval_f1_B-Finding": 0.5671321160042965, "eval_f1_B-GeneOrGenome": 0.34838709677419355, "eval_f1_B-HealthCareActivity": 0.7062374245472837, "eval_f1_B-HealthCareRelatedOrganization": 0.2352941176470588, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5747126436781609, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.15384615384615385, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7239263803680982, "eval_f1_B-PathologicFunction": 0.7129186602870814, "eval_f1_B-PatientOrDisabledGroup": 0.9531249999999999, "eval_f1_B-PharmacologicSubstance": 0.6902654867256637, "eval_f1_B-PopulationGroup": 0.8583690987124465, "eval_f1_B-ResearchActivity": 0.7231160033869601, "eval_f1_B-SignOrSymptom": 0.3773584905660377, "eval_f1_B-Substance": 0.546875, "eval_f1_B-TemporalConcept": 0.8077544426494344, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7756552643269659, "eval_f1_I-AnatomicalAbnormality": 0.38341968911917096, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6116504854368932, "eval_f1_I-BiologicallyActiveSubstance": 0.7823095823095824, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6262626262626263, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.866785079928952, "eval_f1_I-Cell": 0.7553191489361701, "eval_f1_I-CellComponent": 0.42458100558659223, "eval_f1_I-CellFunction": 0.6137931034482759, "eval_f1_I-CellOrMolecularDysfunction": 0.8088235294117646, "eval_f1_I-Chemical": 0.5380116959064327, "eval_f1_I-ClinicalAttribute": 0.700074794315632, "eval_f1_I-DiseaseOrSyndrome": 0.9084522502744238, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13333333333333333, "eval_f1_I-ExperimentalModelOfDisease": 0.6017699115044246, "eval_f1_I-Finding": 0.48504273504273504, "eval_f1_I-GeneOrGenome": 0.45386533665835416, "eval_f1_I-HealthCareActivity": 0.7180752621838371, "eval_f1_I-HealthCareRelatedOrganization": 0.5538461538461539, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6545454545454545, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1818181818181818, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.4497041420118343, "eval_f1_I-OrganismAttribute": 0.32786885245901637, "eval_f1_I-PathologicFunction": 0.7756041426927502, "eval_f1_I-PatientOrDisabledGroup": 0.2564102564102564, "eval_f1_I-PharmacologicSubstance": 0.7256637168141592, "eval_f1_I-PopulationGroup": 0.7796610169491525, "eval_f1_I-ResearchActivity": 0.6480793060718711, "eval_f1_I-SignOrSymptom": 0.5242718446601942, "eval_f1_I-Substance": 0.7457627118644068, "eval_f1_I-TemporalConcept": 0.7622377622377623, "eval_f1_I-Virus": 0.005633802816901409, "eval_loss": 0.0012426336761564016, "eval_macro_f1": 0.4836441304127347, "eval_runtime": 65.4189, "eval_samples_per_second": 12.152, "eval_steps_per_second": 0.245, "step": 1680 }, { "epoch": 16.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7591836734693878, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.648870636550308, "eval_f1_B-BiologicallyActiveSubstance": 0.714069591527988, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4814814814814815, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7945879458794588, "eval_f1_B-Cell": 0.6375545851528385, "eval_f1_B-CellComponent": 0.24615384615384614, "eval_f1_B-CellFunction": 0.6868131868131868, "eval_f1_B-CellOrMolecularDysfunction": 0.775, "eval_f1_B-Chemical": 0.4161073825503356, "eval_f1_B-ClinicalAttribute": 0.6956521739130435, "eval_f1_B-DiseaseOrSyndrome": 0.8944182918628111, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.4406779661016949, "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666666, "eval_f1_B-Finding": 0.563991323210412, "eval_f1_B-GeneOrGenome": 0.345679012345679, "eval_f1_B-HealthCareActivity": 0.6992337164750958, "eval_f1_B-HealthCareRelatedOrganization": 0.26666666666666666, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5168539325842696, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.08695652173913042, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.023255813953488372, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7320261437908497, "eval_f1_B-PathologicFunction": 0.7135922330097086, "eval_f1_B-PatientOrDisabledGroup": 0.9448818897637796, "eval_f1_B-PharmacologicSubstance": 0.6837606837606838, "eval_f1_B-PopulationGroup": 0.8407643312101911, "eval_f1_B-ResearchActivity": 0.7142857142857143, "eval_f1_B-SignOrSymptom": 0.37037037037037035, "eval_f1_B-Substance": 0.578125, "eval_f1_B-TemporalConcept": 0.8191999999999999, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7930434782608695, "eval_f1_I-AnatomicalAbnormality": 0.5283018867924528, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6359447004608295, "eval_f1_I-BiologicallyActiveSubstance": 0.7809999999999999, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6329113924050633, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8387096774193548, "eval_f1_I-Cell": 0.7606382978723404, "eval_f1_I-CellComponent": 0.3536585365853659, "eval_f1_I-CellFunction": 0.6301369863013699, "eval_f1_I-CellOrMolecularDysfunction": 0.7971163748712667, "eval_f1_I-Chemical": 0.6301369863013699, "eval_f1_I-ClinicalAttribute": 0.6980568011958147, "eval_f1_I-DiseaseOrSyndrome": 0.9076110866695997, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.1343283582089552, "eval_f1_I-ExperimentalModelOfDisease": 0.6567164179104477, "eval_f1_I-Finding": 0.4962726304579339, "eval_f1_I-GeneOrGenome": 0.4582338902147971, "eval_f1_I-HealthCareActivity": 0.7159726538222498, "eval_f1_I-HealthCareRelatedOrganization": 0.5454545454545455, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6547085201793722, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.1651376146788991, "eval_f1_I-MolecularSequence": 0.2222222222222222, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.4643962848297214, "eval_f1_I-OrganismAttribute": 0.39999999999999997, "eval_f1_I-PathologicFunction": 0.7752808988764045, "eval_f1_I-PatientOrDisabledGroup": 0.1923076923076923, "eval_f1_I-PharmacologicSubstance": 0.7232142857142857, "eval_f1_I-PopulationGroup": 0.7702702702702702, "eval_f1_I-ResearchActivity": 0.652, "eval_f1_I-SignOrSymptom": 0.4897959183673469, "eval_f1_I-Substance": 0.7758620689655173, "eval_f1_I-TemporalConcept": 0.7560137457044673, "eval_f1_I-Virus": 0.08108108108108107, "eval_loss": 0.0012436514953151345, "eval_macro_f1": 0.4815630644796588, "eval_runtime": 60.3161, "eval_samples_per_second": 13.181, "eval_steps_per_second": 0.265, "step": 1792 }, { "epoch": 17.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7272727272727272, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6411889596602972, "eval_f1_B-BiologicallyActiveSubstance": 0.706060606060606, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7995079950799509, "eval_f1_B-Cell": 0.6428571428571428, "eval_f1_B-CellComponent": 0.30508474576271183, "eval_f1_B-CellFunction": 0.6829268292682927, "eval_f1_B-CellOrMolecularDysfunction": 0.8132780082987552, "eval_f1_B-Chemical": 0.4052287581699346, "eval_f1_B-ClinicalAttribute": 0.6915887850467289, "eval_f1_B-DiseaseOrSyndrome": 0.8971962616822429, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.48387096774193544, "eval_f1_B-ExperimentalModelOfDisease": 0.588235294117647, "eval_f1_B-Finding": 0.5574112734864299, "eval_f1_B-GeneOrGenome": 0.36708860759493667, "eval_f1_B-HealthCareActivity": 0.6923076923076924, "eval_f1_B-HealthCareRelatedOrganization": 0.26315789473684204, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5057471264367817, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.23529411764705882, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.732919254658385, "eval_f1_B-PathologicFunction": 0.7033492822966506, "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, "eval_f1_B-PharmacologicSubstance": 0.7241379310344828, "eval_f1_B-PopulationGroup": 0.8547368421052631, "eval_f1_B-ResearchActivity": 0.7275862068965517, "eval_f1_B-SignOrSymptom": 0.4406779661016949, "eval_f1_B-Substance": 0.6131386861313869, "eval_f1_B-TemporalConcept": 0.8160000000000001, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7577207481513701, "eval_f1_I-AnatomicalAbnormality": 0.5882352941176471, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6376146788990825, "eval_f1_I-BiologicallyActiveSubstance": 0.7629592350276799, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6329113924050633, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8584070796460176, "eval_f1_I-Cell": 0.7647058823529411, "eval_f1_I-CellComponent": 0.35000000000000003, "eval_f1_I-CellFunction": 0.6239168110918544, "eval_f1_I-CellOrMolecularDysfunction": 0.8196037539103233, "eval_f1_I-Chemical": 0.5967213114754099, "eval_f1_I-ClinicalAttribute": 0.6858475894245722, "eval_f1_I-DiseaseOrSyndrome": 0.9158674803836094, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13235294117647056, "eval_f1_I-ExperimentalModelOfDisease": 0.6902654867256638, "eval_f1_I-Finding": 0.5073746312684365, "eval_f1_I-GeneOrGenome": 0.46228710462287104, "eval_f1_I-HealthCareActivity": 0.7031551835157759, "eval_f1_I-HealthCareRelatedOrganization": 0.48322147651006714, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.676056338028169, "eval_f1_I-MachineActivity": 0.06944444444444445, "eval_f1_I-ManufacturedObject": 0.15, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.1751824817518248, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, "eval_f1_I-Organism": 0.5517241379310345, "eval_f1_I-OrganismAttribute": 0.4333333333333333, "eval_f1_I-PathologicFunction": 0.7744982290436837, "eval_f1_I-PatientOrDisabledGroup": 0.18518518518518517, "eval_f1_I-PharmacologicSubstance": 0.7692307692307692, "eval_f1_I-PopulationGroup": 0.7903780068728522, "eval_f1_I-ResearchActivity": 0.6607019958706125, "eval_f1_I-SignOrSymptom": 0.5964912280701755, "eval_f1_I-Substance": 0.7563025210084033, "eval_f1_I-TemporalConcept": 0.7525423728813558, "eval_f1_I-Virus": 0.5021097046413502, "eval_loss": 0.0012562500778585672, "eval_macro_f1": 0.4990806752918112, "eval_runtime": 56.7926, "eval_samples_per_second": 13.998, "eval_steps_per_second": 0.282, "step": 1904 }, { "epoch": 17.86, "learning_rate": 0.0001011904761904762, "loss": 0.0004, "step": 2000 }, { "epoch": 18.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7340153452685422, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6471816283924844, "eval_f1_B-BiologicallyActiveSubstance": 0.7149187592319055, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4905660377358491, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.800498753117207, "eval_f1_B-Cell": 0.6782608695652174, "eval_f1_B-CellComponent": 0.27586206896551724, "eval_f1_B-CellFunction": 0.6795580110497237, "eval_f1_B-CellOrMolecularDysfunction": 0.7949790794979079, "eval_f1_B-Chemical": 0.4142011834319526, "eval_f1_B-ClinicalAttribute": 0.6944444444444444, "eval_f1_B-DiseaseOrSyndrome": 0.896, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.5, "eval_f1_B-ExperimentalModelOfDisease": 0.7368421052631577, "eval_f1_B-Finding": 0.5511811023622047, "eval_f1_B-GeneOrGenome": 0.32258064516129037, "eval_f1_B-HealthCareActivity": 0.7012487992315081, "eval_f1_B-HealthCareRelatedOrganization": 0.24390243902439024, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5494505494505494, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.25806451612903225, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6222222222222222, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7532467532467534, "eval_f1_B-PathologicFunction": 0.7194570135746605, "eval_f1_B-PatientOrDisabledGroup": 0.9160305343511451, "eval_f1_B-PharmacologicSubstance": 0.6776859504132231, "eval_f1_B-PopulationGroup": 0.8547008547008548, "eval_f1_B-ResearchActivity": 0.7263427109974425, "eval_f1_B-SignOrSymptom": 0.5084745762711865, "eval_f1_B-Substance": 0.6106870229007634, "eval_f1_B-TemporalConcept": 0.8057324840764332, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7455573505654282, "eval_f1_I-AnatomicalAbnormality": 0.5420560747663552, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6102449888641426, "eval_f1_I-BiologicallyActiveSubstance": 0.7842383469485824, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6341463414634145, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.859180035650624, "eval_f1_I-Cell": 0.7613941018766758, "eval_f1_I-CellComponent": 0.3116883116883117, "eval_f1_I-CellFunction": 0.6261180679785331, "eval_f1_I-CellOrMolecularDysfunction": 0.814968814968815, "eval_f1_I-Chemical": 0.5525525525525525, "eval_f1_I-ClinicalAttribute": 0.6888888888888888, "eval_f1_I-DiseaseOrSyndrome": 0.9115257958287597, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.1343283582089552, "eval_f1_I-ExperimentalModelOfDisease": 0.7213114754098361, "eval_f1_I-Finding": 0.4920466595970307, "eval_f1_I-GeneOrGenome": 0.42335766423357657, "eval_f1_I-HealthCareActivity": 0.7197975964579381, "eval_f1_I-HealthCareRelatedOrganization": 0.5142857142857142, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6543778801843317, "eval_f1_I-MachineActivity": 0, "eval_f1_I-ManufacturedObject": 0.20930232558139533, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8666666666666666, "eval_f1_I-Organism": 0.4955752212389381, "eval_f1_I-OrganismAttribute": 0.4482758620689655, "eval_f1_I-PathologicFunction": 0.7449306296691569, "eval_f1_I-PatientOrDisabledGroup": 0.1923076923076923, "eval_f1_I-PharmacologicSubstance": 0.7207207207207208, "eval_f1_I-PopulationGroup": 0.7972027972027972, "eval_f1_I-ResearchActivity": 0.6395663956639567, "eval_f1_I-SignOrSymptom": 0.5535714285714286, "eval_f1_I-Substance": 0.752136752136752, "eval_f1_I-TemporalConcept": 0.7224080267558528, "eval_f1_I-Virus": 0.5360824742268041, "eval_loss": 0.0012550276005640626, "eval_macro_f1": 0.49559538804210834, "eval_runtime": 67.5937, "eval_samples_per_second": 11.761, "eval_steps_per_second": 0.237, "step": 2016 }, { "epoch": 19.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7745504840940525, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6609071274298055, "eval_f1_B-BiologicallyActiveSubstance": 0.7295208655332303, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.576271186440678, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7907542579075425, "eval_f1_B-Cell": 0.6608695652173913, "eval_f1_B-CellComponent": 0.3636363636363637, "eval_f1_B-CellFunction": 0.6985915492957747, "eval_f1_B-CellOrMolecularDysfunction": 0.7983539094650205, "eval_f1_B-Chemical": 0.4575163398692811, "eval_f1_B-ClinicalAttribute": 0.6903073286052009, "eval_f1_B-DiseaseOrSyndrome": 0.8923076923076922, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.48275862068965514, "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666665, "eval_f1_B-Finding": 0.5763440860215054, "eval_f1_B-GeneOrGenome": 0.34838709677419355, "eval_f1_B-HealthCareActivity": 0.7079107505070994, "eval_f1_B-HealthCareRelatedOrganization": 0.2162162162162162, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.5111111111111111, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.3448275862068965, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.0898876404494382, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6363636363636364, "eval_f1_B-Organism": 0, "eval_f1_B-OrganismAttribute": 0.7435897435897436, "eval_f1_B-PathologicFunction": 0.7089201877934272, "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, "eval_f1_B-PharmacologicSubstance": 0.7207207207207208, "eval_f1_B-PopulationGroup": 0.8721174004192872, "eval_f1_B-ResearchActivity": 0.734835355285962, "eval_f1_B-SignOrSymptom": 0.5, "eval_f1_B-Substance": 0.6029411764705882, "eval_f1_B-TemporalConcept": 0.8141025641025641, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7839151568714096, "eval_f1_I-AnatomicalAbnormality": 0.6194690265486726, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6666666666666666, "eval_f1_I-BiologicallyActiveSubstance": 0.7772750125691302, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5897435897435898, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8571428571428571, "eval_f1_I-Cell": 0.7606382978723404, "eval_f1_I-CellComponent": 0.40490797546012275, "eval_f1_I-CellFunction": 0.6544789762340036, "eval_f1_I-CellOrMolecularDysfunction": 0.8213166144200627, "eval_f1_I-Chemical": 0.6179401993355482, "eval_f1_I-ClinicalAttribute": 0.6787117046347212, "eval_f1_I-DiseaseOrSyndrome": 0.9120636323464428, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13740458015267176, "eval_f1_I-ExperimentalModelOfDisease": 0.6608695652173913, "eval_f1_I-Finding": 0.47222222222222227, "eval_f1_I-GeneOrGenome": 0.42786069651741293, "eval_f1_I-HealthCareActivity": 0.7117794486215538, "eval_f1_I-HealthCareRelatedOrganization": 0.5384615384615384, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6728110599078342, "eval_f1_I-MachineActivity": 0.10884353741496598, "eval_f1_I-ManufacturedObject": 0.26865671641791045, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8666666666666666, "eval_f1_I-Organism": 0.5994550408719347, "eval_f1_I-OrganismAttribute": 0.4482758620689655, "eval_f1_I-PathologicFunction": 0.7641196013289037, "eval_f1_I-PatientOrDisabledGroup": 0.2857142857142857, "eval_f1_I-PharmacologicSubstance": 0.7547169811320756, "eval_f1_I-PopulationGroup": 0.8027681660899654, "eval_f1_I-ResearchActivity": 0.6543209876543209, "eval_f1_I-SignOrSymptom": 0.5391304347826087, "eval_f1_I-Substance": 0.7741935483870968, "eval_f1_I-TemporalConcept": 0.7434210526315791, "eval_f1_I-Virus": 0.7344028520499108, "eval_loss": 0.0012211967259645462, "eval_macro_f1": 0.512032280706096, "eval_runtime": 54.9258, "eval_samples_per_second": 14.474, "eval_steps_per_second": 0.291, "step": 2128 }, { "epoch": 20.0, "eval_f1_B-AminoAcidPeptideOrProtein": 0.7679782903663501, "eval_f1_B-AnatomicalAbnormality": 0, "eval_f1_B-Bacterium": 0, "eval_f1_B-BiologicFunction": 0.6540084388185655, "eval_f1_B-BiologicallyActiveSubstance": 0.7192716236722307, "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6478873239436619, "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8019559902200489, "eval_f1_B-Cell": 0.6460176991150443, "eval_f1_B-CellComponent": 0.2580645161290323, "eval_f1_B-CellFunction": 0.705539358600583, "eval_f1_B-CellOrMolecularDysfunction": 0.7901234567901234, "eval_f1_B-Chemical": 0.4458598726114649, "eval_f1_B-ClinicalAttribute": 0.6778846153846153, "eval_f1_B-DiseaseOrSyndrome": 0.8953409858203916, "eval_f1_B-EmbryonicStructure": 0, "eval_f1_B-EnvironmentalEffectOfHumans": 0, "eval_f1_B-Eukaryote": 0.48387096774193544, "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666665, "eval_f1_B-Finding": 0.5653923541247485, "eval_f1_B-GeneOrGenome": 0.33540372670807456, "eval_f1_B-HealthCareActivity": 0.7, "eval_f1_B-HealthCareRelatedOrganization": 0.24390243902439024, "eval_f1_B-IndividualBehavior": 0, "eval_f1_B-InjuryOrPoisoning": 0.48421052631578954, "eval_f1_B-MachineActivity": 0, "eval_f1_B-ManufacturedObject": 0.3111111111111111, "eval_f1_B-MolecularSequence": 0, "eval_f1_B-NaturalPhenomenonOrProcess": 0.22916666666666669, "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6086956521739131, "eval_f1_B-Organism": 0.27350427350427353, "eval_f1_B-OrganismAttribute": 0.7261904761904762, "eval_f1_B-PathologicFunction": 0.7045454545454545, "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, "eval_f1_B-PharmacologicSubstance": 0.7155963302752293, "eval_f1_B-PopulationGroup": 0.875, "eval_f1_B-ResearchActivity": 0.7263598326359834, "eval_f1_B-SignOrSymptom": 0.4745762711864407, "eval_f1_B-Substance": 0.6086956521739131, "eval_f1_B-TemporalConcept": 0.8130841121495328, "eval_f1_B-Virus": 0, "eval_f1_I-AminoAcidPeptideOrProtein": 0.7584459459459459, "eval_f1_I-AnatomicalAbnormality": 0.3917525773195876, "eval_f1_I-Bacterium": 0, "eval_f1_I-BiologicFunction": 0.6352941176470588, "eval_f1_I-BiologicallyActiveSubstance": 0.78077488965179, "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.693069306930693, "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8563829787234041, "eval_f1_I-Cell": 0.7667560321715818, "eval_f1_I-CellComponent": 0.3764705882352941, "eval_f1_I-CellFunction": 0.6728971962616822, "eval_f1_I-CellOrMolecularDysfunction": 0.8164556962025317, "eval_f1_I-Chemical": 0.5944272445820433, "eval_f1_I-ClinicalAttribute": 0.6839215686274509, "eval_f1_I-DiseaseOrSyndrome": 0.9146368224709238, "eval_f1_I-EmbryonicStructure": 0, "eval_f1_I-EnvironmentalEffectOfHumans": 0, "eval_f1_I-Eukaryote": 0.13333333333333333, "eval_f1_I-ExperimentalModelOfDisease": 0.7154471544715447, "eval_f1_I-Finding": 0.4795081967213114, "eval_f1_I-GeneOrGenome": 0.4117647058823529, "eval_f1_I-HealthCareActivity": 0.7228158390949089, "eval_f1_I-HealthCareRelatedOrganization": 0.5070422535211269, "eval_f1_I-IndividualBehavior": 0, "eval_f1_I-InjuryOrPoisoning": 0.6311111111111111, "eval_f1_I-MachineActivity": 0.17105263157894737, "eval_f1_I-ManufacturedObject": 0.19607843137254902, "eval_f1_I-MolecularSequence": 0.4, "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, "eval_f1_I-Organism": 0.5398457583547558, "eval_f1_I-OrganismAttribute": 0.4126984126984127, "eval_f1_I-PathologicFunction": 0.7451820128479657, "eval_f1_I-PatientOrDisabledGroup": 0.20833333333333334, "eval_f1_I-PharmacologicSubstance": 0.7627906976744185, "eval_f1_I-PopulationGroup": 0.7763157894736843, "eval_f1_I-ResearchActivity": 0.6379880873593646, "eval_f1_I-SignOrSymptom": 0.4897959183673469, "eval_f1_I-Substance": 0.8130081300813008, "eval_f1_I-TemporalConcept": 0.7466666666666668, "eval_f1_I-Virus": 0.8373590982286635, "eval_loss": 0.0012418286642059684, "eval_macro_f1": 0.5094370945271087, "eval_runtime": 61.4875, "eval_samples_per_second": 12.929, "eval_steps_per_second": 0.26, "step": 2240 } ], "max_steps": 3360, "num_train_epochs": 30, "total_flos": 2.917108629762048e+16, "trial_name": null, "trial_params": null }