| { |
| "best_metric": 0.512032280706096, |
| "best_model_checkpoint": "modelPaper2_args/checkpoint-2128", |
| "epoch": 20.0, |
| "global_step": 2240, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0, |
| "eval_f1_B-BiologicallyActiveSubstance": 0, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0, |
| "eval_f1_B-Cell": 0, |
| "eval_f1_B-CellComponent": 0, |
| "eval_f1_B-CellFunction": 0, |
| "eval_f1_B-CellOrMolecularDysfunction": 0, |
| "eval_f1_B-Chemical": 0, |
| "eval_f1_B-ClinicalAttribute": 0, |
| "eval_f1_B-DiseaseOrSyndrome": 0, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0, |
| "eval_f1_B-ExperimentalModelOfDisease": 0, |
| "eval_f1_B-Finding": 0, |
| "eval_f1_B-GeneOrGenome": 0, |
| "eval_f1_B-HealthCareActivity": 0, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0, |
| "eval_f1_B-PathologicFunction": 0, |
| "eval_f1_B-PatientOrDisabledGroup": 0, |
| "eval_f1_B-PharmacologicSubstance": 0, |
| "eval_f1_B-PopulationGroup": 0, |
| "eval_f1_B-ResearchActivity": 0, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0, |
| "eval_f1_I-BiologicallyActiveSubstance": 0, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0, |
| "eval_f1_I-Cell": 0, |
| "eval_f1_I-CellComponent": 0, |
| "eval_f1_I-CellFunction": 0, |
| "eval_f1_I-CellOrMolecularDysfunction": 0, |
| "eval_f1_I-Chemical": 0, |
| "eval_f1_I-ClinicalAttribute": 0, |
| "eval_f1_I-DiseaseOrSyndrome": 0, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0, |
| "eval_f1_I-ExperimentalModelOfDisease": 0, |
| "eval_f1_I-Finding": 0, |
| "eval_f1_I-GeneOrGenome": 0, |
| "eval_f1_I-HealthCareActivity": 0, |
| "eval_f1_I-HealthCareRelatedOrganization": 0, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0, |
| "eval_f1_I-PathologicFunction": 0, |
| "eval_f1_I-PatientOrDisabledGroup": 0, |
| "eval_f1_I-PharmacologicSubstance": 0, |
| "eval_f1_I-PopulationGroup": 0, |
| "eval_f1_I-ResearchActivity": 0, |
| "eval_f1_I-SignOrSymptom": 0, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.006609904579818249, |
| "eval_macro_f1": 0.0, |
| "eval_runtime": 54.9068, |
| "eval_samples_per_second": 14.479, |
| "eval_steps_per_second": 0.291, |
| "step": 112 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0, |
| "eval_f1_B-BiologicallyActiveSubstance": 0, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0, |
| "eval_f1_B-Cell": 0, |
| "eval_f1_B-CellComponent": 0, |
| "eval_f1_B-CellFunction": 0, |
| "eval_f1_B-CellOrMolecularDysfunction": 0, |
| "eval_f1_B-Chemical": 0, |
| "eval_f1_B-ClinicalAttribute": 0, |
| "eval_f1_B-DiseaseOrSyndrome": 0, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0, |
| "eval_f1_B-ExperimentalModelOfDisease": 0, |
| "eval_f1_B-Finding": 0, |
| "eval_f1_B-GeneOrGenome": 0, |
| "eval_f1_B-HealthCareActivity": 0, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0, |
| "eval_f1_B-PathologicFunction": 0, |
| "eval_f1_B-PatientOrDisabledGroup": 0, |
| "eval_f1_B-PharmacologicSubstance": 0, |
| "eval_f1_B-PopulationGroup": 0, |
| "eval_f1_B-ResearchActivity": 0, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.6159238858287431, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.5667752442996742, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0, |
| "eval_f1_I-Cell": 0, |
| "eval_f1_I-CellComponent": 0, |
| "eval_f1_I-CellFunction": 0, |
| "eval_f1_I-CellOrMolecularDysfunction": 0, |
| "eval_f1_I-Chemical": 0, |
| "eval_f1_I-ClinicalAttribute": 0, |
| "eval_f1_I-DiseaseOrSyndrome": 0.8225339568024937, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0, |
| "eval_f1_I-ExperimentalModelOfDisease": 0, |
| "eval_f1_I-Finding": 0, |
| "eval_f1_I-GeneOrGenome": 0, |
| "eval_f1_I-HealthCareActivity": 0, |
| "eval_f1_I-HealthCareRelatedOrganization": 0, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0, |
| "eval_f1_I-PathologicFunction": 0, |
| "eval_f1_I-PatientOrDisabledGroup": 0, |
| "eval_f1_I-PharmacologicSubstance": 0, |
| "eval_f1_I-PopulationGroup": 0, |
| "eval_f1_I-ResearchActivity": 0, |
| "eval_f1_I-SignOrSymptom": 0, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.003692361293360591, |
| "eval_macro_f1": 0.025065413586636387, |
| "eval_runtime": 51.0385, |
| "eval_samples_per_second": 15.576, |
| "eval_steps_per_second": 0.313, |
| "step": 224 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7192716236722307, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.5970695970695972, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.010075566750629723, |
| "eval_f1_B-Cell": 0.5870646766169154, |
| "eval_f1_B-CellComponent": 0, |
| "eval_f1_B-CellFunction": 0, |
| "eval_f1_B-CellOrMolecularDysfunction": 0, |
| "eval_f1_B-Chemical": 0, |
| "eval_f1_B-ClinicalAttribute": 0, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8617234468937877, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0, |
| "eval_f1_B-ExperimentalModelOfDisease": 0, |
| "eval_f1_B-Finding": 0, |
| "eval_f1_B-GeneOrGenome": 0, |
| "eval_f1_B-HealthCareActivity": 0, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0, |
| "eval_f1_B-PathologicFunction": 0, |
| "eval_f1_B-PatientOrDisabledGroup": 0, |
| "eval_f1_B-PharmacologicSubstance": 0, |
| "eval_f1_B-PopulationGroup": 0, |
| "eval_f1_B-ResearchActivity": 0, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7526291723822588, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7052730696798494, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8206144697720515, |
| "eval_f1_I-Cell": 0.7310704960835509, |
| "eval_f1_I-CellComponent": 0.2272727272727273, |
| "eval_f1_I-CellFunction": 0.5116279069767441, |
| "eval_f1_I-CellOrMolecularDysfunction": 0, |
| "eval_f1_I-Chemical": 0.34636871508379885, |
| "eval_f1_I-ClinicalAttribute": 0, |
| "eval_f1_I-DiseaseOrSyndrome": 0.880718255664814, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0, |
| "eval_f1_I-ExperimentalModelOfDisease": 0, |
| "eval_f1_I-Finding": 0, |
| "eval_f1_I-GeneOrGenome": 0, |
| "eval_f1_I-HealthCareActivity": 0, |
| "eval_f1_I-HealthCareRelatedOrganization": 0, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0, |
| "eval_f1_I-PathologicFunction": 0.035955056179775284, |
| "eval_f1_I-PatientOrDisabledGroup": 0, |
| "eval_f1_I-PharmacologicSubstance": 0, |
| "eval_f1_I-PopulationGroup": 0, |
| "eval_f1_I-ResearchActivity": 0.2215122470713525, |
| "eval_f1_I-SignOrSymptom": 0, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0024415908847004175, |
| "eval_macro_f1": 0.10010308783962603, |
| "eval_runtime": 51.2011, |
| "eval_samples_per_second": 15.527, |
| "eval_steps_per_second": 0.312, |
| "step": 336 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7728531855955679, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.04219409282700421, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7197452229299363, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7841726618705036, |
| "eval_f1_B-Cell": 0.6200873362445415, |
| "eval_f1_B-CellComponent": 0.26666666666666666, |
| "eval_f1_B-CellFunction": 0.5899280575539568, |
| "eval_f1_B-CellOrMolecularDysfunction": 0, |
| "eval_f1_B-Chemical": 0.18181818181818182, |
| "eval_f1_B-ClinicalAttribute": 0, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8697394789579158, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0, |
| "eval_f1_B-ExperimentalModelOfDisease": 0, |
| "eval_f1_B-Finding": 0.004, |
| "eval_f1_B-GeneOrGenome": 0, |
| "eval_f1_B-HealthCareActivity": 0.08333333333333333, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0, |
| "eval_f1_B-PathologicFunction": 0.027397260273972608, |
| "eval_f1_B-PatientOrDisabledGroup": 0, |
| "eval_f1_B-PharmacologicSubstance": 0, |
| "eval_f1_B-PopulationGroup": 0, |
| "eval_f1_B-ResearchActivity": 0.5954045954045953, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0.6085192697768763, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.790073230268511, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7523629489603024, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8356643356643355, |
| "eval_f1_I-Cell": 0.7403598971722365, |
| "eval_f1_I-CellComponent": 0.3972602739726028, |
| "eval_f1_I-CellFunction": 0.6139534883720932, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8373626373626373, |
| "eval_f1_I-Chemical": 0.5253164556962026, |
| "eval_f1_I-ClinicalAttribute": 0.43928194297782475, |
| "eval_f1_I-DiseaseOrSyndrome": 0.87945380840623, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.5567010309278351, |
| "eval_f1_I-Finding": 0, |
| "eval_f1_I-GeneOrGenome": 0.05333333333333332, |
| "eval_f1_I-HealthCareActivity": 0.6122448979591837, |
| "eval_f1_I-HealthCareRelatedOrganization": 0, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.46153846153846156, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0, |
| "eval_f1_I-PathologicFunction": 0.7177522349936143, |
| "eval_f1_I-PatientOrDisabledGroup": 0, |
| "eval_f1_I-PharmacologicSubstance": 0.30303030303030304, |
| "eval_f1_I-PopulationGroup": 0, |
| "eval_f1_I-ResearchActivity": 0.607350096711799, |
| "eval_f1_I-SignOrSymptom": 0, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0019126865081489086, |
| "eval_macro_f1": 0.203611234007507, |
| "eval_runtime": 50.9929, |
| "eval_samples_per_second": 15.59, |
| "eval_steps_per_second": 0.314, |
| "step": 448 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7762962962962964, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.44242424242424244, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.6882453151618398, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7950310559006211, |
| "eval_f1_B-Cell": 0.6232558139534884, |
| "eval_f1_B-CellComponent": 0.4583333333333333, |
| "eval_f1_B-CellFunction": 0.6622950819672132, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.2878787878787879, |
| "eval_f1_B-Chemical": 0.34375, |
| "eval_f1_B-ClinicalAttribute": 0.3586206896551724, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8656518861681006, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.6875, |
| "eval_f1_B-ExperimentalModelOfDisease": 0, |
| "eval_f1_B-Finding": 0.20797227036395147, |
| "eval_f1_B-GeneOrGenome": 0, |
| "eval_f1_B-HealthCareActivity": 0.6134663341645885, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0, |
| "eval_f1_B-PathologicFunction": 0.5534591194968553, |
| "eval_f1_B-PatientOrDisabledGroup": 0.8518518518518519, |
| "eval_f1_B-PharmacologicSubstance": 0.45569620253164556, |
| "eval_f1_B-PopulationGroup": 0.5810055865921788, |
| "eval_f1_B-ResearchActivity": 0.6761984861227923, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0.7437722419928825, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.8062605752961084, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.5345911949685535, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7732057416267942, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8581623550401428, |
| "eval_f1_I-Cell": 0.7499999999999999, |
| "eval_f1_I-CellComponent": 0.4814814814814815, |
| "eval_f1_I-CellFunction": 0.6192307692307693, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8132780082987552, |
| "eval_f1_I-Chemical": 0.6561264822134387, |
| "eval_f1_I-ClinicalAttribute": 0.6176470588235294, |
| "eval_f1_I-DiseaseOrSyndrome": 0.8812980358667805, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6956521739130435, |
| "eval_f1_I-Finding": 0.1176470588235294, |
| "eval_f1_I-GeneOrGenome": 0.2523364485981308, |
| "eval_f1_I-HealthCareActivity": 0.6976090014064698, |
| "eval_f1_I-HealthCareRelatedOrganization": 0, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9090909090909091, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0, |
| "eval_f1_I-PathologicFunction": 0.7175757575757576, |
| "eval_f1_I-PatientOrDisabledGroup": 0, |
| "eval_f1_I-PharmacologicSubstance": 0.49302325581395345, |
| "eval_f1_I-PopulationGroup": 0, |
| "eval_f1_I-ResearchActivity": 0.6314540059347181, |
| "eval_f1_I-SignOrSymptom": 0, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0016416363650932908, |
| "eval_macro_f1": 0.29972968637323383, |
| "eval_runtime": 49.4707, |
| "eval_samples_per_second": 16.07, |
| "eval_steps_per_second": 0.323, |
| "step": 560 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7675675675675676, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.5609756097560976, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7381703470031545, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8024539877300614, |
| "eval_f1_B-Cell": 0.6495726495726496, |
| "eval_f1_B-CellComponent": 0.4528301886792453, |
| "eval_f1_B-CellFunction": 0.6236559139784946, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8195121951219514, |
| "eval_f1_B-Chemical": 0.40816326530612246, |
| "eval_f1_B-ClinicalAttribute": 0.5935828877005348, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8841826604897419, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.43636363636363634, |
| "eval_f1_B-ExperimentalModelOfDisease": 0, |
| "eval_f1_B-Finding": 0.49000000000000005, |
| "eval_f1_B-GeneOrGenome": 0.18556701030927839, |
| "eval_f1_B-HealthCareActivity": 0.6595289079229123, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.4736842105263158, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0, |
| "eval_f1_B-PathologicFunction": 0.6397849462365591, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9752066115702479, |
| "eval_f1_B-PharmacologicSubstance": 0.5287356321839081, |
| "eval_f1_B-PopulationGroup": 0.7832167832167832, |
| "eval_f1_B-ResearchActivity": 0.6884328358208956, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0.7789799072642967, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7602792862684251, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.5947368421052632, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7702952029520296, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8607594936708861, |
| "eval_f1_I-Cell": 0.7323232323232323, |
| "eval_f1_I-CellComponent": 0.6049382716049383, |
| "eval_f1_I-CellFunction": 0.6057692307692308, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8269858541893362, |
| "eval_f1_I-Chemical": 0.6285714285714286, |
| "eval_f1_I-ClinicalAttribute": 0.6146179401993357, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9010507880910683, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6222222222222223, |
| "eval_f1_I-Finding": 0.32786885245901637, |
| "eval_f1_I-GeneOrGenome": 0.40771349862258954, |
| "eval_f1_I-HealthCareActivity": 0.6754551161330823, |
| "eval_f1_I-HealthCareRelatedOrganization": 0, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0, |
| "eval_f1_I-PathologicFunction": 0.7263922518159805, |
| "eval_f1_I-PatientOrDisabledGroup": 0, |
| "eval_f1_I-PharmacologicSubstance": 0.7155963302752294, |
| "eval_f1_I-PopulationGroup": 0, |
| "eval_f1_I-ResearchActivity": 0.6251768033946252, |
| "eval_f1_I-SignOrSymptom": 0, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0.44311377245508987, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.001518598641268909, |
| "eval_macro_f1": 0.341407570012686, |
| "eval_runtime": 51.8047, |
| "eval_samples_per_second": 15.346, |
| "eval_steps_per_second": 0.309, |
| "step": 672 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7625698324022347, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6334841628959276, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.73125, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7892813641900122, |
| "eval_f1_B-Cell": 0.6578947368421052, |
| "eval_f1_B-CellComponent": 0.32786885245901637, |
| "eval_f1_B-CellFunction": 0.6623376623376623, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8347826086956521, |
| "eval_f1_B-Chemical": 0.4134078212290503, |
| "eval_f1_B-ClinicalAttribute": 0.6517412935323383, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8814913448735019, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.4067796610169491, |
| "eval_f1_B-ExperimentalModelOfDisease": 0, |
| "eval_f1_B-Finding": 0.5482123510292525, |
| "eval_f1_B-GeneOrGenome": 0.2857142857142857, |
| "eval_f1_B-HealthCareActivity": 0.6679802955665025, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.03773584905660377, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.29213483146067415, |
| "eval_f1_B-PathologicFunction": 0.6875, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9752066115702479, |
| "eval_f1_B-PharmacologicSubstance": 0.6434782608695652, |
| "eval_f1_B-PopulationGroup": 0.8122270742358079, |
| "eval_f1_B-ResearchActivity": 0.7167999999999999, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0.8110599078341013, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7535362194599228, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6212121212121212, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7687687687687689, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8522522522522523, |
| "eval_f1_I-Cell": 0.7425474254742549, |
| "eval_f1_I-CellComponent": 0.327683615819209, |
| "eval_f1_I-CellFunction": 0.6357894736842105, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8048533872598583, |
| "eval_f1_I-Chemical": 0.5950920245398773, |
| "eval_f1_I-ClinicalAttribute": 0.6862123613312203, |
| "eval_f1_I-DiseaseOrSyndrome": 0.8977347701781394, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.08823529411764706, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.7339449541284404, |
| "eval_f1_I-Finding": 0.5323910482921084, |
| "eval_f1_I-GeneOrGenome": 0.4517766497461929, |
| "eval_f1_I-HealthCareActivity": 0.6743902439024391, |
| "eval_f1_I-HealthCareRelatedOrganization": 0, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0, |
| "eval_f1_I-PathologicFunction": 0.7549668874172186, |
| "eval_f1_I-PatientOrDisabledGroup": 0, |
| "eval_f1_I-PharmacologicSubstance": 0.7534883720930232, |
| "eval_f1_I-PopulationGroup": 0.5619047619047619, |
| "eval_f1_I-ResearchActivity": 0.6254826254826256, |
| "eval_f1_I-SignOrSymptom": 0.3934426229508197, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0.7012987012987013, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0014391897711902857, |
| "eval_macro_f1": 0.37169453045930434, |
| "eval_runtime": 51.5488, |
| "eval_samples_per_second": 15.422, |
| "eval_steps_per_second": 0.31, |
| "step": 784 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7616438356164383, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6434782608695652, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7304075235109718, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8159203980099503, |
| "eval_f1_B-Cell": 0.6283185840707963, |
| "eval_f1_B-CellComponent": 0.41269841269841273, |
| "eval_f1_B-CellFunction": 0.6843657817109144, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8053097345132744, |
| "eval_f1_B-Chemical": 0.3819095477386935, |
| "eval_f1_B-ClinicalAttribute": 0.6459948320413436, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8986301369863015, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.39999999999999997, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.33333333333333337, |
| "eval_f1_B-Finding": 0.5669291338582677, |
| "eval_f1_B-GeneOrGenome": 0.2898550724637681, |
| "eval_f1_B-HealthCareActivity": 0.6990496304118269, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.31746031746031744, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.6776859504132231, |
| "eval_f1_B-PathologicFunction": 0.6909090909090909, |
| "eval_f1_B-PatientOrDisabledGroup": 0.96875, |
| "eval_f1_B-PharmacologicSubstance": 0.6666666666666667, |
| "eval_f1_B-PopulationGroup": 0.8423236514522822, |
| "eval_f1_B-ResearchActivity": 0.6822066822066822, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0.8258064516129032, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7221764220939818, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.5761124121779859, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7689282202556538, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8522829006266787, |
| "eval_f1_I-Cell": 0.7440633245382585, |
| "eval_f1_I-CellComponent": 0.5291005291005291, |
| "eval_f1_I-CellFunction": 0.6115107913669064, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8225469728601253, |
| "eval_f1_I-Chemical": 0.5133689839572194, |
| "eval_f1_I-ClinicalAttribute": 0.6720779220779222, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9203865623561897, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.12949640287769784, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6851851851851852, |
| "eval_f1_I-Finding": 0.517051705170517, |
| "eval_f1_I-GeneOrGenome": 0.457002457002457, |
| "eval_f1_I-HealthCareActivity": 0.7150127226463104, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.027027027027027025, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.36065573770491804, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.2666666666666666, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0.4186046511627908, |
| "eval_f1_I-PathologicFunction": 0.7758620689655172, |
| "eval_f1_I-PatientOrDisabledGroup": 0.3333333333333333, |
| "eval_f1_I-PharmacologicSubstance": 0.5945945945945946, |
| "eval_f1_I-PopulationGroup": 0.7251908396946565, |
| "eval_f1_I-ResearchActivity": 0.6251415628539072, |
| "eval_f1_I-SignOrSymptom": 0.46376811594202905, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0.7629629629629631, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0013897038297727704, |
| "eval_macro_f1": 0.4061386553069881, |
| "eval_runtime": 51.2581, |
| "eval_samples_per_second": 15.51, |
| "eval_steps_per_second": 0.312, |
| "step": 896 |
| }, |
| { |
| "epoch": 8.93, |
| "learning_rate": 0.0001755952380952381, |
| "loss": 0.0076, |
| "step": 1000 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7896995708154506, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6022988505747128, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.722495894909688, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8019801980198019, |
| "eval_f1_B-Cell": 0.6403508771929826, |
| "eval_f1_B-CellComponent": 0.40816326530612246, |
| "eval_f1_B-CellFunction": 0.7005988023952097, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8138528138528137, |
| "eval_f1_B-Chemical": 0.3809523809523809, |
| "eval_f1_B-ClinicalAttribute": 0.6548223350253807, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8850033624747815, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.4482758620689655, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.5333333333333333, |
| "eval_f1_B-Finding": 0.5766590389016019, |
| "eval_f1_B-GeneOrGenome": 0.31724137931034485, |
| "eval_f1_B-HealthCareActivity": 0.6831683168316831, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.3636363636363636, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.6495726495726496, |
| "eval_f1_B-PathologicFunction": 0.7000000000000001, |
| "eval_f1_B-PatientOrDisabledGroup": 0.975609756097561, |
| "eval_f1_B-PharmacologicSubstance": 0.7102803738317757, |
| "eval_f1_B-PopulationGroup": 0.8141592920353983, |
| "eval_f1_B-ResearchActivity": 0.7149240393208222, |
| "eval_f1_B-SignOrSymptom": 0, |
| "eval_f1_B-Substance": 0, |
| "eval_f1_B-TemporalConcept": 0.7765451664025356, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7915543575920935, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.5862068965517241, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7707168276563294, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.038461538461538464, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8460846084608462, |
| "eval_f1_I-Cell": 0.7428571428571429, |
| "eval_f1_I-CellComponent": 0.49673202614379086, |
| "eval_f1_I-CellFunction": 0.679920477137177, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.827438370846731, |
| "eval_f1_I-Chemical": 0.5364431486880465, |
| "eval_f1_I-ClinicalAttribute": 0.6710310965630114, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9028295678876946, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.128, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6846846846846847, |
| "eval_f1_I-Finding": 0.4860759493670886, |
| "eval_f1_I-GeneOrGenome": 0.4682926829268292, |
| "eval_f1_I-HealthCareActivity": 0.7051442910915935, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.34782608695652173, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.5467625899280575, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0.38095238095238093, |
| "eval_f1_I-PathologicFunction": 0.7104984093319193, |
| "eval_f1_I-PatientOrDisabledGroup": 0.375, |
| "eval_f1_I-PharmacologicSubstance": 0.7162790697674418, |
| "eval_f1_I-PopulationGroup": 0.7053941908713695, |
| "eval_f1_I-ResearchActivity": 0.6499302649930265, |
| "eval_f1_I-SignOrSymptom": 0.3589743589743589, |
| "eval_f1_I-Substance": 0, |
| "eval_f1_I-TemporalConcept": 0.714828897338403, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0013047519605606794, |
| "eval_macro_f1": 0.41350203608139013, |
| "eval_runtime": 52.2588, |
| "eval_samples_per_second": 15.213, |
| "eval_steps_per_second": 0.306, |
| "step": 1008 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7736842105263159, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.631818181818182, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.727540500736377, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.14634146341463414, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8005018820577164, |
| "eval_f1_B-Cell": 0.6181818181818182, |
| "eval_f1_B-CellComponent": 0.24561403508771928, |
| "eval_f1_B-CellFunction": 0.7023809523809524, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8099173553719009, |
| "eval_f1_B-Chemical": 0.3905325443786982, |
| "eval_f1_B-ClinicalAttribute": 0.6795180722891567, |
| "eval_f1_B-DiseaseOrSyndrome": 0.869281045751634, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.4727272727272727, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.33333333333333337, |
| "eval_f1_B-Finding": 0.5703200775945684, |
| "eval_f1_B-GeneOrGenome": 0.31884057971014496, |
| "eval_f1_B-HealthCareActivity": 0.7043650793650793, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.4109589041095891, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7552447552447553, |
| "eval_f1_B-PathologicFunction": 0.6780487804878048, |
| "eval_f1_B-PatientOrDisabledGroup": 0.959349593495935, |
| "eval_f1_B-PharmacologicSubstance": 0.689655172413793, |
| "eval_f1_B-PopulationGroup": 0.8191721132897604, |
| "eval_f1_B-ResearchActivity": 0.7175697865353038, |
| "eval_f1_B-SignOrSymptom": 0.3181818181818182, |
| "eval_f1_B-Substance": 0.2828282828282828, |
| "eval_f1_B-TemporalConcept": 0.8125, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7658516369664319, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6456310679611651, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7740086000955565, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.45714285714285713, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.854014598540146, |
| "eval_f1_I-Cell": 0.7336956521739131, |
| "eval_f1_I-CellComponent": 0.32394366197183094, |
| "eval_f1_I-CellFunction": 0.6140350877192983, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8288100208768266, |
| "eval_f1_I-Chemical": 0.5732484076433121, |
| "eval_f1_I-ClinicalAttribute": 0.6748466257668712, |
| "eval_f1_I-DiseaseOrSyndrome": 0.8821534548537515, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.14285714285714288, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6990291262135923, |
| "eval_f1_I-Finding": 0.49401523394994556, |
| "eval_f1_I-GeneOrGenome": 0.42159383033419023, |
| "eval_f1_I-HealthCareActivity": 0.705657978385251, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5043478260869564, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6408839779005524, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.1415929203539823, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, |
| "eval_f1_I-Organism": 0, |
| "eval_f1_I-OrganismAttribute": 0.3913043478260869, |
| "eval_f1_I-PathologicFunction": 0.7127659574468085, |
| "eval_f1_I-PatientOrDisabledGroup": 0.21428571428571425, |
| "eval_f1_I-PharmacologicSubstance": 0.7247706422018348, |
| "eval_f1_I-PopulationGroup": 0.7000000000000001, |
| "eval_f1_I-ResearchActivity": 0.6399456521739131, |
| "eval_f1_I-SignOrSymptom": 0.5714285714285713, |
| "eval_f1_I-Substance": 0.37647058823529417, |
| "eval_f1_I-TemporalConcept": 0.7292418772563177, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0013118279166519642, |
| "eval_macro_f1": 0.4340449964697465, |
| "eval_runtime": 68.4789, |
| "eval_samples_per_second": 11.609, |
| "eval_steps_per_second": 0.234, |
| "step": 1120 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7313642756680732, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6425339366515836, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.6709677419354838, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7849331713244228, |
| "eval_f1_B-Cell": 0.6396396396396397, |
| "eval_f1_B-CellComponent": 0.42553191489361697, |
| "eval_f1_B-CellFunction": 0.691131498470948, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8465116279069769, |
| "eval_f1_B-Chemical": 0.38554216867469876, |
| "eval_f1_B-ClinicalAttribute": 0.6791569086651055, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8926630434782608, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.4482758620689655, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.5333333333333333, |
| "eval_f1_B-Finding": 0.5717255717255717, |
| "eval_f1_B-GeneOrGenome": 0.3448275862068966, |
| "eval_f1_B-HealthCareActivity": 0.7090367428003972, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.4556962025316456, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7702702702702704, |
| "eval_f1_B-PathologicFunction": 0.6715686274509804, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9682539682539683, |
| "eval_f1_B-PharmacologicSubstance": 0.7155963302752293, |
| "eval_f1_B-PopulationGroup": 0.8454935622317596, |
| "eval_f1_B-ResearchActivity": 0.713671539122958, |
| "eval_f1_B-SignOrSymptom": 0.3404255319148936, |
| "eval_f1_B-Substance": 0.36036036036036034, |
| "eval_f1_B-TemporalConcept": 0.8094488188976378, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7250889679715302, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6272727272727273, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7394255874673629, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5217391304347826, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8366247755834829, |
| "eval_f1_I-Cell": 0.7493112947658402, |
| "eval_f1_I-CellComponent": 0.47619047619047616, |
| "eval_f1_I-CellFunction": 0.6307692307692307, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8382838283828383, |
| "eval_f1_I-Chemical": 0.5427728613569321, |
| "eval_f1_I-ClinicalAttribute": 0.6901840490797545, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9092538651131526, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.13636363636363635, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6534653465346534, |
| "eval_f1_I-Finding": 0.49036402569593146, |
| "eval_f1_I-GeneOrGenome": 0.441025641025641, |
| "eval_f1_I-HealthCareActivity": 0.6747572815533981, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5499999999999999, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6069651741293534, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.1475409836065574, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.9285714285714286, |
| "eval_f1_I-Organism": 0.032128514056224904, |
| "eval_f1_I-OrganismAttribute": 0.4, |
| "eval_f1_I-PathologicFunction": 0.7404255319148936, |
| "eval_f1_I-PatientOrDisabledGroup": 0.3478260869565218, |
| "eval_f1_I-PharmacologicSubstance": 0.7488151658767774, |
| "eval_f1_I-PopulationGroup": 0.7559055118110236, |
| "eval_f1_I-ResearchActivity": 0.6382978723404256, |
| "eval_f1_I-SignOrSymptom": 0.5393258426966293, |
| "eval_f1_I-Substance": 0.48351648351648346, |
| "eval_f1_I-TemporalConcept": 0.7248322147651007, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0012794353533536196, |
| "eval_macro_f1": 0.44492564237005106, |
| "eval_runtime": 61.2713, |
| "eval_samples_per_second": 12.975, |
| "eval_steps_per_second": 0.261, |
| "step": 1232 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7751724137931035, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6581740976645435, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7327999999999999, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4313725490196079, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7970297029702971, |
| "eval_f1_B-Cell": 0.6484018264840182, |
| "eval_f1_B-CellComponent": 0.29090909090909084, |
| "eval_f1_B-CellFunction": 0.6666666666666667, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.7999999999999999, |
| "eval_f1_B-Chemical": 0.4050632911392405, |
| "eval_f1_B-ClinicalAttribute": 0.691358024691358, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8887408394403731, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.41379310344827586, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.5, |
| "eval_f1_B-Finding": 0.5393743257820928, |
| "eval_f1_B-GeneOrGenome": 0.3310344827586207, |
| "eval_f1_B-HealthCareActivity": 0.7227227227227228, |
| "eval_f1_B-HealthCareRelatedOrganization": 0, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.5301204819277109, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7619047619047618, |
| "eval_f1_B-PathologicFunction": 0.7112171837708832, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9104477611940298, |
| "eval_f1_B-PharmacologicSubstance": 0.7130434782608696, |
| "eval_f1_B-PopulationGroup": 0.8018018018018019, |
| "eval_f1_B-ResearchActivity": 0.7409326424870466, |
| "eval_f1_B-SignOrSymptom": 0.3921568627450981, |
| "eval_f1_B-Substance": 0.3853211009174312, |
| "eval_f1_B-TemporalConcept": 0.8131147540983606, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7589913187267466, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6217391304347827, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7671097981290005, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8550724637681159, |
| "eval_f1_I-Cell": 0.7692307692307693, |
| "eval_f1_I-CellComponent": 0.32061068702290074, |
| "eval_f1_I-CellFunction": 0.5936395759717314, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.849197860962567, |
| "eval_f1_I-Chemical": 0.5974025974025974, |
| "eval_f1_I-ClinicalAttribute": 0.6758957654723127, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9062499999999999, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.10526315789473684, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.7008547008547009, |
| "eval_f1_I-Finding": 0.4495944380069525, |
| "eval_f1_I-GeneOrGenome": 0.40414507772020725, |
| "eval_f1_I-HealthCareActivity": 0.728629579375848, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5116279069767442, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6560846560846562, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.26865671641791045, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, |
| "eval_f1_I-Organism": 0.024193548387096774, |
| "eval_f1_I-OrganismAttribute": 0.45283018867924524, |
| "eval_f1_I-PathologicFunction": 0.7672131147540984, |
| "eval_f1_I-PatientOrDisabledGroup": 0.22222222222222224, |
| "eval_f1_I-PharmacologicSubstance": 0.7420814479638009, |
| "eval_f1_I-PopulationGroup": 0.759581881533101, |
| "eval_f1_I-ResearchActivity": 0.6625766871165645, |
| "eval_f1_I-SignOrSymptom": 0.6122448979591837, |
| "eval_f1_I-Substance": 0.48351648351648346, |
| "eval_f1_I-TemporalConcept": 0.6615384615384615, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0012568493839353323, |
| "eval_macro_f1": 0.45180140741467, |
| "eval_runtime": 64.4065, |
| "eval_samples_per_second": 12.343, |
| "eval_steps_per_second": 0.248, |
| "step": 1344 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7633378932968535, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6636568848758464, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7164634146341463, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.45283018867924535, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7944862155388472, |
| "eval_f1_B-Cell": 0.6696035242290749, |
| "eval_f1_B-CellComponent": 0.3333333333333333, |
| "eval_f1_B-CellFunction": 0.7106017191977076, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8281938325991189, |
| "eval_f1_B-Chemical": 0.41463414634146345, |
| "eval_f1_B-ClinicalAttribute": 0.679334916864608, |
| "eval_f1_B-DiseaseOrSyndrome": 0.898236092265943, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.42857142857142866, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.7058823529411764, |
| "eval_f1_B-Finding": 0.5618448637316562, |
| "eval_f1_B-GeneOrGenome": 0.32653061224489793, |
| "eval_f1_B-HealthCareActivity": 0.7212121212121212, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.07407407407407408, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.48648648648648657, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7549668874172186, |
| "eval_f1_B-PathologicFunction": 0.7281553398058253, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9523809523809523, |
| "eval_f1_B-PharmacologicSubstance": 0.7272727272727273, |
| "eval_f1_B-PopulationGroup": 0.8307692307692307, |
| "eval_f1_B-ResearchActivity": 0.728363324764353, |
| "eval_f1_B-SignOrSymptom": 0.36000000000000004, |
| "eval_f1_B-Substance": 0.4827586206896552, |
| "eval_f1_B-TemporalConcept": 0.8013029315960912, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7620674925245622, |
| "eval_f1_I-AnatomicalAbnormality": 0, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6033254156769596, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7751243781094527, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5747126436781609, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8430493273542601, |
| "eval_f1_I-Cell": 0.761904761904762, |
| "eval_f1_I-CellComponent": 0.4489795918367347, |
| "eval_f1_I-CellFunction": 0.6358595194085029, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8250265111346766, |
| "eval_f1_I-Chemical": 0.5804416403785488, |
| "eval_f1_I-ClinicalAttribute": 0.6852281515854601, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9133541759714158, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.13846153846153847, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.7049180327868853, |
| "eval_f1_I-Finding": 0.47609561752988055, |
| "eval_f1_I-GeneOrGenome": 0.40625, |
| "eval_f1_I-HealthCareActivity": 0.7242302543507362, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5294117647058824, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6600985221674877, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.13740458015267176, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, |
| "eval_f1_I-Organism": 0.2158273381294964, |
| "eval_f1_I-OrganismAttribute": 0.37037037037037035, |
| "eval_f1_I-PathologicFunction": 0.7739726027397261, |
| "eval_f1_I-PatientOrDisabledGroup": 0.25806451612903225, |
| "eval_f1_I-PharmacologicSubstance": 0.7383177570093459, |
| "eval_f1_I-PopulationGroup": 0.7765567765567766, |
| "eval_f1_I-ResearchActivity": 0.6684931506849315, |
| "eval_f1_I-SignOrSymptom": 0.5882352941176471, |
| "eval_f1_I-Substance": 0.6909090909090908, |
| "eval_f1_I-TemporalConcept": 0.7045454545454546, |
| "eval_f1_I-Virus": 0, |
| "eval_loss": 0.0012166909873485565, |
| "eval_macro_f1": 0.46372310884408174, |
| "eval_runtime": 56.921, |
| "eval_samples_per_second": 13.967, |
| "eval_steps_per_second": 0.281, |
| "step": 1456 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7499999999999999, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6565217391304347, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7165932452276065, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.47058823529411764, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7876543209876543, |
| "eval_f1_B-Cell": 0.6454545454545454, |
| "eval_f1_B-CellComponent": 0.3389830508474576, |
| "eval_f1_B-CellFunction": 0.6847826086956521, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8016877637130801, |
| "eval_f1_B-Chemical": 0.4177215189873417, |
| "eval_f1_B-ClinicalAttribute": 0.6919431279620853, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8930232558139536, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.41379310344827586, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.5, |
| "eval_f1_B-Finding": 0.5704989154013015, |
| "eval_f1_B-GeneOrGenome": 0.33962264150943394, |
| "eval_f1_B-HealthCareActivity": 0.7167968750000001, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.22857142857142854, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.5116279069767442, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7530864197530864, |
| "eval_f1_B-PathologicFunction": 0.7088036117381491, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9384615384615386, |
| "eval_f1_B-PharmacologicSubstance": 0.6964285714285713, |
| "eval_f1_B-PopulationGroup": 0.8423326133909287, |
| "eval_f1_B-ResearchActivity": 0.7308684436801376, |
| "eval_f1_B-SignOrSymptom": 0.42857142857142855, |
| "eval_f1_B-Substance": 0.5, |
| "eval_f1_B-TemporalConcept": 0.8346456692913387, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7677198975234842, |
| "eval_f1_I-AnatomicalAbnormality": 0.43216080402010054, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6076555023923446, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7668139420716741, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5633802816901409, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8424842484248425, |
| "eval_f1_I-Cell": 0.7692307692307693, |
| "eval_f1_I-CellComponent": 0.45454545454545453, |
| "eval_f1_I-CellFunction": 0.6032786885245902, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8237747653806047, |
| "eval_f1_I-Chemical": 0.5974025974025974, |
| "eval_f1_I-ClinicalAttribute": 0.6813365933170334, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9120421144987935, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.13333333333333333, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.671875, |
| "eval_f1_I-Finding": 0.49617486338797817, |
| "eval_f1_I-GeneOrGenome": 0.4282238442822384, |
| "eval_f1_I-HealthCareActivity": 0.72680742162508, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5035971223021584, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6697674418604651, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.1935483870967742, |
| "eval_f1_I-MolecularSequence": 0, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, |
| "eval_f1_I-Organism": 0.4410876132930514, |
| "eval_f1_I-OrganismAttribute": 0.4067796610169491, |
| "eval_f1_I-PathologicFunction": 0.7082096933728981, |
| "eval_f1_I-PatientOrDisabledGroup": 0.3448275862068965, |
| "eval_f1_I-PharmacologicSubstance": 0.7038626609442059, |
| "eval_f1_I-PopulationGroup": 0.7670250896057347, |
| "eval_f1_I-ResearchActivity": 0.6564580559254327, |
| "eval_f1_I-SignOrSymptom": 0.5849056603773585, |
| "eval_f1_I-Substance": 0.7130434782608696, |
| "eval_f1_I-TemporalConcept": 0.7641196013289037, |
| "eval_f1_I-Virus": 0.005633802816901409, |
| "eval_loss": 0.0012564187636598945, |
| "eval_macro_f1": 0.47342015059810016, |
| "eval_runtime": 64.1809, |
| "eval_samples_per_second": 12.387, |
| "eval_steps_per_second": 0.249, |
| "step": 1568 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7635327635327634, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6462882096069869, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7096774193548386, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5714285714285714, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7985347985347985, |
| "eval_f1_B-Cell": 0.6666666666666666, |
| "eval_f1_B-CellComponent": 0.3125, |
| "eval_f1_B-CellFunction": 0.6894586894586896, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8281938325991189, |
| "eval_f1_B-Chemical": 0.4, |
| "eval_f1_B-ClinicalAttribute": 0.6952380952380953, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8953409858203916, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.4482758620689655, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.625, |
| "eval_f1_B-Finding": 0.5671321160042965, |
| "eval_f1_B-GeneOrGenome": 0.34838709677419355, |
| "eval_f1_B-HealthCareActivity": 0.7062374245472837, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.2352941176470588, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.5747126436781609, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0.15384615384615385, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7239263803680982, |
| "eval_f1_B-PathologicFunction": 0.7129186602870814, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9531249999999999, |
| "eval_f1_B-PharmacologicSubstance": 0.6902654867256637, |
| "eval_f1_B-PopulationGroup": 0.8583690987124465, |
| "eval_f1_B-ResearchActivity": 0.7231160033869601, |
| "eval_f1_B-SignOrSymptom": 0.3773584905660377, |
| "eval_f1_B-Substance": 0.546875, |
| "eval_f1_B-TemporalConcept": 0.8077544426494344, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7756552643269659, |
| "eval_f1_I-AnatomicalAbnormality": 0.38341968911917096, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6116504854368932, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7823095823095824, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6262626262626263, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.866785079928952, |
| "eval_f1_I-Cell": 0.7553191489361701, |
| "eval_f1_I-CellComponent": 0.42458100558659223, |
| "eval_f1_I-CellFunction": 0.6137931034482759, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8088235294117646, |
| "eval_f1_I-Chemical": 0.5380116959064327, |
| "eval_f1_I-ClinicalAttribute": 0.700074794315632, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9084522502744238, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.13333333333333333, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6017699115044246, |
| "eval_f1_I-Finding": 0.48504273504273504, |
| "eval_f1_I-GeneOrGenome": 0.45386533665835416, |
| "eval_f1_I-HealthCareActivity": 0.7180752621838371, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5538461538461539, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6545454545454545, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.1818181818181818, |
| "eval_f1_I-MolecularSequence": 0.4, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, |
| "eval_f1_I-Organism": 0.4497041420118343, |
| "eval_f1_I-OrganismAttribute": 0.32786885245901637, |
| "eval_f1_I-PathologicFunction": 0.7756041426927502, |
| "eval_f1_I-PatientOrDisabledGroup": 0.2564102564102564, |
| "eval_f1_I-PharmacologicSubstance": 0.7256637168141592, |
| "eval_f1_I-PopulationGroup": 0.7796610169491525, |
| "eval_f1_I-ResearchActivity": 0.6480793060718711, |
| "eval_f1_I-SignOrSymptom": 0.5242718446601942, |
| "eval_f1_I-Substance": 0.7457627118644068, |
| "eval_f1_I-TemporalConcept": 0.7622377622377623, |
| "eval_f1_I-Virus": 0.005633802816901409, |
| "eval_loss": 0.0012426336761564016, |
| "eval_macro_f1": 0.4836441304127347, |
| "eval_runtime": 65.4189, |
| "eval_samples_per_second": 12.152, |
| "eval_steps_per_second": 0.245, |
| "step": 1680 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7591836734693878, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.648870636550308, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.714069591527988, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4814814814814815, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7945879458794588, |
| "eval_f1_B-Cell": 0.6375545851528385, |
| "eval_f1_B-CellComponent": 0.24615384615384614, |
| "eval_f1_B-CellFunction": 0.6868131868131868, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.775, |
| "eval_f1_B-Chemical": 0.4161073825503356, |
| "eval_f1_B-ClinicalAttribute": 0.6956521739130435, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8944182918628111, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.4406779661016949, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666666, |
| "eval_f1_B-Finding": 0.563991323210412, |
| "eval_f1_B-GeneOrGenome": 0.345679012345679, |
| "eval_f1_B-HealthCareActivity": 0.6992337164750958, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.26666666666666666, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.5168539325842696, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0.08695652173913042, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0.023255813953488372, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6190476190476191, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7320261437908497, |
| "eval_f1_B-PathologicFunction": 0.7135922330097086, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9448818897637796, |
| "eval_f1_B-PharmacologicSubstance": 0.6837606837606838, |
| "eval_f1_B-PopulationGroup": 0.8407643312101911, |
| "eval_f1_B-ResearchActivity": 0.7142857142857143, |
| "eval_f1_B-SignOrSymptom": 0.37037037037037035, |
| "eval_f1_B-Substance": 0.578125, |
| "eval_f1_B-TemporalConcept": 0.8191999999999999, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7930434782608695, |
| "eval_f1_I-AnatomicalAbnormality": 0.5283018867924528, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6359447004608295, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7809999999999999, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6329113924050633, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8387096774193548, |
| "eval_f1_I-Cell": 0.7606382978723404, |
| "eval_f1_I-CellComponent": 0.3536585365853659, |
| "eval_f1_I-CellFunction": 0.6301369863013699, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.7971163748712667, |
| "eval_f1_I-Chemical": 0.6301369863013699, |
| "eval_f1_I-ClinicalAttribute": 0.6980568011958147, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9076110866695997, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.1343283582089552, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6567164179104477, |
| "eval_f1_I-Finding": 0.4962726304579339, |
| "eval_f1_I-GeneOrGenome": 0.4582338902147971, |
| "eval_f1_I-HealthCareActivity": 0.7159726538222498, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5454545454545455, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6547085201793722, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.1651376146788991, |
| "eval_f1_I-MolecularSequence": 0.2222222222222222, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, |
| "eval_f1_I-Organism": 0.4643962848297214, |
| "eval_f1_I-OrganismAttribute": 0.39999999999999997, |
| "eval_f1_I-PathologicFunction": 0.7752808988764045, |
| "eval_f1_I-PatientOrDisabledGroup": 0.1923076923076923, |
| "eval_f1_I-PharmacologicSubstance": 0.7232142857142857, |
| "eval_f1_I-PopulationGroup": 0.7702702702702702, |
| "eval_f1_I-ResearchActivity": 0.652, |
| "eval_f1_I-SignOrSymptom": 0.4897959183673469, |
| "eval_f1_I-Substance": 0.7758620689655173, |
| "eval_f1_I-TemporalConcept": 0.7560137457044673, |
| "eval_f1_I-Virus": 0.08108108108108107, |
| "eval_loss": 0.0012436514953151345, |
| "eval_macro_f1": 0.4815630644796588, |
| "eval_runtime": 60.3161, |
| "eval_samples_per_second": 13.181, |
| "eval_steps_per_second": 0.265, |
| "step": 1792 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7272727272727272, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6411889596602972, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.706060606060606, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.5, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7995079950799509, |
| "eval_f1_B-Cell": 0.6428571428571428, |
| "eval_f1_B-CellComponent": 0.30508474576271183, |
| "eval_f1_B-CellFunction": 0.6829268292682927, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.8132780082987552, |
| "eval_f1_B-Chemical": 0.4052287581699346, |
| "eval_f1_B-ClinicalAttribute": 0.6915887850467289, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8971962616822429, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.48387096774193544, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.588235294117647, |
| "eval_f1_B-Finding": 0.5574112734864299, |
| "eval_f1_B-GeneOrGenome": 0.36708860759493667, |
| "eval_f1_B-HealthCareActivity": 0.6923076923076924, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.26315789473684204, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.5057471264367817, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0.23529411764705882, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6511627906976745, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.732919254658385, |
| "eval_f1_B-PathologicFunction": 0.7033492822966506, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, |
| "eval_f1_B-PharmacologicSubstance": 0.7241379310344828, |
| "eval_f1_B-PopulationGroup": 0.8547368421052631, |
| "eval_f1_B-ResearchActivity": 0.7275862068965517, |
| "eval_f1_B-SignOrSymptom": 0.4406779661016949, |
| "eval_f1_B-Substance": 0.6131386861313869, |
| "eval_f1_B-TemporalConcept": 0.8160000000000001, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7577207481513701, |
| "eval_f1_I-AnatomicalAbnormality": 0.5882352941176471, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6376146788990825, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7629592350276799, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6329113924050633, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8584070796460176, |
| "eval_f1_I-Cell": 0.7647058823529411, |
| "eval_f1_I-CellComponent": 0.35000000000000003, |
| "eval_f1_I-CellFunction": 0.6239168110918544, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8196037539103233, |
| "eval_f1_I-Chemical": 0.5967213114754099, |
| "eval_f1_I-ClinicalAttribute": 0.6858475894245722, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9158674803836094, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.13235294117647056, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6902654867256638, |
| "eval_f1_I-Finding": 0.5073746312684365, |
| "eval_f1_I-GeneOrGenome": 0.46228710462287104, |
| "eval_f1_I-HealthCareActivity": 0.7031551835157759, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.48322147651006714, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.676056338028169, |
| "eval_f1_I-MachineActivity": 0.06944444444444445, |
| "eval_f1_I-ManufacturedObject": 0.15, |
| "eval_f1_I-MolecularSequence": 0.4, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0.1751824817518248, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.912280701754386, |
| "eval_f1_I-Organism": 0.5517241379310345, |
| "eval_f1_I-OrganismAttribute": 0.4333333333333333, |
| "eval_f1_I-PathologicFunction": 0.7744982290436837, |
| "eval_f1_I-PatientOrDisabledGroup": 0.18518518518518517, |
| "eval_f1_I-PharmacologicSubstance": 0.7692307692307692, |
| "eval_f1_I-PopulationGroup": 0.7903780068728522, |
| "eval_f1_I-ResearchActivity": 0.6607019958706125, |
| "eval_f1_I-SignOrSymptom": 0.5964912280701755, |
| "eval_f1_I-Substance": 0.7563025210084033, |
| "eval_f1_I-TemporalConcept": 0.7525423728813558, |
| "eval_f1_I-Virus": 0.5021097046413502, |
| "eval_loss": 0.0012562500778585672, |
| "eval_macro_f1": 0.4990806752918112, |
| "eval_runtime": 56.7926, |
| "eval_samples_per_second": 13.998, |
| "eval_steps_per_second": 0.282, |
| "step": 1904 |
| }, |
| { |
| "epoch": 17.86, |
| "learning_rate": 0.0001011904761904762, |
| "loss": 0.0004, |
| "step": 2000 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7340153452685422, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6471816283924844, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7149187592319055, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.4905660377358491, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.800498753117207, |
| "eval_f1_B-Cell": 0.6782608695652174, |
| "eval_f1_B-CellComponent": 0.27586206896551724, |
| "eval_f1_B-CellFunction": 0.6795580110497237, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.7949790794979079, |
| "eval_f1_B-Chemical": 0.4142011834319526, |
| "eval_f1_B-ClinicalAttribute": 0.6944444444444444, |
| "eval_f1_B-DiseaseOrSyndrome": 0.896, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.5, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.7368421052631577, |
| "eval_f1_B-Finding": 0.5511811023622047, |
| "eval_f1_B-GeneOrGenome": 0.32258064516129037, |
| "eval_f1_B-HealthCareActivity": 0.7012487992315081, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.24390243902439024, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.5494505494505494, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0.25806451612903225, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0.06818181818181818, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6222222222222222, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7532467532467534, |
| "eval_f1_B-PathologicFunction": 0.7194570135746605, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9160305343511451, |
| "eval_f1_B-PharmacologicSubstance": 0.6776859504132231, |
| "eval_f1_B-PopulationGroup": 0.8547008547008548, |
| "eval_f1_B-ResearchActivity": 0.7263427109974425, |
| "eval_f1_B-SignOrSymptom": 0.5084745762711865, |
| "eval_f1_B-Substance": 0.6106870229007634, |
| "eval_f1_B-TemporalConcept": 0.8057324840764332, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7455573505654282, |
| "eval_f1_I-AnatomicalAbnormality": 0.5420560747663552, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6102449888641426, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7842383469485824, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.6341463414634145, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.859180035650624, |
| "eval_f1_I-Cell": 0.7613941018766758, |
| "eval_f1_I-CellComponent": 0.3116883116883117, |
| "eval_f1_I-CellFunction": 0.6261180679785331, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.814968814968815, |
| "eval_f1_I-Chemical": 0.5525525525525525, |
| "eval_f1_I-ClinicalAttribute": 0.6888888888888888, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9115257958287597, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.1343283582089552, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.7213114754098361, |
| "eval_f1_I-Finding": 0.4920466595970307, |
| "eval_f1_I-GeneOrGenome": 0.42335766423357657, |
| "eval_f1_I-HealthCareActivity": 0.7197975964579381, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5142857142857142, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6543778801843317, |
| "eval_f1_I-MachineActivity": 0, |
| "eval_f1_I-ManufacturedObject": 0.20930232558139533, |
| "eval_f1_I-MolecularSequence": 0.4, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8666666666666666, |
| "eval_f1_I-Organism": 0.4955752212389381, |
| "eval_f1_I-OrganismAttribute": 0.4482758620689655, |
| "eval_f1_I-PathologicFunction": 0.7449306296691569, |
| "eval_f1_I-PatientOrDisabledGroup": 0.1923076923076923, |
| "eval_f1_I-PharmacologicSubstance": 0.7207207207207208, |
| "eval_f1_I-PopulationGroup": 0.7972027972027972, |
| "eval_f1_I-ResearchActivity": 0.6395663956639567, |
| "eval_f1_I-SignOrSymptom": 0.5535714285714286, |
| "eval_f1_I-Substance": 0.752136752136752, |
| "eval_f1_I-TemporalConcept": 0.7224080267558528, |
| "eval_f1_I-Virus": 0.5360824742268041, |
| "eval_loss": 0.0012550276005640626, |
| "eval_macro_f1": 0.49559538804210834, |
| "eval_runtime": 67.5937, |
| "eval_samples_per_second": 11.761, |
| "eval_steps_per_second": 0.237, |
| "step": 2016 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7745504840940525, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6609071274298055, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7295208655332303, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.576271186440678, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.7907542579075425, |
| "eval_f1_B-Cell": 0.6608695652173913, |
| "eval_f1_B-CellComponent": 0.3636363636363637, |
| "eval_f1_B-CellFunction": 0.6985915492957747, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.7983539094650205, |
| "eval_f1_B-Chemical": 0.4575163398692811, |
| "eval_f1_B-ClinicalAttribute": 0.6903073286052009, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8923076923076922, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.48275862068965514, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666665, |
| "eval_f1_B-Finding": 0.5763440860215054, |
| "eval_f1_B-GeneOrGenome": 0.34838709677419355, |
| "eval_f1_B-HealthCareActivity": 0.7079107505070994, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.2162162162162162, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.5111111111111111, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0.3448275862068965, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0.0898876404494382, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6363636363636364, |
| "eval_f1_B-Organism": 0, |
| "eval_f1_B-OrganismAttribute": 0.7435897435897436, |
| "eval_f1_B-PathologicFunction": 0.7089201877934272, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, |
| "eval_f1_B-PharmacologicSubstance": 0.7207207207207208, |
| "eval_f1_B-PopulationGroup": 0.8721174004192872, |
| "eval_f1_B-ResearchActivity": 0.734835355285962, |
| "eval_f1_B-SignOrSymptom": 0.5, |
| "eval_f1_B-Substance": 0.6029411764705882, |
| "eval_f1_B-TemporalConcept": 0.8141025641025641, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7839151568714096, |
| "eval_f1_I-AnatomicalAbnormality": 0.6194690265486726, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6666666666666666, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.7772750125691302, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.5897435897435898, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8571428571428571, |
| "eval_f1_I-Cell": 0.7606382978723404, |
| "eval_f1_I-CellComponent": 0.40490797546012275, |
| "eval_f1_I-CellFunction": 0.6544789762340036, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8213166144200627, |
| "eval_f1_I-Chemical": 0.6179401993355482, |
| "eval_f1_I-ClinicalAttribute": 0.6787117046347212, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9120636323464428, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.13740458015267176, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.6608695652173913, |
| "eval_f1_I-Finding": 0.47222222222222227, |
| "eval_f1_I-GeneOrGenome": 0.42786069651741293, |
| "eval_f1_I-HealthCareActivity": 0.7117794486215538, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5384615384615384, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6728110599078342, |
| "eval_f1_I-MachineActivity": 0.10884353741496598, |
| "eval_f1_I-ManufacturedObject": 0.26865671641791045, |
| "eval_f1_I-MolecularSequence": 0.4, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8666666666666666, |
| "eval_f1_I-Organism": 0.5994550408719347, |
| "eval_f1_I-OrganismAttribute": 0.4482758620689655, |
| "eval_f1_I-PathologicFunction": 0.7641196013289037, |
| "eval_f1_I-PatientOrDisabledGroup": 0.2857142857142857, |
| "eval_f1_I-PharmacologicSubstance": 0.7547169811320756, |
| "eval_f1_I-PopulationGroup": 0.8027681660899654, |
| "eval_f1_I-ResearchActivity": 0.6543209876543209, |
| "eval_f1_I-SignOrSymptom": 0.5391304347826087, |
| "eval_f1_I-Substance": 0.7741935483870968, |
| "eval_f1_I-TemporalConcept": 0.7434210526315791, |
| "eval_f1_I-Virus": 0.7344028520499108, |
| "eval_loss": 0.0012211967259645462, |
| "eval_macro_f1": 0.512032280706096, |
| "eval_runtime": 54.9258, |
| "eval_samples_per_second": 14.474, |
| "eval_steps_per_second": 0.291, |
| "step": 2128 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_f1_B-AminoAcidPeptideOrProtein": 0.7679782903663501, |
| "eval_f1_B-AnatomicalAbnormality": 0, |
| "eval_f1_B-Bacterium": 0, |
| "eval_f1_B-BiologicFunction": 0.6540084388185655, |
| "eval_f1_B-BiologicallyActiveSubstance": 0.7192716236722307, |
| "eval_f1_B-BiomedicalOccupationOrDiscipline": 0.6478873239436619, |
| "eval_f1_B-BodyPartOrganOrOrganComponent": 0.8019559902200489, |
| "eval_f1_B-Cell": 0.6460176991150443, |
| "eval_f1_B-CellComponent": 0.2580645161290323, |
| "eval_f1_B-CellFunction": 0.705539358600583, |
| "eval_f1_B-CellOrMolecularDysfunction": 0.7901234567901234, |
| "eval_f1_B-Chemical": 0.4458598726114649, |
| "eval_f1_B-ClinicalAttribute": 0.6778846153846153, |
| "eval_f1_B-DiseaseOrSyndrome": 0.8953409858203916, |
| "eval_f1_B-EmbryonicStructure": 0, |
| "eval_f1_B-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_B-Eukaryote": 0.48387096774193544, |
| "eval_f1_B-ExperimentalModelOfDisease": 0.6666666666666665, |
| "eval_f1_B-Finding": 0.5653923541247485, |
| "eval_f1_B-GeneOrGenome": 0.33540372670807456, |
| "eval_f1_B-HealthCareActivity": 0.7, |
| "eval_f1_B-HealthCareRelatedOrganization": 0.24390243902439024, |
| "eval_f1_B-IndividualBehavior": 0, |
| "eval_f1_B-InjuryOrPoisoning": 0.48421052631578954, |
| "eval_f1_B-MachineActivity": 0, |
| "eval_f1_B-ManufacturedObject": 0.3111111111111111, |
| "eval_f1_B-MolecularSequence": 0, |
| "eval_f1_B-NaturalPhenomenonOrProcess": 0.22916666666666669, |
| "eval_f1_B-NucleicAcidNucleosideOrNucleotide": 0.6086956521739131, |
| "eval_f1_B-Organism": 0.27350427350427353, |
| "eval_f1_B-OrganismAttribute": 0.7261904761904762, |
| "eval_f1_B-PathologicFunction": 0.7045454545454545, |
| "eval_f1_B-PatientOrDisabledGroup": 0.9606299212598426, |
| "eval_f1_B-PharmacologicSubstance": 0.7155963302752293, |
| "eval_f1_B-PopulationGroup": 0.875, |
| "eval_f1_B-ResearchActivity": 0.7263598326359834, |
| "eval_f1_B-SignOrSymptom": 0.4745762711864407, |
| "eval_f1_B-Substance": 0.6086956521739131, |
| "eval_f1_B-TemporalConcept": 0.8130841121495328, |
| "eval_f1_B-Virus": 0, |
| "eval_f1_I-AminoAcidPeptideOrProtein": 0.7584459459459459, |
| "eval_f1_I-AnatomicalAbnormality": 0.3917525773195876, |
| "eval_f1_I-Bacterium": 0, |
| "eval_f1_I-BiologicFunction": 0.6352941176470588, |
| "eval_f1_I-BiologicallyActiveSubstance": 0.78077488965179, |
| "eval_f1_I-BiomedicalOccupationOrDiscipline": 0.693069306930693, |
| "eval_f1_I-BodyPartOrganOrOrganComponent": 0.8563829787234041, |
| "eval_f1_I-Cell": 0.7667560321715818, |
| "eval_f1_I-CellComponent": 0.3764705882352941, |
| "eval_f1_I-CellFunction": 0.6728971962616822, |
| "eval_f1_I-CellOrMolecularDysfunction": 0.8164556962025317, |
| "eval_f1_I-Chemical": 0.5944272445820433, |
| "eval_f1_I-ClinicalAttribute": 0.6839215686274509, |
| "eval_f1_I-DiseaseOrSyndrome": 0.9146368224709238, |
| "eval_f1_I-EmbryonicStructure": 0, |
| "eval_f1_I-EnvironmentalEffectOfHumans": 0, |
| "eval_f1_I-Eukaryote": 0.13333333333333333, |
| "eval_f1_I-ExperimentalModelOfDisease": 0.7154471544715447, |
| "eval_f1_I-Finding": 0.4795081967213114, |
| "eval_f1_I-GeneOrGenome": 0.4117647058823529, |
| "eval_f1_I-HealthCareActivity": 0.7228158390949089, |
| "eval_f1_I-HealthCareRelatedOrganization": 0.5070422535211269, |
| "eval_f1_I-IndividualBehavior": 0, |
| "eval_f1_I-InjuryOrPoisoning": 0.6311111111111111, |
| "eval_f1_I-MachineActivity": 0.17105263157894737, |
| "eval_f1_I-ManufacturedObject": 0.19607843137254902, |
| "eval_f1_I-MolecularSequence": 0.4, |
| "eval_f1_I-NaturalPhenomenonOrProcess": 0.12030075187969924, |
| "eval_f1_I-NucleicAcidNucleosideOrNucleotide": 0.8387096774193549, |
| "eval_f1_I-Organism": 0.5398457583547558, |
| "eval_f1_I-OrganismAttribute": 0.4126984126984127, |
| "eval_f1_I-PathologicFunction": 0.7451820128479657, |
| "eval_f1_I-PatientOrDisabledGroup": 0.20833333333333334, |
| "eval_f1_I-PharmacologicSubstance": 0.7627906976744185, |
| "eval_f1_I-PopulationGroup": 0.7763157894736843, |
| "eval_f1_I-ResearchActivity": 0.6379880873593646, |
| "eval_f1_I-SignOrSymptom": 0.4897959183673469, |
| "eval_f1_I-Substance": 0.8130081300813008, |
| "eval_f1_I-TemporalConcept": 0.7466666666666668, |
| "eval_f1_I-Virus": 0.8373590982286635, |
| "eval_loss": 0.0012418286642059684, |
| "eval_macro_f1": 0.5094370945271087, |
| "eval_runtime": 61.4875, |
| "eval_samples_per_second": 12.929, |
| "eval_steps_per_second": 0.26, |
| "step": 2240 |
| } |
| ], |
| "max_steps": 3360, |
| "num_train_epochs": 30, |
| "total_flos": 2.917108629762048e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
