47aefa5f3614711e3301a09d2ae771a963d50916d4eb90e5801032d210697295

Pretrain_language_model/save_final/slimpajama_moe_no_attmoe_154M_deepseek_sigmoidonly/tmp/result-model-100000.pth.json

@@ -1,15 +1,81 @@
 {
-    "val/loss": 2.5970938546316966,
-    "val/accuracy": 0.4811004154265873,
-    "val/perplexity": 13.424667255252297,
+    "val/loss": 5.210205562531002,
+    "val/accuracy": 0.23550463479662698,
+    "val/perplexity": 183.13169934040414,
     "val/time_since_best_loss": 0,
     "val/time_since_best_accuracy": 0,
-    "mean_accuracy": 0.4811004154265873,
-    "mean_loss": 2.5970938546316966,
-    "squad/accuracy/SQuAD-v1.1": 0.8738883632923368,
-    "squad/accuracy/group_average": 0.8738883632923368,
-    "squad/accuracy/seq_average": 0.8738883632923368,
-    "mmlu/accuracy/MMLU": 0.2622810153736146,
-    "mmlu/accuracy/group_average": 0.2622810153736146,
-    "mmlu/accuracy/seq_average": 0.2622810153736146
+    "mean_accuracy": 0.23550463479662698,
+    "mean_loss": 5.210205562531002,
+    "blimp/accuracy/passive_2": 0.552,
+    "blimp/accuracy/determiner_noun_agreement_2": 0.697,
+    "blimp/accuracy/ellipsis_n_bar_1": 0.395,
+    "blimp/accuracy/tough_vs_raising_2": 0.67,
+    "blimp/accuracy/tough_vs_raising_1": 0.351,
+    "blimp/accuracy/irregular_plural_subject_verb_agreement_2": 0.729,
+    "blimp/accuracy/principle_A_reconstruction": 0.32,
+    "blimp/accuracy/wh_vs_that_with_gap": 0.168,
+    "blimp/accuracy/principle_A_domain_2": 0.642,
+    "blimp/accuracy/determiner_noun_agreement_1": 0.706,
+    "blimp/accuracy/ellipsis_n_bar_2": 0.782,
+    "blimp/accuracy/principle_A_domain_3": 0.504,
+    "blimp/accuracy/determiner_noun_agreement_with_adj_irregular_2": 0.604,
+    "blimp/accuracy/animate_subject_trans": 0.695,
+    "blimp/accuracy/determiner_noun_agreement_with_adj_irregular_1": 0.6,
+    "blimp/accuracy/distractor_agreement_relative_clause": 0.472,
+    "blimp/accuracy/transitive": 0.586,
+    "blimp/accuracy/sentential_subject_island": 0.325,
+    "blimp/accuracy/adjunct_island": 0.432,
+    "blimp/accuracy/intransitive": 0.515,
+    "blimp/accuracy/existential_there_subject_raising": 0.553,
+    "blimp/accuracy/irregular_past_participle_adjectives": 0.689,
+    "blimp/accuracy/coordinate_structure_constraint_complex_left_branch": 0.432,
+    "blimp/accuracy/principle_A_case_1": 0.989,
+    "blimp/accuracy/wh_vs_that_with_gap_long_distance": 0.196,
+    "blimp/accuracy/only_npi_scope": 0.304,
+    "blimp/accuracy/superlative_quantifiers_2": 0.85,
+    "blimp/accuracy/passive_1": 0.606,
+    "blimp/accuracy/regular_plural_subject_verb_agreement_1": 0.635,
+    "blimp/accuracy/inchoative": 0.401,
+    "blimp/accuracy/anaphor_gender_agreement": 0.728,
+    "blimp/accuracy/principle_A_c_command": 0.592,
+    "blimp/accuracy/only_npi_licensor_present": 0.032,
+    "blimp/accuracy/expletive_it_object_raising": 0.64,
+    "blimp/accuracy/left_branch_island_simple_question": 0.438,
+    "blimp/accuracy/wh_questions_subject_gap": 0.831,
+    "blimp/accuracy/existential_there_quantifiers_2": 0.583,
+    "blimp/accuracy/determiner_noun_agreement_with_adj_2": 0.625,
+    "blimp/accuracy/sentential_negation_npi_scope": 0.589,
+    "blimp/accuracy/coordinate_structure_constraint_object_extraction": 0.609,
+    "blimp/accuracy/wh_questions_subject_gap_long_distance": 0.83,
+    "blimp/accuracy/irregular_plural_subject_verb_agreement_1": 0.616,
+    "blimp/accuracy/principle_A_case_2": 0.561,
+    "blimp/accuracy/distractor_agreement_relational_noun": 0.508,
+    "blimp/accuracy/sentential_negation_npi_licensor_present": 0.976,
+    "blimp/accuracy/superlative_quantifiers_1": 0.501,
+    "blimp/accuracy/wh_island": 0.519,
+    "blimp/accuracy/principle_A_domain_1": 0.83,
+    "blimp/accuracy/complex_NP_island": 0.342,
+    "blimp/accuracy/determiner_noun_agreement_irregular_2": 0.63,
+    "blimp/accuracy/irregular_past_participle_verbs": 0.648,
+    "blimp/accuracy/drop_argument": 0.688,
+    "blimp/accuracy/wh_questions_object_gap": 0.568,
+    "blimp/accuracy/animate_subject_passive": 0.657,
+    "blimp/accuracy/existential_there_quantifiers_1": 0.919,
+    "blimp/accuracy/regular_plural_subject_verb_agreement_2": 0.676,
+    "blimp/accuracy/npi_present_2": 0.702,
+    "blimp/accuracy/determiner_noun_agreement_irregular_1": 0.587,
+    "blimp/accuracy/anaphor_number_agreement": 0.941,
+    "blimp/accuracy/determiner_noun_agreement_with_adjective_1": 0.62,
+    "blimp/accuracy/existential_there_object_raising": 0.71,
+    "blimp/accuracy/matrix_question_npi_licensor_present": 0.174,
+    "blimp/accuracy/npi_present_1": 0.668,
+    "blimp/accuracy/wh_vs_that_no_gap": 0.803,
+    "blimp/accuracy/left_branch_island_echo_question": 0.709,
+    "blimp/accuracy/wh_vs_that_no_gap_long_distance": 0.802,
+    "blimp/accuracy/causative": 0.469,
+    "blimp/accuracy/group_average": 0.5928507462686566,
+    "blimp/accuracy/seq_average": 0.5928507462686567,
+    "boolq/accuracy/dev": 0.39327217125382263,
+    "boolq/accuracy/group_average": 0.39327217125382263,
+    "boolq/accuracy/seq_average": 0.39327217125382263
 }