{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 100, "global_step": 229, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "em/agreement_weights_mean": 0.9499999284744263, "em/agreement_weights_std": 0.0, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.004366812227074236, "eta/annotator_0": 0.9499999284744263, "eta/annotator_1": 0.9499999284744263, "eta/annotator_10": 0.9499999284744263, "eta/annotator_100": 0.9499999284744263, "eta/annotator_101": 0.9499999284744263, "eta/annotator_102": 0.9499999284744263, "eta/annotator_103": 0.9499999284744263, "eta/annotator_104": 0.9499999284744263, "eta/annotator_105": 0.9499999284744263, "eta/annotator_106": 0.9499999284744263, "eta/annotator_107": 0.9499999284744263, "eta/annotator_108": 0.9499999284744263, "eta/annotator_109": 0.9499999284744263, "eta/annotator_11": 0.9499999284744263, "eta/annotator_110": 0.9499999284744263, "eta/annotator_111": 0.9499999284744263, "eta/annotator_112": 0.9499999284744263, "eta/annotator_113": 0.9499999284744263, "eta/annotator_114": 0.9499999284744263, "eta/annotator_115": 0.9499999284744263, "eta/annotator_116": 0.9499999284744263, "eta/annotator_117": 0.9499999284744263, "eta/annotator_118": 0.9499999284744263, "eta/annotator_119": 0.9499999284744263, "eta/annotator_12": 0.9499999284744263, "eta/annotator_120": 0.9499999284744263, "eta/annotator_121": 0.9499999284744263, "eta/annotator_122": 0.9499999284744263, "eta/annotator_123": 0.9499999284744263, "eta/annotator_124": 0.9499999284744263, "eta/annotator_125": 0.9499999284744263, "eta/annotator_126": 0.9499999284744263, "eta/annotator_127": 0.9499999284744263, "eta/annotator_128": 0.9499999284744263, "eta/annotator_129": 0.9499999284744263, "eta/annotator_13": 0.9499999284744263, "eta/annotator_130": 0.9499999284744263, "eta/annotator_131": 0.9499999284744263, "eta/annotator_132": 0.9499999284744263, "eta/annotator_133": 0.9499999284744263, "eta/annotator_134": 0.9499999284744263, "eta/annotator_135": 0.9499999284744263, "eta/annotator_136": 0.9499999284744263, "eta/annotator_137": 0.9499999284744263, "eta/annotator_138": 0.9499999284744263, "eta/annotator_139": 0.9499999284744263, "eta/annotator_14": 0.9499999284744263, "eta/annotator_140": 0.9499999284744263, "eta/annotator_141": 0.9499999284744263, "eta/annotator_142": 0.9499999284744263, "eta/annotator_143": 0.9499999284744263, "eta/annotator_144": 0.9499999284744263, "eta/annotator_145": 0.9499999284744263, "eta/annotator_146": 0.9499999284744263, "eta/annotator_147": 0.9499999284744263, "eta/annotator_148": 0.9499999284744263, "eta/annotator_149": 0.9499999284744263, "eta/annotator_15": 0.9499999284744263, "eta/annotator_150": 0.9499999284744263, "eta/annotator_151": 0.9499999284744263, "eta/annotator_152": 0.9499999284744263, "eta/annotator_153": 0.9499999284744263, "eta/annotator_154": 0.9499999284744263, "eta/annotator_155": 0.9499999284744263, "eta/annotator_156": 0.9499999284744263, "eta/annotator_157": 0.9499999284744263, "eta/annotator_158": 0.9499999284744263, "eta/annotator_159": 0.9499999284744263, "eta/annotator_16": 0.9499999284744263, "eta/annotator_160": 0.9499999284744263, "eta/annotator_161": 0.9499999284744263, "eta/annotator_162": 0.9499999284744263, "eta/annotator_163": 0.9499999284744263, "eta/annotator_164": 0.9499999284744263, "eta/annotator_165": 0.9499999284744263, "eta/annotator_166": 0.9499999284744263, "eta/annotator_167": 0.9499999284744263, "eta/annotator_168": 0.9499999284744263, "eta/annotator_169": 0.9499999284744263, "eta/annotator_17": 0.9499999284744263, "eta/annotator_170": 0.9499999284744263, "eta/annotator_171": 0.9499999284744263, "eta/annotator_172": 0.9499999284744263, "eta/annotator_173": 0.9499999284744263, "eta/annotator_174": 0.9499999284744263, "eta/annotator_175": 0.9499999284744263, "eta/annotator_176": 0.9499999284744263, "eta/annotator_177": 0.9499999284744263, "eta/annotator_178": 0.9499999284744263, "eta/annotator_179": 0.9499999284744263, "eta/annotator_18": 0.9499999284744263, "eta/annotator_180": 0.9499999284744263, "eta/annotator_181": 0.9499999284744263, "eta/annotator_182": 0.9499999284744263, "eta/annotator_183": 0.9499999284744263, "eta/annotator_184": 0.9499999284744263, "eta/annotator_185": 0.9499999284744263, "eta/annotator_186": 0.9499999284744263, "eta/annotator_187": 0.9499999284744263, "eta/annotator_188": 0.9499999284744263, "eta/annotator_189": 0.9499999284744263, "eta/annotator_19": 0.9499999284744263, "eta/annotator_190": 0.9499999284744263, "eta/annotator_191": 0.9499999284744263, "eta/annotator_192": 0.9499999284744263, "eta/annotator_193": 0.9499999284744263, "eta/annotator_194": 0.9499999284744263, "eta/annotator_195": 0.9499999284744263, "eta/annotator_196": 0.9499999284744263, "eta/annotator_197": 0.9499999284744263, "eta/annotator_198": 0.9499999284744263, "eta/annotator_199": 0.9499999284744263, "eta/annotator_2": 0.9499999284744263, "eta/annotator_20": 0.9499999284744263, "eta/annotator_200": 0.9499999284744263, "eta/annotator_201": 0.9499999284744263, "eta/annotator_202": 0.9499999284744263, "eta/annotator_203": 0.9499999284744263, "eta/annotator_204": 0.9499999284744263, "eta/annotator_205": 0.9499999284744263, "eta/annotator_206": 0.9499999284744263, "eta/annotator_207": 0.9499999284744263, "eta/annotator_208": 0.9499999284744263, "eta/annotator_209": 0.9499999284744263, "eta/annotator_21": 0.9499999284744263, "eta/annotator_210": 0.9499999284744263, "eta/annotator_211": 0.9499999284744263, "eta/annotator_212": 0.9499999284744263, "eta/annotator_213": 0.9499999284744263, "eta/annotator_214": 0.9499999284744263, "eta/annotator_215": 0.9499999284744263, "eta/annotator_216": 0.9499999284744263, "eta/annotator_217": 0.9499999284744263, "eta/annotator_218": 0.9499999284744263, "eta/annotator_219": 0.9499999284744263, "eta/annotator_22": 0.9499999284744263, "eta/annotator_220": 0.9499999284744263, "eta/annotator_221": 0.9499999284744263, "eta/annotator_222": 0.9499999284744263, "eta/annotator_223": 0.9499999284744263, "eta/annotator_224": 0.9499999284744263, "eta/annotator_225": 0.9499999284744263, "eta/annotator_226": 0.9499999284744263, "eta/annotator_23": 0.9499999284744263, "eta/annotator_24": 0.9499999284744263, "eta/annotator_25": 0.9499999284744263, "eta/annotator_26": 0.9499999284744263, "eta/annotator_27": 0.9499999284744263, "eta/annotator_28": 0.9499999284744263, "eta/annotator_29": 0.9499999284744263, "eta/annotator_3": 0.9499999284744263, "eta/annotator_30": 0.9499999284744263, "eta/annotator_31": 0.9499999284744263, "eta/annotator_32": 0.9499999284744263, "eta/annotator_33": 0.9499999284744263, "eta/annotator_34": 0.9499999284744263, "eta/annotator_35": 0.9499999284744263, "eta/annotator_36": 0.9499999284744263, "eta/annotator_37": 0.9499999284744263, "eta/annotator_38": 0.9499999284744263, "eta/annotator_39": 0.9499999284744263, "eta/annotator_4": 0.9499999284744263, "eta/annotator_40": 0.9499999284744263, "eta/annotator_41": 0.9499999284744263, "eta/annotator_42": 0.9499999284744263, "eta/annotator_43": 0.9499999284744263, "eta/annotator_44": 0.9499999284744263, "eta/annotator_45": 0.9499999284744263, "eta/annotator_46": 0.9499999284744263, "eta/annotator_47": 0.9499999284744263, "eta/annotator_48": 0.9499999284744263, "eta/annotator_49": 0.9499999284744263, "eta/annotator_5": 0.9499999284744263, "eta/annotator_50": 0.9499999284744263, "eta/annotator_51": 0.9499999284744263, "eta/annotator_52": 0.9499999284744263, "eta/annotator_53": 0.9499999284744263, "eta/annotator_54": 0.9499999284744263, "eta/annotator_55": 0.9499999284744263, "eta/annotator_56": 0.9499999284744263, "eta/annotator_57": 0.9499999284744263, "eta/annotator_58": 0.9499999284744263, "eta/annotator_59": 0.9499999284744263, "eta/annotator_6": 0.9499999284744263, "eta/annotator_60": 0.9499999284744263, "eta/annotator_61": 0.9499999284744263, "eta/annotator_62": 0.9499999284744263, "eta/annotator_63": 0.9499999284744263, "eta/annotator_64": 0.9499999284744263, "eta/annotator_65": 0.9499999284744263, "eta/annotator_66": 0.9499999284744263, "eta/annotator_67": 0.9499999284744263, "eta/annotator_68": 0.9499999284744263, "eta/annotator_69": 0.9499999284744263, "eta/annotator_7": 0.9499999284744263, "eta/annotator_70": 0.9499999284744263, "eta/annotator_71": 0.9499999284744263, "eta/annotator_72": 0.9499999284744263, "eta/annotator_73": 0.9499999284744263, "eta/annotator_74": 0.9499999284744263, "eta/annotator_75": 0.9499999284744263, "eta/annotator_76": 0.9499999284744263, "eta/annotator_77": 0.9499999284744263, "eta/annotator_78": 0.9499999284744263, "eta/annotator_79": 0.9499999284744263, "eta/annotator_8": 0.9499999284744263, "eta/annotator_80": 0.9499999284744263, "eta/annotator_81": 0.9499999284744263, "eta/annotator_82": 0.9499999284744263, "eta/annotator_83": 0.9499999284744263, "eta/annotator_84": 0.9499999284744263, "eta/annotator_85": 0.9499999284744263, "eta/annotator_86": 0.9499999284744263, "eta/annotator_87": 0.9499999284744263, "eta/annotator_88": 0.9499999284744263, "eta/annotator_89": 0.9499999284744263, "eta/annotator_9": 0.9499999284744263, "eta/annotator_90": 0.9499999284744263, "eta/annotator_91": 0.9499999284744263, "eta/annotator_92": 0.9499999284744263, "eta/annotator_93": 0.9499999284744263, "eta/annotator_94": 0.9499999284744263, "eta/annotator_95": 0.9499999284744263, "eta/annotator_96": 0.9499999284744263, "eta/annotator_97": 0.9499999284744263, "eta/annotator_98": 0.9499999284744263, "eta/annotator_99": 0.9499999284744263, "grad_norm": 52.29014729885457, "learning_rate": 0.0, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.75, "logps/rejected": -257.75, "loss": 0.6914, "rewards/accuracies": 0.0, "rewards/chosen": 0.0, "rewards/margins": 0.0, "rewards/rejected": 0.0, "step": 1 }, { "em/agreement_weights_mean": 0.9498169422149658, "em/agreement_weights_std": 0.00596725195646286, "em/unique_annotators_in_global_batch": 15.13888931274414, "epoch": 0.043668122270742356, "eta/annotator_0": 0.9500146508216858, "eta/annotator_1": 0.9500076770782471, "eta/annotator_10": 0.9499999284744263, "eta/annotator_100": 0.9499999284744263, "eta/annotator_101": 0.9499999284744263, "eta/annotator_102": 0.9499520063400269, "eta/annotator_103": 0.9499999284744263, "eta/annotator_104": 0.9500950574874878, "eta/annotator_105": 0.9499999284744263, "eta/annotator_106": 0.9500027894973755, "eta/annotator_107": 0.9499571919441223, "eta/annotator_108": 0.9499432444572449, "eta/annotator_109": 0.9499427080154419, "eta/annotator_11": 0.9499999284744263, "eta/annotator_110": 0.9500406980514526, "eta/annotator_111": 0.9499427080154419, "eta/annotator_112": 0.9499999284744263, "eta/annotator_113": 0.9499999284744263, "eta/annotator_114": 0.9499939680099487, "eta/annotator_115": 0.9499999284744263, "eta/annotator_116": 0.9499999284744263, "eta/annotator_117": 0.9500096440315247, "eta/annotator_118": 0.9500559568405151, "eta/annotator_119": 0.9499999284744263, "eta/annotator_12": 0.9499999284744263, "eta/annotator_120": 0.9500299096107483, "eta/annotator_121": 0.9499856233596802, "eta/annotator_122": 0.9500039219856262, "eta/annotator_123": 0.9496656060218811, "eta/annotator_124": 0.9499832987785339, "eta/annotator_125": 0.9499989748001099, "eta/annotator_126": 0.9500014781951904, "eta/annotator_127": 0.9500307440757751, "eta/annotator_128": 0.9500657320022583, "eta/annotator_129": 0.9500460028648376, "eta/annotator_13": 0.9499905705451965, "eta/annotator_130": 0.9499936699867249, "eta/annotator_131": 0.9500120878219604, "eta/annotator_132": 0.9499779939651489, "eta/annotator_133": 0.950007438659668, "eta/annotator_134": 0.9499999284744263, "eta/annotator_135": 0.9499999284744263, "eta/annotator_136": 0.9499999284744263, "eta/annotator_137": 0.9499934315681458, "eta/annotator_138": 0.9501219987869263, "eta/annotator_139": 0.9499596357345581, "eta/annotator_14": 0.9499964118003845, "eta/annotator_140": 0.9500165581703186, "eta/annotator_141": 0.949889063835144, "eta/annotator_142": 0.9501139521598816, "eta/annotator_143": 0.9501326680183411, "eta/annotator_144": 0.9499765038490295, "eta/annotator_145": 0.9499999284744263, "eta/annotator_146": 0.9498980045318604, "eta/annotator_147": 0.9499563574790955, "eta/annotator_148": 0.9500555396080017, "eta/annotator_149": 0.9499613642692566, "eta/annotator_15": 0.9499890804290771, "eta/annotator_150": 0.9500092267990112, "eta/annotator_151": 0.9499698281288147, "eta/annotator_152": 0.950035810470581, "eta/annotator_153": 0.9500237703323364, "eta/annotator_154": 0.9499999284744263, "eta/annotator_155": 0.9499999284744263, "eta/annotator_156": 0.9500109553337097, "eta/annotator_157": 0.9499999284744263, "eta/annotator_158": 0.950127363204956, "eta/annotator_159": 0.9499784111976624, "eta/annotator_16": 0.9500782489776611, "eta/annotator_160": 0.9499462842941284, "eta/annotator_161": 0.9500110149383545, "eta/annotator_162": 0.9500406980514526, "eta/annotator_163": 0.9499834775924683, "eta/annotator_164": 0.9499461650848389, "eta/annotator_165": 0.949998140335083, "eta/annotator_166": 0.949982225894928, "eta/annotator_167": 0.9500309824943542, "eta/annotator_168": 0.9499762654304504, "eta/annotator_169": 0.9500778913497925, "eta/annotator_17": 0.950047492980957, "eta/annotator_170": 0.9499838948249817, "eta/annotator_171": 0.9500237703323364, "eta/annotator_172": 0.9499872922897339, "eta/annotator_173": 0.9500097632408142, "eta/annotator_174": 0.9500080943107605, "eta/annotator_175": 0.9500182271003723, "eta/annotator_176": 0.9500163197517395, "eta/annotator_177": 0.9499800205230713, "eta/annotator_178": 0.9499931335449219, "eta/annotator_179": 0.9499934315681458, "eta/annotator_18": 0.9498637318611145, "eta/annotator_180": 0.9500088095664978, "eta/annotator_181": 0.9499999284744263, "eta/annotator_182": 0.9500571489334106, "eta/annotator_183": 0.9499872922897339, "eta/annotator_184": 0.9499800801277161, "eta/annotator_185": 0.9499765038490295, "eta/annotator_186": 0.9500943422317505, "eta/annotator_187": 0.9499981999397278, "eta/annotator_188": 0.9500424861907959, "eta/annotator_189": 0.9499999284744263, "eta/annotator_19": 0.9499459862709045, "eta/annotator_190": 0.9499459862709045, "eta/annotator_191": 0.9500212073326111, "eta/annotator_192": 0.949974775314331, "eta/annotator_193": 0.9500255584716797, "eta/annotator_194": 0.9499428868293762, "eta/annotator_195": 0.9500601887702942, "eta/annotator_196": 0.949992835521698, "eta/annotator_197": 0.9500237703323364, "eta/annotator_198": 0.9499999284744263, "eta/annotator_199": 0.9501341581344604, "eta/annotator_2": 0.9499983191490173, "eta/annotator_20": 0.9500237703323364, "eta/annotator_200": 0.9499999284744263, "eta/annotator_201": 0.9498477578163147, "eta/annotator_202": 0.9500413537025452, "eta/annotator_203": 0.9500029683113098, "eta/annotator_204": 0.949992299079895, "eta/annotator_205": 0.9499481916427612, "eta/annotator_206": 0.9500237703323364, "eta/annotator_207": 0.9500311613082886, "eta/annotator_208": 0.9497969746589661, "eta/annotator_209": 0.9499999284744263, "eta/annotator_21": 0.9499999284744263, "eta/annotator_210": 0.9500443935394287, "eta/annotator_211": 0.9499999284744263, "eta/annotator_212": 0.9499945044517517, "eta/annotator_213": 0.9500200748443604, "eta/annotator_214": 0.9499776363372803, "eta/annotator_215": 0.9500260949134827, "eta/annotator_216": 0.9499664306640625, "eta/annotator_217": 0.9499999284744263, "eta/annotator_218": 0.9499714374542236, "eta/annotator_219": 0.9499999284744263, "eta/annotator_22": 0.9499809741973877, "eta/annotator_220": 0.9500210881233215, "eta/annotator_221": 0.9499754309654236, "eta/annotator_222": 0.9500262141227722, "eta/annotator_223": 0.949996829032898, "eta/annotator_224": 0.9499766826629639, "eta/annotator_225": 0.9499343037605286, "eta/annotator_226": 0.9498974680900574, "eta/annotator_23": 0.9500250220298767, "eta/annotator_24": 0.9499999284744263, "eta/annotator_25": 0.9499974846839905, "eta/annotator_26": 0.9499720335006714, "eta/annotator_27": 0.9500157237052917, "eta/annotator_28": 0.9499714374542236, "eta/annotator_29": 0.9499999284744263, "eta/annotator_3": 0.9500119090080261, "eta/annotator_30": 0.9501368403434753, "eta/annotator_31": 0.9499927163124084, "eta/annotator_32": 0.9499999284744263, "eta/annotator_33": 0.9499986171722412, "eta/annotator_34": 0.9500008821487427, "eta/annotator_35": 0.9500051140785217, "eta/annotator_36": 0.9499999284744263, "eta/annotator_37": 0.9501815438270569, "eta/annotator_38": 0.9499999284744263, "eta/annotator_39": 0.95001220703125, "eta/annotator_4": 0.9499999284744263, "eta/annotator_40": 0.9499999284744263, "eta/annotator_41": 0.9499977827072144, "eta/annotator_42": 0.9500380754470825, "eta/annotator_43": 0.9499528408050537, "eta/annotator_44": 0.9499838352203369, "eta/annotator_45": 0.9499999284744263, "eta/annotator_46": 0.9500982761383057, "eta/annotator_47": 0.9499999284744263, "eta/annotator_48": 0.9499943852424622, "eta/annotator_49": 0.9499834775924683, "eta/annotator_5": 0.9500510692596436, "eta/annotator_50": 0.9499605894088745, "eta/annotator_51": 0.9499999284744263, "eta/annotator_52": 0.9500173926353455, "eta/annotator_53": 0.9499936699867249, "eta/annotator_54": 0.9499906897544861, "eta/annotator_55": 0.9500239491462708, "eta/annotator_56": 0.9500311613082886, "eta/annotator_57": 0.9499999284744263, "eta/annotator_58": 0.9500207901000977, "eta/annotator_59": 0.9500710368156433, "eta/annotator_6": 0.9500135779380798, "eta/annotator_60": 0.9499999284744263, "eta/annotator_61": 0.949971079826355, "eta/annotator_62": 0.9499862194061279, "eta/annotator_63": 0.9499999284744263, "eta/annotator_64": 0.9500214457511902, "eta/annotator_65": 0.9499999284744263, "eta/annotator_66": 0.950047492980957, "eta/annotator_67": 0.9499784111976624, "eta/annotator_68": 0.9500165581703186, "eta/annotator_69": 0.9499999284744263, "eta/annotator_7": 0.9499999284744263, "eta/annotator_70": 0.9499999284744263, "eta/annotator_71": 0.9500019550323486, "eta/annotator_72": 0.9500004649162292, "eta/annotator_73": 0.950016975402832, "eta/annotator_74": 0.9499999284744263, "eta/annotator_75": 0.9501439332962036, "eta/annotator_76": 0.9499826431274414, "eta/annotator_77": 0.9499459862709045, "eta/annotator_78": 0.9499872922897339, "eta/annotator_79": 0.9499959945678711, "eta/annotator_8": 0.9499842524528503, "eta/annotator_80": 0.950047492980957, "eta/annotator_81": 0.9500117897987366, "eta/annotator_82": 0.9499757289886475, "eta/annotator_83": 0.9499977827072144, "eta/annotator_84": 0.9499766826629639, "eta/annotator_85": 0.9499999284744263, "eta/annotator_86": 0.9500730037689209, "eta/annotator_87": 0.9499887824058533, "eta/annotator_88": 0.9499459862709045, "eta/annotator_89": 0.9499999284744263, "eta/annotator_9": 0.9500148296356201, "eta/annotator_90": 0.9499999284744263, "eta/annotator_91": 0.9499826431274414, "eta/annotator_92": 0.9500033259391785, "eta/annotator_93": 0.9499958753585815, "eta/annotator_94": 0.9499999284744263, "eta/annotator_95": 0.9499815702438354, "eta/annotator_96": 0.9499841332435608, "eta/annotator_97": 0.9499964118003845, "eta/annotator_98": 0.9499819874763489, "eta/annotator_99": 0.9499900341033936, "grad_norm": 49.09564497414611, "learning_rate": 1.9565217391304347e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -333.5694580078125, "logps/rejected": -252.90277099609375, "loss": 0.6915, "rewards/accuracies": 0.2717013955116272, "rewards/chosen": 0.00627178605645895, "rewards/margins": 0.0054984623566269875, "rewards/rejected": 0.0007725556497462094, "step": 10 }, { "em/agreement_weights_mean": 0.9505249857902527, "em/agreement_weights_std": 0.01018973533064127, "em/unique_annotators_in_global_batch": 15.112500190734863, "epoch": 0.08733624454148471, "eta/annotator_0": 0.9500843286514282, "eta/annotator_1": 0.9501832127571106, "eta/annotator_10": 0.9499679803848267, "eta/annotator_100": 0.9499863386154175, "eta/annotator_101": 0.9499222040176392, "eta/annotator_102": 0.9497153162956238, "eta/annotator_103": 0.9499770402908325, "eta/annotator_104": 0.9512737393379211, "eta/annotator_105": 0.9499996900558472, "eta/annotator_106": 0.9500243067741394, "eta/annotator_107": 0.9495662450790405, "eta/annotator_108": 0.9494888186454773, "eta/annotator_109": 0.9494946599006653, "eta/annotator_11": 0.949951171875, "eta/annotator_110": 0.9503792524337769, "eta/annotator_111": 0.9494839906692505, "eta/annotator_112": 0.9499996900558472, "eta/annotator_113": 0.9499918818473816, "eta/annotator_114": 0.9499856233596802, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.94999760389328, "eta/annotator_118": 0.9509216547012329, "eta/annotator_119": 0.9499939680099487, "eta/annotator_12": 0.9500104188919067, "eta/annotator_120": 0.9502819776535034, "eta/annotator_121": 0.9498581886291504, "eta/annotator_122": 0.9501883387565613, "eta/annotator_123": 0.9469825029373169, "eta/annotator_124": 0.9496604204177856, "eta/annotator_125": 0.9499251246452332, "eta/annotator_126": 0.9500675201416016, "eta/annotator_127": 0.9503277540206909, "eta/annotator_128": 0.9515778422355652, "eta/annotator_129": 0.950379490852356, "eta/annotator_13": 0.9499018788337708, "eta/annotator_130": 0.9501708149909973, "eta/annotator_131": 0.9500609636306763, "eta/annotator_132": 0.9497821927070618, "eta/annotator_133": 0.950018584728241, "eta/annotator_134": 0.9500210881233215, "eta/annotator_135": 0.9500690698623657, "eta/annotator_136": 0.9500881433486938, "eta/annotator_137": 0.9499549865722656, "eta/annotator_138": 0.9512084722518921, "eta/annotator_139": 0.9497381448745728, "eta/annotator_14": 0.9499640464782715, "eta/annotator_140": 0.950076699256897, "eta/annotator_141": 0.9489405751228333, "eta/annotator_142": 0.9511941075325012, "eta/annotator_143": 0.951695442199707, "eta/annotator_144": 0.9496305584907532, "eta/annotator_145": 0.9500438570976257, "eta/annotator_146": 0.9490167498588562, "eta/annotator_147": 0.9494921565055847, "eta/annotator_148": 0.9505130052566528, "eta/annotator_149": 0.9494369626045227, "eta/annotator_15": 0.9499886631965637, "eta/annotator_150": 0.9504380226135254, "eta/annotator_151": 0.9496155977249146, "eta/annotator_152": 0.9503594636917114, "eta/annotator_153": 0.9501169919967651, "eta/annotator_154": 0.9500557780265808, "eta/annotator_155": 0.9499996900558472, "eta/annotator_156": 0.9501128196716309, "eta/annotator_157": 0.9501892924308777, "eta/annotator_158": 0.9517010450363159, "eta/annotator_159": 0.9498221278190613, "eta/annotator_16": 0.9508223533630371, "eta/annotator_160": 0.9496423006057739, "eta/annotator_161": 0.9500786662101746, "eta/annotator_162": 0.9499205350875854, "eta/annotator_163": 0.9498518705368042, "eta/annotator_164": 0.9495189785957336, "eta/annotator_165": 0.9499809145927429, "eta/annotator_166": 0.9499136209487915, "eta/annotator_167": 0.9505202174186707, "eta/annotator_168": 0.9498756527900696, "eta/annotator_169": 0.9511799812316895, "eta/annotator_17": 0.9504271745681763, "eta/annotator_170": 0.9497276544570923, "eta/annotator_171": 0.9502174258232117, "eta/annotator_172": 0.9497645497322083, "eta/annotator_173": 0.9500750303268433, "eta/annotator_174": 0.9500371217727661, "eta/annotator_175": 0.9501999616622925, "eta/annotator_176": 0.950147271156311, "eta/annotator_177": 0.9498564600944519, "eta/annotator_178": 0.9499543309211731, "eta/annotator_179": 0.9499408006668091, "eta/annotator_18": 0.9487762451171875, "eta/annotator_180": 0.9500800967216492, "eta/annotator_181": 0.9500540494918823, "eta/annotator_182": 0.9509268999099731, "eta/annotator_183": 0.9498752355575562, "eta/annotator_184": 0.9498308897018433, "eta/annotator_185": 0.9497365951538086, "eta/annotator_186": 0.9516681432723999, "eta/annotator_187": 0.9500284194946289, "eta/annotator_188": 0.9506346583366394, "eta/annotator_189": 0.9499275088310242, "eta/annotator_19": 0.9494875073432922, "eta/annotator_190": 0.9497336149215698, "eta/annotator_191": 0.9501603245735168, "eta/annotator_192": 0.9496089816093445, "eta/annotator_193": 0.9510478973388672, "eta/annotator_194": 0.9493075609207153, "eta/annotator_195": 0.9505183100700378, "eta/annotator_196": 0.9499613642692566, "eta/annotator_197": 0.950192928314209, "eta/annotator_198": 0.9500690698623657, "eta/annotator_199": 0.9514387845993042, "eta/annotator_2": 0.9497313499450684, "eta/annotator_20": 0.9503582119941711, "eta/annotator_200": 0.9500290751457214, "eta/annotator_201": 0.9474358558654785, "eta/annotator_202": 0.9504082798957825, "eta/annotator_203": 0.9498699903488159, "eta/annotator_204": 0.949726939201355, "eta/annotator_205": 0.9494239687919617, "eta/annotator_206": 0.9502372741699219, "eta/annotator_207": 0.9505743980407715, "eta/annotator_208": 0.9431910514831543, "eta/annotator_209": 0.949982762336731, "eta/annotator_21": 0.9497121572494507, "eta/annotator_210": 0.9503566026687622, "eta/annotator_211": 0.9500424265861511, "eta/annotator_212": 0.9499595761299133, "eta/annotator_213": 0.9501808881759644, "eta/annotator_214": 0.9495862126350403, "eta/annotator_215": 0.9497049450874329, "eta/annotator_216": 0.94957435131073, "eta/annotator_217": 0.9499996900558472, "eta/annotator_218": 0.9497283101081848, "eta/annotator_219": 0.9500126838684082, "eta/annotator_22": 0.9498298764228821, "eta/annotator_220": 0.9499866366386414, "eta/annotator_221": 0.9497296214103699, "eta/annotator_222": 0.9509463310241699, "eta/annotator_223": 0.9501441717147827, "eta/annotator_224": 0.9497543573379517, "eta/annotator_225": 0.9489849209785461, "eta/annotator_226": 0.94856196641922, "eta/annotator_23": 0.9500443339347839, "eta/annotator_24": 0.9499996900558472, "eta/annotator_25": 0.9501572847366333, "eta/annotator_26": 0.949791431427002, "eta/annotator_27": 0.9501334428787231, "eta/annotator_28": 0.9496902227401733, "eta/annotator_29": 0.9499276876449585, "eta/annotator_3": 0.9501520395278931, "eta/annotator_30": 0.9513080716133118, "eta/annotator_31": 0.9499343037605286, "eta/annotator_32": 0.9499770402908325, "eta/annotator_33": 0.9498254060745239, "eta/annotator_34": 0.950039267539978, "eta/annotator_35": 0.9496161341667175, "eta/annotator_36": 0.949951171875, "eta/annotator_37": 0.9521788358688354, "eta/annotator_38": 0.9499920606613159, "eta/annotator_39": 0.9501493573188782, "eta/annotator_4": 0.9500344395637512, "eta/annotator_40": 0.9499996900558472, "eta/annotator_41": 0.9498584866523743, "eta/annotator_42": 0.9502657055854797, "eta/annotator_43": 0.9496163129806519, "eta/annotator_44": 0.9502736926078796, "eta/annotator_45": 0.9499996900558472, "eta/annotator_46": 0.9508839845657349, "eta/annotator_47": 0.949996829032898, "eta/annotator_48": 0.9499394297599792, "eta/annotator_49": 0.9498625993728638, "eta/annotator_5": 0.950726330280304, "eta/annotator_50": 0.94964599609375, "eta/annotator_51": 0.9500424265861511, "eta/annotator_52": 0.9504796266555786, "eta/annotator_53": 0.9499402046203613, "eta/annotator_54": 0.9499276280403137, "eta/annotator_55": 0.9504843950271606, "eta/annotator_56": 0.9503914713859558, "eta/annotator_57": 0.9499996900558472, "eta/annotator_58": 0.9504621624946594, "eta/annotator_59": 0.9508787989616394, "eta/annotator_6": 0.9501324892044067, "eta/annotator_60": 0.9500395655632019, "eta/annotator_61": 0.9496556520462036, "eta/annotator_62": 0.949798583984375, "eta/annotator_63": 0.9499996900558472, "eta/annotator_64": 0.9502227902412415, "eta/annotator_65": 0.950013279914856, "eta/annotator_66": 0.9504324197769165, "eta/annotator_67": 0.9498392939567566, "eta/annotator_68": 0.9501846432685852, "eta/annotator_69": 0.9499996900558472, "eta/annotator_7": 0.9499996900558472, "eta/annotator_70": 0.9499996900558472, "eta/annotator_71": 0.9500802159309387, "eta/annotator_72": 0.9499901533126831, "eta/annotator_73": 0.9501926302909851, "eta/annotator_74": 0.9500439763069153, "eta/annotator_75": 0.9521077871322632, "eta/annotator_76": 0.9499355554580688, "eta/annotator_77": 0.9495139122009277, "eta/annotator_78": 0.9498832821846008, "eta/annotator_79": 0.9500681161880493, "eta/annotator_8": 0.94972163438797, "eta/annotator_80": 0.9504271745681763, "eta/annotator_81": 0.950376033782959, "eta/annotator_82": 0.9498206973075867, "eta/annotator_83": 0.9496946334838867, "eta/annotator_84": 0.9497913122177124, "eta/annotator_85": 0.9499683380126953, "eta/annotator_86": 0.9510307312011719, "eta/annotator_87": 0.9498229026794434, "eta/annotator_88": 0.9495139122009277, "eta/annotator_89": 0.9499977827072144, "eta/annotator_9": 0.9505416750907898, "eta/annotator_90": 0.9500729441642761, "eta/annotator_91": 0.9497620463371277, "eta/annotator_92": 0.950603187084198, "eta/annotator_93": 0.9499537348747253, "eta/annotator_94": 0.949951171875, "eta/annotator_95": 0.9494670033454895, "eta/annotator_96": 0.949891209602356, "eta/annotator_97": 0.9498793482780457, "eta/annotator_98": 0.9496275782585144, "eta/annotator_99": 0.9500149488449097, "grad_norm": 40.85448050219992, "learning_rate": 4.1304347826086954e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -320.86248779296875, "logps/rejected": -247.0749969482422, "loss": 0.6807, "rewards/accuracies": 0.35468751192092896, "rewards/chosen": 0.07341404259204865, "rewards/margins": 0.03917818143963814, "rewards/rejected": 0.034232042729854584, "step": 20 }, { "em/agreement_weights_mean": 0.9483431577682495, "em/agreement_weights_std": 0.034943077713251114, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.13100436681222707, "eta/annotator_0": 0.9496712684631348, "eta/annotator_1": 0.9513729214668274, "eta/annotator_10": 0.9498928189277649, "eta/annotator_100": 0.9494878053665161, "eta/annotator_101": 0.9492462873458862, "eta/annotator_102": 0.9498027563095093, "eta/annotator_103": 0.9497211575508118, "eta/annotator_104": 0.9514999389648438, "eta/annotator_105": 0.949951171875, "eta/annotator_106": 0.9501930475234985, "eta/annotator_107": 0.9490355253219604, "eta/annotator_108": 0.949251651763916, "eta/annotator_109": 0.950175404548645, "eta/annotator_11": 0.94951331615448, "eta/annotator_110": 0.9501442909240723, "eta/annotator_111": 0.9494301676750183, "eta/annotator_112": 0.9499996900558472, "eta/annotator_113": 0.949940025806427, "eta/annotator_114": 0.9505410194396973, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9489084482192993, "eta/annotator_118": 0.94983971118927, "eta/annotator_119": 0.9498368501663208, "eta/annotator_12": 0.950201153755188, "eta/annotator_120": 0.9502876996994019, "eta/annotator_121": 0.9499005079269409, "eta/annotator_122": 0.9501797556877136, "eta/annotator_123": 0.9467522501945496, "eta/annotator_124": 0.9342072606086731, "eta/annotator_125": 0.9491099119186401, "eta/annotator_126": 0.9515658617019653, "eta/annotator_127": 0.95073401927948, "eta/annotator_128": 0.9515458345413208, "eta/annotator_129": 0.9500853419303894, "eta/annotator_13": 0.949783444404602, "eta/annotator_130": 0.9538148045539856, "eta/annotator_131": 0.9501184225082397, "eta/annotator_132": 0.9497292637825012, "eta/annotator_133": 0.9502928853034973, "eta/annotator_134": 0.9505073428153992, "eta/annotator_135": 0.9506928324699402, "eta/annotator_136": 0.9508835673332214, "eta/annotator_137": 0.9500346183776855, "eta/annotator_138": 0.9510746002197266, "eta/annotator_139": 0.9528123140335083, "eta/annotator_14": 0.9499947428703308, "eta/annotator_140": 0.9493305087089539, "eta/annotator_141": 0.9484785795211792, "eta/annotator_142": 0.9514091610908508, "eta/annotator_143": 0.9523822069168091, "eta/annotator_144": 0.9504520297050476, "eta/annotator_145": 0.9508613348007202, "eta/annotator_146": 0.9503768086433411, "eta/annotator_147": 0.9492633938789368, "eta/annotator_148": 0.9507759213447571, "eta/annotator_149": 0.9495938420295715, "eta/annotator_15": 0.9519945979118347, "eta/annotator_150": 0.9502751231193542, "eta/annotator_151": 0.9496839642524719, "eta/annotator_152": 0.9508544206619263, "eta/annotator_153": 0.9496899843215942, "eta/annotator_154": 0.950973629951477, "eta/annotator_155": 0.9500552415847778, "eta/annotator_156": 0.9499915838241577, "eta/annotator_157": 0.9521844983100891, "eta/annotator_158": 0.9513596296310425, "eta/annotator_159": 0.9499184489250183, "eta/annotator_16": 0.9511615037918091, "eta/annotator_160": 0.9509190320968628, "eta/annotator_161": 0.9500396847724915, "eta/annotator_162": 0.9497016072273254, "eta/annotator_163": 0.9499611854553223, "eta/annotator_164": 0.9482830166816711, "eta/annotator_165": 0.950164794921875, "eta/annotator_166": 0.9516221284866333, "eta/annotator_167": 0.9527012705802917, "eta/annotator_168": 0.9507654905319214, "eta/annotator_169": 0.951495349407196, "eta/annotator_17": 0.9504880905151367, "eta/annotator_170": 0.9485877752304077, "eta/annotator_171": 0.9496734738349915, "eta/annotator_172": 0.9486791491508484, "eta/annotator_173": 0.9499494433403015, "eta/annotator_174": 0.9497189521789551, "eta/annotator_175": 0.9505162239074707, "eta/annotator_176": 0.9501937031745911, "eta/annotator_177": 0.9497978091239929, "eta/annotator_178": 0.9498552083969116, "eta/annotator_179": 0.950009822845459, "eta/annotator_18": 0.9488450288772583, "eta/annotator_180": 0.9501402974128723, "eta/annotator_181": 0.9507125020027161, "eta/annotator_182": 0.9501080513000488, "eta/annotator_183": 0.9492481350898743, "eta/annotator_184": 0.9484133720397949, "eta/annotator_185": 0.948642373085022, "eta/annotator_186": 0.9517609477043152, "eta/annotator_187": 0.9505059123039246, "eta/annotator_188": 0.9504292607307434, "eta/annotator_189": 0.9493622779846191, "eta/annotator_19": 0.9504472017288208, "eta/annotator_190": 0.9517109990119934, "eta/annotator_191": 0.9499157071113586, "eta/annotator_192": 0.948187530040741, "eta/annotator_193": 0.9516580700874329, "eta/annotator_194": 0.9484052658081055, "eta/annotator_195": 0.9501525163650513, "eta/annotator_196": 0.9501537084579468, "eta/annotator_197": 0.9499648809432983, "eta/annotator_198": 0.9508263468742371, "eta/annotator_199": 0.9518120884895325, "eta/annotator_2": 0.949865460395813, "eta/annotator_20": 0.9521225094795227, "eta/annotator_200": 0.9505928158760071, "eta/annotator_201": 0.9482196569442749, "eta/annotator_202": 0.9512432813644409, "eta/annotator_203": 0.9466400146484375, "eta/annotator_204": 0.9493247270584106, "eta/annotator_205": 0.9481078386306763, "eta/annotator_206": 0.9505190849304199, "eta/annotator_207": 0.9504448175430298, "eta/annotator_208": 0.9436141848564148, "eta/annotator_209": 0.9502261281013489, "eta/annotator_21": 0.9466522932052612, "eta/annotator_210": 0.9500125646591187, "eta/annotator_211": 0.9504271745681763, "eta/annotator_212": 0.9501211047172546, "eta/annotator_213": 0.9501892924308777, "eta/annotator_214": 0.9492863416671753, "eta/annotator_215": 0.9497153162956238, "eta/annotator_216": 0.9505752325057983, "eta/annotator_217": 0.9500881433486938, "eta/annotator_218": 0.9494168162345886, "eta/annotator_219": 0.9502388834953308, "eta/annotator_22": 0.9497811198234558, "eta/annotator_220": 0.9467310905456543, "eta/annotator_221": 0.9493882060050964, "eta/annotator_222": 0.950040340423584, "eta/annotator_223": 0.9517491459846497, "eta/annotator_224": 0.9491430521011353, "eta/annotator_225": 0.9498974084854126, "eta/annotator_226": 0.9487778544425964, "eta/annotator_23": 0.9500632286071777, "eta/annotator_24": 0.9499996900558472, "eta/annotator_25": 0.9519913792610168, "eta/annotator_26": 0.9503286480903625, "eta/annotator_27": 0.950136661529541, "eta/annotator_28": 0.9495404362678528, "eta/annotator_29": 0.9495787620544434, "eta/annotator_3": 0.9522163271903992, "eta/annotator_30": 0.9520226716995239, "eta/annotator_31": 0.9499343037605286, "eta/annotator_32": 0.9497475624084473, "eta/annotator_33": 0.9485970735549927, "eta/annotator_34": 0.9502977132797241, "eta/annotator_35": 0.9496710896492004, "eta/annotator_36": 0.9496892094612122, "eta/annotator_37": 0.9517368078231812, "eta/annotator_38": 0.9503548741340637, "eta/annotator_39": 0.9505084156990051, "eta/annotator_4": 0.9503464698791504, "eta/annotator_40": 0.9499996900558472, "eta/annotator_41": 0.9499667286872864, "eta/annotator_42": 0.9507907032966614, "eta/annotator_43": 0.9502947926521301, "eta/annotator_44": 0.9505492448806763, "eta/annotator_45": 0.9499996900558472, "eta/annotator_46": 0.9508839845657349, "eta/annotator_47": 0.9500862956047058, "eta/annotator_48": 0.9497668147087097, "eta/annotator_49": 0.9503359794616699, "eta/annotator_5": 0.9507981538772583, "eta/annotator_50": 0.9496071934700012, "eta/annotator_51": 0.9504595994949341, "eta/annotator_52": 0.9503626823425293, "eta/annotator_53": 0.9497740864753723, "eta/annotator_54": 0.9502915143966675, "eta/annotator_55": 0.9533398747444153, "eta/annotator_56": 0.9514347910881042, "eta/annotator_57": 0.9499996900558472, "eta/annotator_58": 0.9511169195175171, "eta/annotator_59": 0.9511198997497559, "eta/annotator_6": 0.9504016637802124, "eta/annotator_60": 0.9504629969596863, "eta/annotator_61": 0.9489014744758606, "eta/annotator_62": 0.9491133689880371, "eta/annotator_63": 0.9500308036804199, "eta/annotator_64": 0.9505459070205688, "eta/annotator_65": 0.9502178430557251, "eta/annotator_66": 0.9508509635925293, "eta/annotator_67": 0.9502913355827332, "eta/annotator_68": 0.9505629539489746, "eta/annotator_69": 0.9499996900558472, "eta/annotator_7": 0.9498521089553833, "eta/annotator_70": 0.9499996900558472, "eta/annotator_71": 0.9509423971176147, "eta/annotator_72": 0.9498427510261536, "eta/annotator_73": 0.9506751298904419, "eta/annotator_74": 0.9504417181015015, "eta/annotator_75": 0.9512054324150085, "eta/annotator_76": 0.9507956504821777, "eta/annotator_77": 0.9495004415512085, "eta/annotator_78": 0.9498566389083862, "eta/annotator_79": 0.9511104822158813, "eta/annotator_8": 0.9490868449211121, "eta/annotator_80": 0.9504271745681763, "eta/annotator_81": 0.9513394236564636, "eta/annotator_82": 0.9503180384635925, "eta/annotator_83": 0.9458998441696167, "eta/annotator_84": 0.9498310089111328, "eta/annotator_85": 0.949762225151062, "eta/annotator_86": 0.9545894861221313, "eta/annotator_87": 0.948560357093811, "eta/annotator_88": 0.9494065046310425, "eta/annotator_89": 0.9487263560295105, "eta/annotator_9": 0.9508479833602905, "eta/annotator_90": 0.9504108428955078, "eta/annotator_91": 0.9498559832572937, "eta/annotator_92": 0.9530059695243835, "eta/annotator_93": 0.9502666592597961, "eta/annotator_94": 0.9495566487312317, "eta/annotator_95": 0.9496662020683289, "eta/annotator_96": 0.9479535222053528, "eta/annotator_97": 0.9486685991287231, "eta/annotator_98": 0.9475048184394836, "eta/annotator_99": 0.9501180648803711, "grad_norm": 39.36577836709853, "learning_rate": 4.854368932038835e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -318.8125, "logps/rejected": -246.0625, "loss": 0.6518, "rewards/accuracies": 0.5093749761581421, "rewards/chosen": 0.2815193235874176, "rewards/margins": 0.18207864463329315, "rewards/rejected": 0.09957103431224823, "step": 30 }, { "em/agreement_weights_mean": 0.9451636075973511, "em/agreement_weights_std": 0.05081311613321304, "em/unique_annotators_in_global_batch": 15.162500381469727, "epoch": 0.17467248908296942, "eta/annotator_0": 0.9496582746505737, "eta/annotator_1": 0.9554787874221802, "eta/annotator_10": 0.9521576762199402, "eta/annotator_100": 0.9454153180122375, "eta/annotator_101": 0.9494885206222534, "eta/annotator_102": 0.9508129954338074, "eta/annotator_103": 0.9476273655891418, "eta/annotator_104": 0.9518120884895325, "eta/annotator_105": 0.9496726989746094, "eta/annotator_106": 0.95301753282547, "eta/annotator_107": 0.9483122825622559, "eta/annotator_108": 0.947154700756073, "eta/annotator_109": 0.9505537748336792, "eta/annotator_11": 0.9496390223503113, "eta/annotator_110": 0.9469670057296753, "eta/annotator_111": 0.9489151239395142, "eta/annotator_112": 0.9499996900558472, "eta/annotator_113": 0.9502463340759277, "eta/annotator_114": 0.9516099095344543, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9491475224494934, "eta/annotator_118": 0.9473937749862671, "eta/annotator_119": 0.9490562677383423, "eta/annotator_12": 0.9525572657585144, "eta/annotator_120": 0.9459819793701172, "eta/annotator_121": 0.951116681098938, "eta/annotator_122": 0.9519926309585571, "eta/annotator_123": 0.945824146270752, "eta/annotator_124": 0.9343258738517761, "eta/annotator_125": 0.9376557469367981, "eta/annotator_126": 0.9512359499931335, "eta/annotator_127": 0.9513531923294067, "eta/annotator_128": 0.9514075517654419, "eta/annotator_129": 0.950624942779541, "eta/annotator_13": 0.949290931224823, "eta/annotator_130": 0.9536617398262024, "eta/annotator_131": 0.9551597833633423, "eta/annotator_132": 0.9481831789016724, "eta/annotator_133": 0.9551296234130859, "eta/annotator_134": 0.9530563354492188, "eta/annotator_135": 0.9506928324699402, "eta/annotator_136": 0.9510693550109863, "eta/annotator_137": 0.9497741460800171, "eta/annotator_138": 0.9511241912841797, "eta/annotator_139": 0.9535027742385864, "eta/annotator_14": 0.9507421255111694, "eta/annotator_140": 0.948481559753418, "eta/annotator_141": 0.9466453790664673, "eta/annotator_142": 0.9521926641464233, "eta/annotator_143": 0.949877142906189, "eta/annotator_144": 0.9507042765617371, "eta/annotator_145": 0.9507473111152649, "eta/annotator_146": 0.9508927464485168, "eta/annotator_147": 0.9491509199142456, "eta/annotator_148": 0.9517415761947632, "eta/annotator_149": 0.9499927759170532, "eta/annotator_15": 0.9545755386352539, "eta/annotator_150": 0.9501250982284546, "eta/annotator_151": 0.9499675035476685, "eta/annotator_152": 0.9508966207504272, "eta/annotator_153": 0.9515455365180969, "eta/annotator_154": 0.9552596211433411, "eta/annotator_155": 0.950702965259552, "eta/annotator_156": 0.9478232264518738, "eta/annotator_157": 0.947405219078064, "eta/annotator_158": 0.951280951499939, "eta/annotator_159": 0.9495318531990051, "eta/annotator_16": 0.9513274431228638, "eta/annotator_160": 0.951187789440155, "eta/annotator_161": 0.9506641626358032, "eta/annotator_162": 0.9499434232711792, "eta/annotator_163": 0.9509660005569458, "eta/annotator_164": 0.9481467008590698, "eta/annotator_165": 0.9505085945129395, "eta/annotator_166": 0.9561662673950195, "eta/annotator_167": 0.9528945684432983, "eta/annotator_168": 0.9515066146850586, "eta/annotator_169": 0.9513576626777649, "eta/annotator_17": 0.9508358240127563, "eta/annotator_170": 0.9529551267623901, "eta/annotator_171": 0.9444007873535156, "eta/annotator_172": 0.9503805041313171, "eta/annotator_173": 0.9499677419662476, "eta/annotator_174": 0.9497189521789551, "eta/annotator_175": 0.9502178430557251, "eta/annotator_176": 0.9506500959396362, "eta/annotator_177": 0.9459289312362671, "eta/annotator_178": 0.9485686421394348, "eta/annotator_179": 0.9499694108963013, "eta/annotator_18": 0.9492084383964539, "eta/annotator_180": 0.9504398107528687, "eta/annotator_181": 0.9518256187438965, "eta/annotator_182": 0.95514315366745, "eta/annotator_183": 0.949759304523468, "eta/annotator_184": 0.9346886873245239, "eta/annotator_185": 0.9525206685066223, "eta/annotator_186": 0.9521851539611816, "eta/annotator_187": 0.952305018901825, "eta/annotator_188": 0.949384868144989, "eta/annotator_189": 0.9501248598098755, "eta/annotator_19": 0.9501094818115234, "eta/annotator_190": 0.9515188932418823, "eta/annotator_191": 0.950531005859375, "eta/annotator_192": 0.9496051073074341, "eta/annotator_193": 0.9551674723625183, "eta/annotator_194": 0.9442750215530396, "eta/annotator_195": 0.9483534693717957, "eta/annotator_196": 0.9496575593948364, "eta/annotator_197": 0.9495974779129028, "eta/annotator_198": 0.951952338218689, "eta/annotator_199": 0.9524811506271362, "eta/annotator_2": 0.950182318687439, "eta/annotator_20": 0.9549962878227234, "eta/annotator_200": 0.9556105732917786, "eta/annotator_201": 0.9473411440849304, "eta/annotator_202": 0.9547584652900696, "eta/annotator_203": 0.9526861310005188, "eta/annotator_204": 0.9475122690200806, "eta/annotator_205": 0.9494080543518066, "eta/annotator_206": 0.9513117671012878, "eta/annotator_207": 0.9516938328742981, "eta/annotator_208": 0.9456162452697754, "eta/annotator_209": 0.9536740183830261, "eta/annotator_21": 0.9465123414993286, "eta/annotator_210": 0.950421929359436, "eta/annotator_211": 0.9504271745681763, "eta/annotator_212": 0.9510809183120728, "eta/annotator_213": 0.9502564668655396, "eta/annotator_214": 0.9490063786506653, "eta/annotator_215": 0.9556968808174133, "eta/annotator_216": 0.9552956819534302, "eta/annotator_217": 0.9509257078170776, "eta/annotator_218": 0.9473606944084167, "eta/annotator_219": 0.9512160420417786, "eta/annotator_22": 0.9493458867073059, "eta/annotator_220": 0.9441062211990356, "eta/annotator_221": 0.9498865008354187, "eta/annotator_222": 0.9448753595352173, "eta/annotator_223": 0.9522128105163574, "eta/annotator_224": 0.9493630528450012, "eta/annotator_225": 0.9513849020004272, "eta/annotator_226": 0.9491596221923828, "eta/annotator_23": 0.9490965604782104, "eta/annotator_24": 0.9503365755081177, "eta/annotator_25": 0.9540753364562988, "eta/annotator_26": 0.9523636102676392, "eta/annotator_27": 0.9510284662246704, "eta/annotator_28": 0.9553964734077454, "eta/annotator_29": 0.9498223066329956, "eta/annotator_3": 0.9518736600875854, "eta/annotator_30": 0.9522148966789246, "eta/annotator_31": 0.9499378204345703, "eta/annotator_32": 0.9495276212692261, "eta/annotator_33": 0.9523956179618835, "eta/annotator_34": 0.9498480558395386, "eta/annotator_35": 0.950760543346405, "eta/annotator_36": 0.9513794183731079, "eta/annotator_37": 0.9483488202095032, "eta/annotator_38": 0.9506357312202454, "eta/annotator_39": 0.9499362707138062, "eta/annotator_4": 0.9504837989807129, "eta/annotator_40": 0.9499996900558472, "eta/annotator_41": 0.9506698846817017, "eta/annotator_42": 0.9515873789787292, "eta/annotator_43": 0.9504417181015015, "eta/annotator_44": 0.9507195353507996, "eta/annotator_45": 0.9499996900558472, "eta/annotator_46": 0.9508839845657349, "eta/annotator_47": 0.949323296546936, "eta/annotator_48": 0.9491353034973145, "eta/annotator_49": 0.9492005109786987, "eta/annotator_5": 0.949849009513855, "eta/annotator_50": 0.9490343928337097, "eta/annotator_51": 0.9507816433906555, "eta/annotator_52": 0.9492944478988647, "eta/annotator_53": 0.9483230710029602, "eta/annotator_54": 0.9527360200881958, "eta/annotator_55": 0.957502007484436, "eta/annotator_56": 0.9490860104560852, "eta/annotator_57": 0.9504277110099792, "eta/annotator_58": 0.9516539573669434, "eta/annotator_59": 0.9509676098823547, "eta/annotator_6": 0.9581721425056458, "eta/annotator_60": 0.9510486721992493, "eta/annotator_61": 0.9490154385566711, "eta/annotator_62": 0.9494880437850952, "eta/annotator_63": 0.9512436985969543, "eta/annotator_64": 0.9508330225944519, "eta/annotator_65": 0.9481155276298523, "eta/annotator_66": 0.9509469270706177, "eta/annotator_67": 0.9525086283683777, "eta/annotator_68": 0.951390266418457, "eta/annotator_69": 0.9499996900558472, "eta/annotator_7": 0.9473003149032593, "eta/annotator_70": 0.9499996900558472, "eta/annotator_71": 0.9538083076477051, "eta/annotator_72": 0.9496925473213196, "eta/annotator_73": 0.9502526521682739, "eta/annotator_74": 0.9504417181015015, "eta/annotator_75": 0.9497666358947754, "eta/annotator_76": 0.9507524371147156, "eta/annotator_77": 0.9485136866569519, "eta/annotator_78": 0.9498566389083862, "eta/annotator_79": 0.9489811658859253, "eta/annotator_8": 0.9497863054275513, "eta/annotator_80": 0.9505197405815125, "eta/annotator_81": 0.9504380226135254, "eta/annotator_82": 0.9516853094100952, "eta/annotator_83": 0.9433106184005737, "eta/annotator_84": 0.9516785740852356, "eta/annotator_85": 0.9506043195724487, "eta/annotator_86": 0.9546296000480652, "eta/annotator_87": 0.9453632235527039, "eta/annotator_88": 0.948453426361084, "eta/annotator_89": 0.9374434351921082, "eta/annotator_9": 0.9507296681404114, "eta/annotator_90": 0.9467452168464661, "eta/annotator_91": 0.9498200416564941, "eta/annotator_92": 0.952832043170929, "eta/annotator_93": 0.9509505033493042, "eta/annotator_94": 0.9500330686569214, "eta/annotator_95": 0.9531381726264954, "eta/annotator_96": 0.9048035740852356, "eta/annotator_97": 0.9489477276802063, "eta/annotator_98": 0.9474074244499207, "eta/annotator_99": 0.9393223524093628, "grad_norm": 37.66702365991062, "learning_rate": 4.611650485436893e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -311.9750061035156, "logps/rejected": -244.71249389648438, "loss": 0.6401, "rewards/accuracies": 0.5523437261581421, "rewards/chosen": 0.20271949470043182, "rewards/margins": 0.22863121330738068, "rewards/rejected": -0.025884246453642845, "step": 40 }, { "em/agreement_weights_mean": 0.9462542533874512, "em/agreement_weights_std": 0.04945344850420952, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.2183406113537118, "eta/annotator_0": 0.9492369890213013, "eta/annotator_1": 0.9548497200012207, "eta/annotator_10": 0.9533982276916504, "eta/annotator_100": 0.9395890235900879, "eta/annotator_101": 0.9494956731796265, "eta/annotator_102": 0.951384425163269, "eta/annotator_103": 0.9352988004684448, "eta/annotator_104": 0.9518581628799438, "eta/annotator_105": 0.9511059522628784, "eta/annotator_106": 0.9529662132263184, "eta/annotator_107": 0.9491890668869019, "eta/annotator_108": 0.9469379186630249, "eta/annotator_109": 0.9520262479782104, "eta/annotator_11": 0.9512055516242981, "eta/annotator_110": 0.9475106000900269, "eta/annotator_111": 0.9498535990715027, "eta/annotator_112": 0.949542224407196, "eta/annotator_113": 0.9497690200805664, "eta/annotator_114": 0.9454399943351746, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9508315324783325, "eta/annotator_118": 0.924763023853302, "eta/annotator_119": 0.9506133198738098, "eta/annotator_12": 0.9539114832878113, "eta/annotator_120": 0.9439244270324707, "eta/annotator_121": 0.9489325284957886, "eta/annotator_122": 0.9506953358650208, "eta/annotator_123": 0.9476355314254761, "eta/annotator_124": 0.9362265467643738, "eta/annotator_125": 0.9389262199401855, "eta/annotator_126": 0.9519078135490417, "eta/annotator_127": 0.9525326490402222, "eta/annotator_128": 0.9527233242988586, "eta/annotator_129": 0.9537110328674316, "eta/annotator_13": 0.9448593258857727, "eta/annotator_130": 0.9536826014518738, "eta/annotator_131": 0.9550636410713196, "eta/annotator_132": 0.9453492164611816, "eta/annotator_133": 0.9541515111923218, "eta/annotator_134": 0.9523504972457886, "eta/annotator_135": 0.9506928324699402, "eta/annotator_136": 0.9527403712272644, "eta/annotator_137": 0.9512321352958679, "eta/annotator_138": 0.950759768486023, "eta/annotator_139": 0.9540656208992004, "eta/annotator_14": 0.9449104070663452, "eta/annotator_140": 0.9477485418319702, "eta/annotator_141": 0.9473457336425781, "eta/annotator_142": 0.9519385099411011, "eta/annotator_143": 0.9515748023986816, "eta/annotator_144": 0.9482800364494324, "eta/annotator_145": 0.9515393376350403, "eta/annotator_146": 0.955083966255188, "eta/annotator_147": 0.9472969770431519, "eta/annotator_148": 0.9539473652839661, "eta/annotator_149": 0.9487407803535461, "eta/annotator_15": 0.9563730359077454, "eta/annotator_150": 0.947314441204071, "eta/annotator_151": 0.9515434503555298, "eta/annotator_152": 0.9510223269462585, "eta/annotator_153": 0.9556953310966492, "eta/annotator_154": 0.9549123644828796, "eta/annotator_155": 0.9520379304885864, "eta/annotator_156": 0.9473975300788879, "eta/annotator_157": 0.9411223530769348, "eta/annotator_158": 0.9539299011230469, "eta/annotator_159": 0.9497882723808289, "eta/annotator_16": 0.9498798251152039, "eta/annotator_160": 0.9480717778205872, "eta/annotator_161": 0.9424309730529785, "eta/annotator_162": 0.9522221684455872, "eta/annotator_163": 0.9514083862304688, "eta/annotator_164": 0.9484920501708984, "eta/annotator_165": 0.9506047368049622, "eta/annotator_166": 0.9559683799743652, "eta/annotator_167": 0.9541037678718567, "eta/annotator_168": 0.9532653093338013, "eta/annotator_169": 0.9526267051696777, "eta/annotator_17": 0.9490643739700317, "eta/annotator_170": 0.951888918876648, "eta/annotator_171": 0.9433602094650269, "eta/annotator_172": 0.9523983001708984, "eta/annotator_173": 0.9433056116104126, "eta/annotator_174": 0.949630081653595, "eta/annotator_175": 0.9481452107429504, "eta/annotator_176": 0.9506649971008301, "eta/annotator_177": 0.9463184475898743, "eta/annotator_178": 0.949364185333252, "eta/annotator_179": 0.9442695379257202, "eta/annotator_18": 0.9481738805770874, "eta/annotator_180": 0.9486666917800903, "eta/annotator_181": 0.948248565196991, "eta/annotator_182": 0.9570137858390808, "eta/annotator_183": 0.9515271186828613, "eta/annotator_184": 0.9346102476119995, "eta/annotator_185": 0.9530649185180664, "eta/annotator_186": 0.9564498066902161, "eta/annotator_187": 0.9542301893234253, "eta/annotator_188": 0.9465362429618835, "eta/annotator_189": 0.9502662420272827, "eta/annotator_19": 0.9484813809394836, "eta/annotator_190": 0.9497882723808289, "eta/annotator_191": 0.9514124989509583, "eta/annotator_192": 0.9534190893173218, "eta/annotator_193": 0.9558591842651367, "eta/annotator_194": 0.9410152435302734, "eta/annotator_195": 0.944342315196991, "eta/annotator_196": 0.9501150846481323, "eta/annotator_197": 0.9496854543685913, "eta/annotator_198": 0.9487549066543579, "eta/annotator_199": 0.9528495669364929, "eta/annotator_2": 0.9486792683601379, "eta/annotator_20": 0.9430770874023438, "eta/annotator_200": 0.9576139450073242, "eta/annotator_201": 0.9480108022689819, "eta/annotator_202": 0.9554538726806641, "eta/annotator_203": 0.9565841555595398, "eta/annotator_204": 0.9503691792488098, "eta/annotator_205": 0.9492478370666504, "eta/annotator_206": 0.9532162547111511, "eta/annotator_207": 0.9522942304611206, "eta/annotator_208": 0.9448398351669312, "eta/annotator_209": 0.9514483213424683, "eta/annotator_21": 0.9438681602478027, "eta/annotator_210": 0.9497170448303223, "eta/annotator_211": 0.9504271745681763, "eta/annotator_212": 0.9496971964836121, "eta/annotator_213": 0.9504992365837097, "eta/annotator_214": 0.9498072862625122, "eta/annotator_215": 0.9608845710754395, "eta/annotator_216": 0.9573529958724976, "eta/annotator_217": 0.9512001872062683, "eta/annotator_218": 0.9443318247795105, "eta/annotator_219": 0.9511103630065918, "eta/annotator_22": 0.9493792653083801, "eta/annotator_220": 0.9440537691116333, "eta/annotator_221": 0.9444887042045593, "eta/annotator_222": 0.945798397064209, "eta/annotator_223": 0.9533326029777527, "eta/annotator_224": 0.9504832029342651, "eta/annotator_225": 0.9531663656234741, "eta/annotator_226": 0.9491966962814331, "eta/annotator_23": 0.9369737505912781, "eta/annotator_24": 0.9552720189094543, "eta/annotator_25": 0.9590809941291809, "eta/annotator_26": 0.9564406275749207, "eta/annotator_27": 0.9522307515144348, "eta/annotator_28": 0.9560273289680481, "eta/annotator_29": 0.9482914209365845, "eta/annotator_3": 0.9527544975280762, "eta/annotator_30": 0.9523910284042358, "eta/annotator_31": 0.9499813914299011, "eta/annotator_32": 0.9495276212692261, "eta/annotator_33": 0.9492859840393066, "eta/annotator_34": 0.9499309659004211, "eta/annotator_35": 0.9520991444587708, "eta/annotator_36": 0.952391505241394, "eta/annotator_37": 0.9540192484855652, "eta/annotator_38": 0.944811224937439, "eta/annotator_39": 0.9509619474411011, "eta/annotator_4": 0.9517210721969604, "eta/annotator_40": 0.9499996900558472, "eta/annotator_41": 0.9516733288764954, "eta/annotator_42": 0.9540122151374817, "eta/annotator_43": 0.9525943994522095, "eta/annotator_44": 0.9553046226501465, "eta/annotator_45": 0.9499996900558472, "eta/annotator_46": 0.9508839845657349, "eta/annotator_47": 0.933230996131897, "eta/annotator_48": 0.947149932384491, "eta/annotator_49": 0.9496161341667175, "eta/annotator_5": 0.9494931101799011, "eta/annotator_50": 0.9463201761245728, "eta/annotator_51": 0.9511107206344604, "eta/annotator_52": 0.9518758058547974, "eta/annotator_53": 0.9461174011230469, "eta/annotator_54": 0.9534420967102051, "eta/annotator_55": 0.9601203203201294, "eta/annotator_56": 0.9509850740432739, "eta/annotator_57": 0.9542797803878784, "eta/annotator_58": 0.9519240260124207, "eta/annotator_59": 0.9515868425369263, "eta/annotator_6": 0.9560446739196777, "eta/annotator_60": 0.9510486721992493, "eta/annotator_61": 0.9482477307319641, "eta/annotator_62": 0.9514281153678894, "eta/annotator_63": 0.9509479403495789, "eta/annotator_64": 0.9515544772148132, "eta/annotator_65": 0.9291950464248657, "eta/annotator_66": 0.9518105387687683, "eta/annotator_67": 0.9544086456298828, "eta/annotator_68": 0.9550339579582214, "eta/annotator_69": 0.9499996900558472, "eta/annotator_7": 0.9472588300704956, "eta/annotator_70": 0.9501098394393921, "eta/annotator_71": 0.9528773427009583, "eta/annotator_72": 0.9495670199394226, "eta/annotator_73": 0.9491156339645386, "eta/annotator_74": 0.9504417181015015, "eta/annotator_75": 0.9503437280654907, "eta/annotator_76": 0.9444831013679504, "eta/annotator_77": 0.949487566947937, "eta/annotator_78": 0.9499637484550476, "eta/annotator_79": 0.9533089399337769, "eta/annotator_8": 0.9493393898010254, "eta/annotator_80": 0.9516609311103821, "eta/annotator_81": 0.943993091583252, "eta/annotator_82": 0.9525631666183472, "eta/annotator_83": 0.9458953738212585, "eta/annotator_84": 0.9520450830459595, "eta/annotator_85": 0.9520485997200012, "eta/annotator_86": 0.955013632774353, "eta/annotator_87": 0.9455752372741699, "eta/annotator_88": 0.9485543370246887, "eta/annotator_89": 0.9371575117111206, "eta/annotator_9": 0.9533390998840332, "eta/annotator_90": 0.9394522905349731, "eta/annotator_91": 0.9480269551277161, "eta/annotator_92": 0.953781008720398, "eta/annotator_93": 0.9530274271965027, "eta/annotator_94": 0.9510303735733032, "eta/annotator_95": 0.9512856602668762, "eta/annotator_96": 0.9067007899284363, "eta/annotator_97": 0.9499680399894714, "eta/annotator_98": 0.9482859373092651, "eta/annotator_99": 0.9322723150253296, "grad_norm": 41.7595411348162, "learning_rate": 4.368932038834951e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -315.7250061035156, "logps/rejected": -245.9875030517578, "loss": 0.6282, "rewards/accuracies": 0.589062511920929, "rewards/chosen": -0.06384773552417755, "rewards/margins": 0.2523471713066101, "rewards/rejected": -0.3160362243652344, "step": 50 }, { "em/agreement_weights_mean": 0.9500139355659485, "em/agreement_weights_std": 0.04122165963053703, "em/unique_annotators_in_global_batch": 15.149999618530273, "epoch": 0.26200873362445415, "eta/annotator_0": 0.9512808918952942, "eta/annotator_1": 0.9562562108039856, "eta/annotator_10": 0.9561287760734558, "eta/annotator_100": 0.9410794377326965, "eta/annotator_101": 0.9460644721984863, "eta/annotator_102": 0.9497817158699036, "eta/annotator_103": 0.9348610639572144, "eta/annotator_104": 0.950853168964386, "eta/annotator_105": 0.9511059522628784, "eta/annotator_106": 0.9526841044425964, "eta/annotator_107": 0.9503525495529175, "eta/annotator_108": 0.9468064308166504, "eta/annotator_109": 0.9521582722663879, "eta/annotator_11": 0.9551346898078918, "eta/annotator_110": 0.9318298101425171, "eta/annotator_111": 0.9494510889053345, "eta/annotator_112": 0.9454251527786255, "eta/annotator_113": 0.9548408389091492, "eta/annotator_114": 0.948667049407959, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.950989842414856, "eta/annotator_118": 0.9269152879714966, "eta/annotator_119": 0.947696328163147, "eta/annotator_12": 0.9536826014518738, "eta/annotator_120": 0.9488754272460938, "eta/annotator_121": 0.9487876892089844, "eta/annotator_122": 0.9507420659065247, "eta/annotator_123": 0.9479888081550598, "eta/annotator_124": 0.9364190101623535, "eta/annotator_125": 0.9396300315856934, "eta/annotator_126": 0.9533451199531555, "eta/annotator_127": 0.9534298777580261, "eta/annotator_128": 0.9524409174919128, "eta/annotator_129": 0.9540098905563354, "eta/annotator_13": 0.9449563026428223, "eta/annotator_130": 0.9542412757873535, "eta/annotator_131": 0.9540915489196777, "eta/annotator_132": 0.9432353973388672, "eta/annotator_133": 0.9574443697929382, "eta/annotator_134": 0.9543019533157349, "eta/annotator_135": 0.9509164690971375, "eta/annotator_136": 0.9525192975997925, "eta/annotator_137": 0.9503593444824219, "eta/annotator_138": 0.9508990049362183, "eta/annotator_139": 0.9557865858078003, "eta/annotator_14": 0.941674530506134, "eta/annotator_140": 0.949927031993866, "eta/annotator_141": 0.9474371671676636, "eta/annotator_142": 0.9534667730331421, "eta/annotator_143": 0.9478745460510254, "eta/annotator_144": 0.9491793513298035, "eta/annotator_145": 0.9513726234436035, "eta/annotator_146": 0.961798369884491, "eta/annotator_147": 0.9472383260726929, "eta/annotator_148": 0.9550728797912598, "eta/annotator_149": 0.9468954801559448, "eta/annotator_15": 0.9589554071426392, "eta/annotator_150": 0.9400839805603027, "eta/annotator_151": 0.9527429342269897, "eta/annotator_152": 0.9496841430664062, "eta/annotator_153": 0.9572834968566895, "eta/annotator_154": 0.9516676664352417, "eta/annotator_155": 0.9520379304885864, "eta/annotator_156": 0.9479939341545105, "eta/annotator_157": 0.941792368888855, "eta/annotator_158": 0.9545425176620483, "eta/annotator_159": 0.9518944025039673, "eta/annotator_16": 0.9514182209968567, "eta/annotator_160": 0.949874758720398, "eta/annotator_161": 0.9430850148200989, "eta/annotator_162": 0.9531437158584595, "eta/annotator_163": 0.9494735598564148, "eta/annotator_164": 0.9461890459060669, "eta/annotator_165": 0.9553306698799133, "eta/annotator_166": 0.9566963911056519, "eta/annotator_167": 0.9553858637809753, "eta/annotator_168": 0.9541558027267456, "eta/annotator_169": 0.9533728361129761, "eta/annotator_17": 0.9493575096130371, "eta/annotator_170": 0.9491318464279175, "eta/annotator_171": 0.9395644068717957, "eta/annotator_172": 0.9578856229782104, "eta/annotator_173": 0.9316518902778625, "eta/annotator_174": 0.9488301277160645, "eta/annotator_175": 0.948283314704895, "eta/annotator_176": 0.948037326335907, "eta/annotator_177": 0.9432815313339233, "eta/annotator_178": 0.9467064738273621, "eta/annotator_179": 0.9471362233161926, "eta/annotator_18": 0.9449688196182251, "eta/annotator_180": 0.9478739500045776, "eta/annotator_181": 0.9501734972000122, "eta/annotator_182": 0.9573746919631958, "eta/annotator_183": 0.9506491422653198, "eta/annotator_184": 0.9343832731246948, "eta/annotator_185": 0.9555261731147766, "eta/annotator_186": 0.9547598958015442, "eta/annotator_187": 0.9492288827896118, "eta/annotator_188": 0.9465889930725098, "eta/annotator_189": 0.9526688456535339, "eta/annotator_19": 0.9470568895339966, "eta/annotator_190": 0.9500525593757629, "eta/annotator_191": 0.9538801908493042, "eta/annotator_192": 0.9554263949394226, "eta/annotator_193": 0.9544350504875183, "eta/annotator_194": 0.9368136525154114, "eta/annotator_195": 0.9457491636276245, "eta/annotator_196": 0.9474137425422668, "eta/annotator_197": 0.9513564109802246, "eta/annotator_198": 0.9266976118087769, "eta/annotator_199": 0.9524737596511841, "eta/annotator_2": 0.9499253034591675, "eta/annotator_20": 0.9439263343811035, "eta/annotator_200": 0.9583504796028137, "eta/annotator_201": 0.9490675926208496, "eta/annotator_202": 0.9530030488967896, "eta/annotator_203": 0.9547370076179504, "eta/annotator_204": 0.9550371170043945, "eta/annotator_205": 0.9488661885261536, "eta/annotator_206": 0.9564927220344543, "eta/annotator_207": 0.9511657953262329, "eta/annotator_208": 0.9416922330856323, "eta/annotator_209": 0.9542824625968933, "eta/annotator_21": 0.9290260076522827, "eta/annotator_210": 0.9459222555160522, "eta/annotator_211": 0.9505149126052856, "eta/annotator_212": 0.9211023449897766, "eta/annotator_213": 0.9533919095993042, "eta/annotator_214": 0.9522180557250977, "eta/annotator_215": 0.9644954800605774, "eta/annotator_216": 0.9603679776191711, "eta/annotator_217": 0.9502679109573364, "eta/annotator_218": 0.9479954838752747, "eta/annotator_219": 0.9514745473861694, "eta/annotator_22": 0.9493483304977417, "eta/annotator_220": 0.9429003596305847, "eta/annotator_221": 0.9471535682678223, "eta/annotator_222": 0.9436843991279602, "eta/annotator_223": 0.9560025334358215, "eta/annotator_224": 0.9431620836257935, "eta/annotator_225": 0.9579690098762512, "eta/annotator_226": 0.9509145021438599, "eta/annotator_23": 0.9229758381843567, "eta/annotator_24": 0.9552720189094543, "eta/annotator_25": 0.9608103632926941, "eta/annotator_26": 0.9586365818977356, "eta/annotator_27": 0.951967716217041, "eta/annotator_28": 0.95869380235672, "eta/annotator_29": 0.950745701789856, "eta/annotator_3": 0.9543973207473755, "eta/annotator_30": 0.9540358781814575, "eta/annotator_31": 0.9497773051261902, "eta/annotator_32": 0.9495276212692261, "eta/annotator_33": 0.9505473375320435, "eta/annotator_34": 0.9500953555107117, "eta/annotator_35": 0.9525589942932129, "eta/annotator_36": 0.9529193639755249, "eta/annotator_37": 0.952294647693634, "eta/annotator_38": 0.9438000917434692, "eta/annotator_39": 0.955112636089325, "eta/annotator_4": 0.9517961740493774, "eta/annotator_40": 0.9501242637634277, "eta/annotator_41": 0.9460207223892212, "eta/annotator_42": 0.9548726081848145, "eta/annotator_43": 0.9540912508964539, "eta/annotator_44": 0.9521239995956421, "eta/annotator_45": 0.9499996900558472, "eta/annotator_46": 0.9511807560920715, "eta/annotator_47": 0.935073971748352, "eta/annotator_48": 0.9377611875534058, "eta/annotator_49": 0.9488974809646606, "eta/annotator_5": 0.9471146464347839, "eta/annotator_50": 0.9433493614196777, "eta/annotator_51": 0.9494732022285461, "eta/annotator_52": 0.9551026225090027, "eta/annotator_53": 0.9462927579879761, "eta/annotator_54": 0.955528736114502, "eta/annotator_55": 0.9614452123641968, "eta/annotator_56": 0.952725887298584, "eta/annotator_57": 0.9542797803878784, "eta/annotator_58": 0.9534699320793152, "eta/annotator_59": 0.9506303071975708, "eta/annotator_6": 0.9571390151977539, "eta/annotator_60": 0.9512726068496704, "eta/annotator_61": 0.9354017972946167, "eta/annotator_62": 0.9495312571525574, "eta/annotator_63": 0.9487372636795044, "eta/annotator_64": 0.9527568817138672, "eta/annotator_65": 0.9265209436416626, "eta/annotator_66": 0.9518105387687683, "eta/annotator_67": 0.956893801689148, "eta/annotator_68": 0.9563722610473633, "eta/annotator_69": 0.9501885175704956, "eta/annotator_7": 0.945067286491394, "eta/annotator_70": 0.951913058757782, "eta/annotator_71": 0.9546844363212585, "eta/annotator_72": 0.9506402015686035, "eta/annotator_73": 0.947157084941864, "eta/annotator_74": 0.9505003690719604, "eta/annotator_75": 0.9511809349060059, "eta/annotator_76": 0.9454677700996399, "eta/annotator_77": 0.9524675607681274, "eta/annotator_78": 0.9509270787239075, "eta/annotator_79": 0.9532084465026855, "eta/annotator_8": 0.9485183954238892, "eta/annotator_80": 0.9516609311103821, "eta/annotator_81": 0.9453503489494324, "eta/annotator_82": 0.9461349248886108, "eta/annotator_83": 0.9454239010810852, "eta/annotator_84": 0.9537593722343445, "eta/annotator_85": 0.9524901509284973, "eta/annotator_86": 0.9550310969352722, "eta/annotator_87": 0.9438982009887695, "eta/annotator_88": 0.948650062084198, "eta/annotator_89": 0.9345866441726685, "eta/annotator_9": 0.9526118040084839, "eta/annotator_90": 0.9295638799667358, "eta/annotator_91": 0.9532893896102905, "eta/annotator_92": 0.953231155872345, "eta/annotator_93": 0.955755352973938, "eta/annotator_94": 0.9528805017471313, "eta/annotator_95": 0.9503172636032104, "eta/annotator_96": 0.9079941511154175, "eta/annotator_97": 0.9456329345703125, "eta/annotator_98": 0.9473546147346497, "eta/annotator_99": 0.9377875328063965, "grad_norm": 41.27866458913058, "learning_rate": 4.126213592233009e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -324.0, "logps/rejected": -256.42498779296875, "loss": 0.6116, "rewards/accuracies": 0.610156238079071, "rewards/chosen": -0.2170993834733963, "rewards/margins": 0.31264036893844604, "rewards/rejected": -0.5296630859375, "step": 60 }, { "em/agreement_weights_mean": 0.9512971639633179, "em/agreement_weights_std": 0.04011087119579315, "em/unique_annotators_in_global_batch": 15.375, "epoch": 0.3056768558951965, "eta/annotator_0": 0.9527541995048523, "eta/annotator_1": 0.9579468965530396, "eta/annotator_10": 0.9583954811096191, "eta/annotator_100": 0.9409232139587402, "eta/annotator_101": 0.9460121989250183, "eta/annotator_102": 0.9465348124504089, "eta/annotator_103": 0.9309276342391968, "eta/annotator_104": 0.9387485384941101, "eta/annotator_105": 0.9511059522628784, "eta/annotator_106": 0.9540875554084778, "eta/annotator_107": 0.9527831077575684, "eta/annotator_108": 0.9412975311279297, "eta/annotator_109": 0.9480517506599426, "eta/annotator_11": 0.955304741859436, "eta/annotator_110": 0.9325687289237976, "eta/annotator_111": 0.9464256167411804, "eta/annotator_112": 0.9454251527786255, "eta/annotator_113": 0.9510262608528137, "eta/annotator_114": 0.947646975517273, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9532176852226257, "eta/annotator_118": 0.925122082233429, "eta/annotator_119": 0.9490187764167786, "eta/annotator_12": 0.9518088102340698, "eta/annotator_120": 0.9519206285476685, "eta/annotator_121": 0.9524855613708496, "eta/annotator_122": 0.9515585899353027, "eta/annotator_123": 0.9479171633720398, "eta/annotator_124": 0.9373086094856262, "eta/annotator_125": 0.9422985315322876, "eta/annotator_126": 0.9461261630058289, "eta/annotator_127": 0.9568937420845032, "eta/annotator_128": 0.9522015452384949, "eta/annotator_129": 0.9592915773391724, "eta/annotator_13": 0.945649266242981, "eta/annotator_130": 0.9529854655265808, "eta/annotator_131": 0.9534328579902649, "eta/annotator_132": 0.9396572113037109, "eta/annotator_133": 0.9549902677536011, "eta/annotator_134": 0.9567246437072754, "eta/annotator_135": 0.9533075094223022, "eta/annotator_136": 0.9506537318229675, "eta/annotator_137": 0.9559391140937805, "eta/annotator_138": 0.9521915316581726, "eta/annotator_139": 0.9565017819404602, "eta/annotator_14": 0.9450790286064148, "eta/annotator_140": 0.9577434659004211, "eta/annotator_141": 0.9480676651000977, "eta/annotator_142": 0.9576680064201355, "eta/annotator_143": 0.9483734965324402, "eta/annotator_144": 0.9490927457809448, "eta/annotator_145": 0.9489452242851257, "eta/annotator_146": 0.9603863954544067, "eta/annotator_147": 0.9385493397712708, "eta/annotator_148": 0.9554106593132019, "eta/annotator_149": 0.9473956227302551, "eta/annotator_15": 0.959387481212616, "eta/annotator_150": 0.9408057332038879, "eta/annotator_151": 0.9548012614250183, "eta/annotator_152": 0.9459349513053894, "eta/annotator_153": 0.9583183526992798, "eta/annotator_154": 0.9524880647659302, "eta/annotator_155": 0.9514427185058594, "eta/annotator_156": 0.9493900537490845, "eta/annotator_157": 0.9414345026016235, "eta/annotator_158": 0.9510634541511536, "eta/annotator_159": 0.9523919820785522, "eta/annotator_16": 0.9557164907455444, "eta/annotator_160": 0.95417320728302, "eta/annotator_161": 0.9414883852005005, "eta/annotator_162": 0.9535034894943237, "eta/annotator_163": 0.9485181570053101, "eta/annotator_164": 0.9448591470718384, "eta/annotator_165": 0.9573718309402466, "eta/annotator_166": 0.9559014439582825, "eta/annotator_167": 0.9568266868591309, "eta/annotator_168": 0.9544605016708374, "eta/annotator_169": 0.9544211626052856, "eta/annotator_17": 0.9493118524551392, "eta/annotator_170": 0.949755847454071, "eta/annotator_171": 0.9408044815063477, "eta/annotator_172": 0.9575642347335815, "eta/annotator_173": 0.9228217005729675, "eta/annotator_174": 0.9487804174423218, "eta/annotator_175": 0.9490334391593933, "eta/annotator_176": 0.9495488405227661, "eta/annotator_177": 0.9447780847549438, "eta/annotator_178": 0.9477378726005554, "eta/annotator_179": 0.9497416615486145, "eta/annotator_18": 0.9463067054748535, "eta/annotator_180": 0.946075439453125, "eta/annotator_181": 0.9514287114143372, "eta/annotator_182": 0.9583271145820618, "eta/annotator_183": 0.9490320086479187, "eta/annotator_184": 0.9389408826828003, "eta/annotator_185": 0.9564032554626465, "eta/annotator_186": 0.9557326436042786, "eta/annotator_187": 0.9511857032775879, "eta/annotator_188": 0.9467566609382629, "eta/annotator_189": 0.9542860984802246, "eta/annotator_19": 0.9494101405143738, "eta/annotator_190": 0.9538956880569458, "eta/annotator_191": 0.9548646211624146, "eta/annotator_192": 0.9568520784378052, "eta/annotator_193": 0.9555686712265015, "eta/annotator_194": 0.9386948347091675, "eta/annotator_195": 0.951397716999054, "eta/annotator_196": 0.9482743144035339, "eta/annotator_197": 0.9512795209884644, "eta/annotator_198": 0.9237097501754761, "eta/annotator_199": 0.936638355255127, "eta/annotator_2": 0.9518452882766724, "eta/annotator_20": 0.9404781460762024, "eta/annotator_200": 0.9589713215827942, "eta/annotator_201": 0.9510974884033203, "eta/annotator_202": 0.9546996355056763, "eta/annotator_203": 0.9560264348983765, "eta/annotator_204": 0.9603171348571777, "eta/annotator_205": 0.9490929841995239, "eta/annotator_206": 0.9574587941169739, "eta/annotator_207": 0.9516436457633972, "eta/annotator_208": 0.9425413012504578, "eta/annotator_209": 0.9555671811103821, "eta/annotator_21": 0.9076492190361023, "eta/annotator_210": 0.948082447052002, "eta/annotator_211": 0.9508794546127319, "eta/annotator_212": 0.9230579137802124, "eta/annotator_213": 0.9531136751174927, "eta/annotator_214": 0.9389954805374146, "eta/annotator_215": 0.9646294713020325, "eta/annotator_216": 0.9618960618972778, "eta/annotator_217": 0.9502679109573364, "eta/annotator_218": 0.947058379650116, "eta/annotator_219": 0.9541012644767761, "eta/annotator_22": 0.9496247172355652, "eta/annotator_220": 0.9414116740226746, "eta/annotator_221": 0.9468216896057129, "eta/annotator_222": 0.9469670057296753, "eta/annotator_223": 0.9561602473258972, "eta/annotator_224": 0.9400776028633118, "eta/annotator_225": 0.9586455225944519, "eta/annotator_226": 0.9519438743591309, "eta/annotator_23": 0.929074764251709, "eta/annotator_24": 0.9552494883537292, "eta/annotator_25": 0.9612411260604858, "eta/annotator_26": 0.9592810869216919, "eta/annotator_27": 0.9535648226737976, "eta/annotator_28": 0.9600505828857422, "eta/annotator_29": 0.9492859840393066, "eta/annotator_3": 0.9551675915718079, "eta/annotator_30": 0.9546107053756714, "eta/annotator_31": 0.9471014738082886, "eta/annotator_32": 0.9495276212692261, "eta/annotator_33": 0.9504424333572388, "eta/annotator_34": 0.9410725831985474, "eta/annotator_35": 0.9458876848220825, "eta/annotator_36": 0.953963577747345, "eta/annotator_37": 0.9474107623100281, "eta/annotator_38": 0.9381173253059387, "eta/annotator_39": 0.9582465887069702, "eta/annotator_4": 0.9531975984573364, "eta/annotator_40": 0.9513298869132996, "eta/annotator_41": 0.9480120539665222, "eta/annotator_42": 0.9581413269042969, "eta/annotator_43": 0.9531504511833191, "eta/annotator_44": 0.9507526159286499, "eta/annotator_45": 0.9499996900558472, "eta/annotator_46": 0.9536690711975098, "eta/annotator_47": 0.9355514645576477, "eta/annotator_48": 0.9354244470596313, "eta/annotator_49": 0.9480578303337097, "eta/annotator_5": 0.9492095112800598, "eta/annotator_50": 0.9452092051506042, "eta/annotator_51": 0.9296782612800598, "eta/annotator_52": 0.9562942385673523, "eta/annotator_53": 0.9475785493850708, "eta/annotator_54": 0.9554673433303833, "eta/annotator_55": 0.9663857221603394, "eta/annotator_56": 0.9531775712966919, "eta/annotator_57": 0.9543814659118652, "eta/annotator_58": 0.9554719924926758, "eta/annotator_59": 0.9498019218444824, "eta/annotator_6": 0.9594779014587402, "eta/annotator_60": 0.9536345601081848, "eta/annotator_61": 0.9377177357673645, "eta/annotator_62": 0.9511688351631165, "eta/annotator_63": 0.952708899974823, "eta/annotator_64": 0.9535796046257019, "eta/annotator_65": 0.9024542570114136, "eta/annotator_66": 0.9522249102592468, "eta/annotator_67": 0.9550200700759888, "eta/annotator_68": 0.959871768951416, "eta/annotator_69": 0.9523015022277832, "eta/annotator_7": 0.9451541900634766, "eta/annotator_70": 0.951913058757782, "eta/annotator_71": 0.9576002955436707, "eta/annotator_72": 0.9511788487434387, "eta/annotator_73": 0.9505748748779297, "eta/annotator_74": 0.9520899057388306, "eta/annotator_75": 0.9506599307060242, "eta/annotator_76": 0.9457129240036011, "eta/annotator_77": 0.9523165822029114, "eta/annotator_78": 0.9510658979415894, "eta/annotator_79": 0.948780357837677, "eta/annotator_8": 0.9321401715278625, "eta/annotator_80": 0.9518082737922668, "eta/annotator_81": 0.9486328363418579, "eta/annotator_82": 0.9490631818771362, "eta/annotator_83": 0.9455646276473999, "eta/annotator_84": 0.9548729658126831, "eta/annotator_85": 0.9536172151565552, "eta/annotator_86": 0.9533615112304688, "eta/annotator_87": 0.9318016171455383, "eta/annotator_88": 0.9498580098152161, "eta/annotator_89": 0.9345778226852417, "eta/annotator_9": 0.9511594772338867, "eta/annotator_90": 0.9265395998954773, "eta/annotator_91": 0.9556481242179871, "eta/annotator_92": 0.9571870565414429, "eta/annotator_93": 0.9538627862930298, "eta/annotator_94": 0.9535568356513977, "eta/annotator_95": 0.9515560269355774, "eta/annotator_96": 0.9081854820251465, "eta/annotator_97": 0.945227324962616, "eta/annotator_98": 0.9464848637580872, "eta/annotator_99": 0.93827885389328, "grad_norm": 38.7351143054622, "learning_rate": 3.8834951456310675e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -317.375, "logps/rejected": -236.6999969482422, "loss": 0.5966, "rewards/accuracies": 0.6187499761581421, "rewards/chosen": -0.2642948031425476, "rewards/margins": 0.3685535490512848, "rewards/rejected": -0.6329711675643921, "step": 70 }, { "em/agreement_weights_mean": 0.9471791386604309, "em/agreement_weights_std": 0.05827828124165535, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.34934497816593885, "eta/annotator_0": 0.951018214225769, "eta/annotator_1": 0.9612467885017395, "eta/annotator_10": 0.9589641690254211, "eta/annotator_100": 0.9418598413467407, "eta/annotator_101": 0.945427417755127, "eta/annotator_102": 0.9459570646286011, "eta/annotator_103": 0.9298202395439148, "eta/annotator_104": 0.9377277493476868, "eta/annotator_105": 0.951168417930603, "eta/annotator_106": 0.9519363641738892, "eta/annotator_107": 0.9527831077575684, "eta/annotator_108": 0.9447503089904785, "eta/annotator_109": 0.9504650831222534, "eta/annotator_11": 0.9568969011306763, "eta/annotator_110": 0.9384886622428894, "eta/annotator_111": 0.9473759531974792, "eta/annotator_112": 0.9454251527786255, "eta/annotator_113": 0.9453067779541016, "eta/annotator_114": 0.9485724568367004, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9542049169540405, "eta/annotator_118": 0.9283981323242188, "eta/annotator_119": 0.947447657585144, "eta/annotator_12": 0.9533481597900391, "eta/annotator_120": 0.9548309445381165, "eta/annotator_121": 0.9577539563179016, "eta/annotator_122": 0.9514256715774536, "eta/annotator_123": 0.9495338201522827, "eta/annotator_124": 0.9366875886917114, "eta/annotator_125": 0.9469871520996094, "eta/annotator_126": 0.9464653730392456, "eta/annotator_127": 0.9597919583320618, "eta/annotator_128": 0.9519981145858765, "eta/annotator_129": 0.9604134559631348, "eta/annotator_13": 0.9370611906051636, "eta/annotator_130": 0.9508060216903687, "eta/annotator_131": 0.9565767049789429, "eta/annotator_132": 0.9404866099357605, "eta/annotator_133": 0.9550875425338745, "eta/annotator_134": 0.9578499794006348, "eta/annotator_135": 0.9493846893310547, "eta/annotator_136": 0.9517616033554077, "eta/annotator_137": 0.9590824842453003, "eta/annotator_138": 0.9526695013046265, "eta/annotator_139": 0.961766242980957, "eta/annotator_14": 0.9458752870559692, "eta/annotator_140": 0.9610480070114136, "eta/annotator_141": 0.9549254179000854, "eta/annotator_142": 0.959518313407898, "eta/annotator_143": 0.9487510919570923, "eta/annotator_144": 0.9494380950927734, "eta/annotator_145": 0.945568859577179, "eta/annotator_146": 0.9592543840408325, "eta/annotator_147": 0.9354901313781738, "eta/annotator_148": 0.9537766575813293, "eta/annotator_149": 0.9458815455436707, "eta/annotator_15": 0.9599994421005249, "eta/annotator_150": 0.9437046051025391, "eta/annotator_151": 0.9574072957038879, "eta/annotator_152": 0.9459618330001831, "eta/annotator_153": 0.9587903022766113, "eta/annotator_154": 0.9548600912094116, "eta/annotator_155": 0.9460857510566711, "eta/annotator_156": 0.950654149055481, "eta/annotator_157": 0.9414312243461609, "eta/annotator_158": 0.9510407447814941, "eta/annotator_159": 0.9538941383361816, "eta/annotator_16": 0.95832359790802, "eta/annotator_160": 0.9564574956893921, "eta/annotator_161": 0.9443867802619934, "eta/annotator_162": 0.9567427635192871, "eta/annotator_163": 0.9479538798332214, "eta/annotator_164": 0.9511466026306152, "eta/annotator_165": 0.9565834999084473, "eta/annotator_166": 0.9573968648910522, "eta/annotator_167": 0.9599194526672363, "eta/annotator_168": 0.954951286315918, "eta/annotator_169": 0.9543150663375854, "eta/annotator_17": 0.949772834777832, "eta/annotator_170": 0.9522277116775513, "eta/annotator_171": 0.9457049369812012, "eta/annotator_172": 0.9560867547988892, "eta/annotator_173": 0.9248409271240234, "eta/annotator_174": 0.9483330845832825, "eta/annotator_175": 0.9491316676139832, "eta/annotator_176": 0.950954794883728, "eta/annotator_177": 0.9544264674186707, "eta/annotator_178": 0.9470734596252441, "eta/annotator_179": 0.9500992894172668, "eta/annotator_18": 0.9460567235946655, "eta/annotator_180": 0.9472848773002625, "eta/annotator_181": 0.9513065218925476, "eta/annotator_182": 0.9595983624458313, "eta/annotator_183": 0.9512898325920105, "eta/annotator_184": 0.9410666227340698, "eta/annotator_185": 0.9559022188186646, "eta/annotator_186": 0.9566683769226074, "eta/annotator_187": 0.9513304829597473, "eta/annotator_188": 0.9457303285598755, "eta/annotator_189": 0.953676700592041, "eta/annotator_19": 0.9544833302497864, "eta/annotator_190": 0.9577527046203613, "eta/annotator_191": 0.9557700157165527, "eta/annotator_192": 0.9559489488601685, "eta/annotator_193": 0.9569350481033325, "eta/annotator_194": 0.9373871088027954, "eta/annotator_195": 0.9511597752571106, "eta/annotator_196": 0.9459110498428345, "eta/annotator_197": 0.9425647854804993, "eta/annotator_198": 0.9243601560592651, "eta/annotator_199": 0.946854293346405, "eta/annotator_2": 0.9557857513427734, "eta/annotator_20": 0.9398735761642456, "eta/annotator_200": 0.9598290324211121, "eta/annotator_201": 0.9519683718681335, "eta/annotator_202": 0.9529555439949036, "eta/annotator_203": 0.9554165005683899, "eta/annotator_204": 0.9605790972709656, "eta/annotator_205": 0.9505690336227417, "eta/annotator_206": 0.9624086618423462, "eta/annotator_207": 0.9518836140632629, "eta/annotator_208": 0.94475919008255, "eta/annotator_209": 0.9552690386772156, "eta/annotator_21": 0.9086983799934387, "eta/annotator_210": 0.9507653117179871, "eta/annotator_211": 0.9429572820663452, "eta/annotator_212": 0.920202910900116, "eta/annotator_213": 0.943199634552002, "eta/annotator_214": 0.9390794038772583, "eta/annotator_215": 0.9682213664054871, "eta/annotator_216": 0.9633952975273132, "eta/annotator_217": 0.9502679109573364, "eta/annotator_218": 0.9472694396972656, "eta/annotator_219": 0.9569560885429382, "eta/annotator_22": 0.9506698846817017, "eta/annotator_220": 0.9426253437995911, "eta/annotator_221": 0.9478708505630493, "eta/annotator_222": 0.9376987218856812, "eta/annotator_223": 0.9557391405105591, "eta/annotator_224": 0.9368144869804382, "eta/annotator_225": 0.9580659866333008, "eta/annotator_226": 0.9519602656364441, "eta/annotator_23": 0.931381106376648, "eta/annotator_24": 0.9545964002609253, "eta/annotator_25": 0.9602164030075073, "eta/annotator_26": 0.9619801640510559, "eta/annotator_27": 0.9556565284729004, "eta/annotator_28": 0.9631422162055969, "eta/annotator_29": 0.9493724703788757, "eta/annotator_3": 0.9553855061531067, "eta/annotator_30": 0.9550391435623169, "eta/annotator_31": 0.9474957585334778, "eta/annotator_32": 0.9495276212692261, "eta/annotator_33": 0.9507676362991333, "eta/annotator_34": 0.9415625333786011, "eta/annotator_35": 0.9389985203742981, "eta/annotator_36": 0.9545577168464661, "eta/annotator_37": 0.9406968951225281, "eta/annotator_38": 0.9385010600090027, "eta/annotator_39": 0.9636802673339844, "eta/annotator_4": 0.9557881355285645, "eta/annotator_40": 0.9505841135978699, "eta/annotator_41": 0.9467952847480774, "eta/annotator_42": 0.9591656923294067, "eta/annotator_43": 0.9542258381843567, "eta/annotator_44": 0.9471637606620789, "eta/annotator_45": 0.9501575231552124, "eta/annotator_46": 0.9513367414474487, "eta/annotator_47": 0.9412322044372559, "eta/annotator_48": 0.9328253865242004, "eta/annotator_49": 0.9482256174087524, "eta/annotator_5": 0.9497361183166504, "eta/annotator_50": 0.9490996599197388, "eta/annotator_51": 0.9314154386520386, "eta/annotator_52": 0.9597809910774231, "eta/annotator_53": 0.9503077268600464, "eta/annotator_54": 0.9534004926681519, "eta/annotator_55": 0.9672964811325073, "eta/annotator_56": 0.9586137533187866, "eta/annotator_57": 0.95567387342453, "eta/annotator_58": 0.9519745707511902, "eta/annotator_59": 0.9481757283210754, "eta/annotator_6": 0.9598466753959656, "eta/annotator_60": 0.9526466131210327, "eta/annotator_61": 0.9381996989250183, "eta/annotator_62": 0.9548712968826294, "eta/annotator_63": 0.9519545435905457, "eta/annotator_64": 0.9531439542770386, "eta/annotator_65": 0.9028111696243286, "eta/annotator_66": 0.9560943841934204, "eta/annotator_67": 0.9567047953605652, "eta/annotator_68": 0.9606461524963379, "eta/annotator_69": 0.9567267298698425, "eta/annotator_7": 0.9459357261657715, "eta/annotator_70": 0.9518912434577942, "eta/annotator_71": 0.9583069086074829, "eta/annotator_72": 0.9516169428825378, "eta/annotator_73": 0.9494422674179077, "eta/annotator_74": 0.9536751508712769, "eta/annotator_75": 0.9516159892082214, "eta/annotator_76": 0.944355845451355, "eta/annotator_77": 0.9524883031845093, "eta/annotator_78": 0.952529788017273, "eta/annotator_79": 0.9431808590888977, "eta/annotator_8": 0.9294373393058777, "eta/annotator_80": 0.9532171487808228, "eta/annotator_81": 0.949569821357727, "eta/annotator_82": 0.9505599141120911, "eta/annotator_83": 0.9471670985221863, "eta/annotator_84": 0.9549372792243958, "eta/annotator_85": 0.9543827772140503, "eta/annotator_86": 0.9526404142379761, "eta/annotator_87": 0.9364557266235352, "eta/annotator_88": 0.9533904790878296, "eta/annotator_89": 0.9339401125907898, "eta/annotator_9": 0.9500049352645874, "eta/annotator_90": 0.9273943901062012, "eta/annotator_91": 0.9559032320976257, "eta/annotator_92": 0.9627717137336731, "eta/annotator_93": 0.9537909626960754, "eta/annotator_94": 0.9563370943069458, "eta/annotator_95": 0.9529685974121094, "eta/annotator_96": 0.9110042452812195, "eta/annotator_97": 0.9440551996231079, "eta/annotator_98": 0.9478520154953003, "eta/annotator_99": 0.9407824277877808, "grad_norm": 37.686371568314485, "learning_rate": 3.640776699029126e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.0249938964844, "logps/rejected": -251.3000030517578, "loss": 0.5907, "rewards/accuracies": 0.6507812738418579, "rewards/chosen": -0.19923058152198792, "rewards/margins": 0.4092666506767273, "rewards/rejected": -0.6083008050918579, "step": 80 }, { "em/agreement_weights_mean": 0.9461070895195007, "em/agreement_weights_std": 0.05988733097910881, "em/unique_annotators_in_global_batch": 15.412500381469727, "epoch": 0.3930131004366812, "eta/annotator_0": 0.9450824856758118, "eta/annotator_1": 0.964572548866272, "eta/annotator_10": 0.957104504108429, "eta/annotator_100": 0.9437829256057739, "eta/annotator_101": 0.9446099400520325, "eta/annotator_102": 0.945754885673523, "eta/annotator_103": 0.919725775718689, "eta/annotator_104": 0.9365676045417786, "eta/annotator_105": 0.9476706385612488, "eta/annotator_106": 0.9499174952507019, "eta/annotator_107": 0.952900767326355, "eta/annotator_108": 0.9457144737243652, "eta/annotator_109": 0.9533423185348511, "eta/annotator_11": 0.9577155113220215, "eta/annotator_110": 0.9457532167434692, "eta/annotator_111": 0.9485045671463013, "eta/annotator_112": 0.9454251527786255, "eta/annotator_113": 0.9507941007614136, "eta/annotator_114": 0.9496870040893555, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9524642825126648, "eta/annotator_118": 0.9174922704696655, "eta/annotator_119": 0.9493020176887512, "eta/annotator_12": 0.9523198008537292, "eta/annotator_120": 0.9580508470535278, "eta/annotator_121": 0.9587270021438599, "eta/annotator_122": 0.9460579752922058, "eta/annotator_123": 0.9491898417472839, "eta/annotator_124": 0.9385414123535156, "eta/annotator_125": 0.9506529569625854, "eta/annotator_126": 0.9469608068466187, "eta/annotator_127": 0.9590498805046082, "eta/annotator_128": 0.9536536931991577, "eta/annotator_129": 0.9633431434631348, "eta/annotator_13": 0.936657726764679, "eta/annotator_130": 0.9394103288650513, "eta/annotator_131": 0.9591902494430542, "eta/annotator_132": 0.938113808631897, "eta/annotator_133": 0.955669105052948, "eta/annotator_134": 0.9564210176467896, "eta/annotator_135": 0.9501908421516418, "eta/annotator_136": 0.9517062902450562, "eta/annotator_137": 0.9612461924552917, "eta/annotator_138": 0.9535704851150513, "eta/annotator_139": 0.958721935749054, "eta/annotator_14": 0.9404070973396301, "eta/annotator_140": 0.9609681367874146, "eta/annotator_141": 0.9565889239311218, "eta/annotator_142": 0.9620572328567505, "eta/annotator_143": 0.9511657953262329, "eta/annotator_144": 0.9479507207870483, "eta/annotator_145": 0.9471151232719421, "eta/annotator_146": 0.9521427154541016, "eta/annotator_147": 0.9284934997558594, "eta/annotator_148": 0.9507986903190613, "eta/annotator_149": 0.9468461275100708, "eta/annotator_15": 0.9557631611824036, "eta/annotator_150": 0.9465699195861816, "eta/annotator_151": 0.9603370428085327, "eta/annotator_152": 0.9460471868515015, "eta/annotator_153": 0.9589904546737671, "eta/annotator_154": 0.9595192074775696, "eta/annotator_155": 0.9451681971549988, "eta/annotator_156": 0.9545458555221558, "eta/annotator_157": 0.9410228729248047, "eta/annotator_158": 0.9533671140670776, "eta/annotator_159": 0.9537507891654968, "eta/annotator_16": 0.9598569869995117, "eta/annotator_160": 0.961666464805603, "eta/annotator_161": 0.9418996572494507, "eta/annotator_162": 0.9568800926208496, "eta/annotator_163": 0.9476853609085083, "eta/annotator_164": 0.9580903053283691, "eta/annotator_165": 0.9589747190475464, "eta/annotator_166": 0.9577770233154297, "eta/annotator_167": 0.9608055353164673, "eta/annotator_168": 0.951941192150116, "eta/annotator_169": 0.9561885595321655, "eta/annotator_17": 0.9550978541374207, "eta/annotator_170": 0.9509896039962769, "eta/annotator_171": 0.9469887018203735, "eta/annotator_172": 0.9568107724189758, "eta/annotator_173": 0.9305529594421387, "eta/annotator_174": 0.9483330845832825, "eta/annotator_175": 0.9489070773124695, "eta/annotator_176": 0.951064944267273, "eta/annotator_177": 0.9538219571113586, "eta/annotator_178": 0.9503483772277832, "eta/annotator_179": 0.9520490765571594, "eta/annotator_18": 0.9456542730331421, "eta/annotator_180": 0.953413188457489, "eta/annotator_181": 0.9498187303543091, "eta/annotator_182": 0.9628406763076782, "eta/annotator_183": 0.9559513330459595, "eta/annotator_184": 0.9375743865966797, "eta/annotator_185": 0.9518815279006958, "eta/annotator_186": 0.9577564001083374, "eta/annotator_187": 0.9523178339004517, "eta/annotator_188": 0.9459595680236816, "eta/annotator_189": 0.9534066319465637, "eta/annotator_19": 0.9559103846549988, "eta/annotator_190": 0.9602009654045105, "eta/annotator_191": 0.9575055241584778, "eta/annotator_192": 0.955368161201477, "eta/annotator_193": 0.9557371139526367, "eta/annotator_194": 0.9327256083488464, "eta/annotator_195": 0.9536956548690796, "eta/annotator_196": 0.9448301196098328, "eta/annotator_197": 0.9444524645805359, "eta/annotator_198": 0.9302138090133667, "eta/annotator_199": 0.9397834539413452, "eta/annotator_2": 0.9573167562484741, "eta/annotator_20": 0.9389296770095825, "eta/annotator_200": 0.9613345861434937, "eta/annotator_201": 0.9506806135177612, "eta/annotator_202": 0.9505448341369629, "eta/annotator_203": 0.9552465677261353, "eta/annotator_204": 0.9579204320907593, "eta/annotator_205": 0.9500895738601685, "eta/annotator_206": 0.9588481187820435, "eta/annotator_207": 0.9500137567520142, "eta/annotator_208": 0.9447721242904663, "eta/annotator_209": 0.9524242281913757, "eta/annotator_21": 0.9093657732009888, "eta/annotator_210": 0.9542014002799988, "eta/annotator_211": 0.9442305564880371, "eta/annotator_212": 0.9215754270553589, "eta/annotator_213": 0.943686306476593, "eta/annotator_214": 0.9278997182846069, "eta/annotator_215": 0.9693920016288757, "eta/annotator_216": 0.9637206792831421, "eta/annotator_217": 0.9502679109573364, "eta/annotator_218": 0.9486168622970581, "eta/annotator_219": 0.9580401182174683, "eta/annotator_22": 0.9522949457168579, "eta/annotator_220": 0.9407552480697632, "eta/annotator_221": 0.941867470741272, "eta/annotator_222": 0.9340468645095825, "eta/annotator_223": 0.9560402631759644, "eta/annotator_224": 0.9378199577331543, "eta/annotator_225": 0.9428547024726868, "eta/annotator_226": 0.9543792605400085, "eta/annotator_23": 0.9289759397506714, "eta/annotator_24": 0.9542480707168579, "eta/annotator_25": 0.9523749351501465, "eta/annotator_26": 0.9646807909011841, "eta/annotator_27": 0.9591370820999146, "eta/annotator_28": 0.9686627388000488, "eta/annotator_29": 0.950367271900177, "eta/annotator_3": 0.9546173810958862, "eta/annotator_30": 0.956537127494812, "eta/annotator_31": 0.9479061961174011, "eta/annotator_32": 0.9495276212692261, "eta/annotator_33": 0.9505772590637207, "eta/annotator_34": 0.9427388310432434, "eta/annotator_35": 0.9340413212776184, "eta/annotator_36": 0.9545577168464661, "eta/annotator_37": 0.9440805315971375, "eta/annotator_38": 0.9414310455322266, "eta/annotator_39": 0.9643250703811646, "eta/annotator_4": 0.9570280909538269, "eta/annotator_40": 0.9372459650039673, "eta/annotator_41": 0.9500274658203125, "eta/annotator_42": 0.9594440460205078, "eta/annotator_43": 0.9566324949264526, "eta/annotator_44": 0.9562302827835083, "eta/annotator_45": 0.9515778422355652, "eta/annotator_46": 0.9505187273025513, "eta/annotator_47": 0.9444580078125, "eta/annotator_48": 0.9334529638290405, "eta/annotator_49": 0.94603031873703, "eta/annotator_5": 0.9459983110427856, "eta/annotator_50": 0.9509566426277161, "eta/annotator_51": 0.9306368827819824, "eta/annotator_52": 0.9615522623062134, "eta/annotator_53": 0.954568088054657, "eta/annotator_54": 0.9538666605949402, "eta/annotator_55": 0.9672757387161255, "eta/annotator_56": 0.9594494700431824, "eta/annotator_57": 0.9590779542922974, "eta/annotator_58": 0.9540895223617554, "eta/annotator_59": 0.9472641944885254, "eta/annotator_6": 0.9605956077575684, "eta/annotator_60": 0.9160822629928589, "eta/annotator_61": 0.9368079900741577, "eta/annotator_62": 0.9541814923286438, "eta/annotator_63": 0.9519545435905457, "eta/annotator_64": 0.9512527585029602, "eta/annotator_65": 0.9060226678848267, "eta/annotator_66": 0.9564658999443054, "eta/annotator_67": 0.9555922746658325, "eta/annotator_68": 0.9623042941093445, "eta/annotator_69": 0.9580867886543274, "eta/annotator_7": 0.9461878538131714, "eta/annotator_70": 0.9516937136650085, "eta/annotator_71": 0.9568710327148438, "eta/annotator_72": 0.9508051872253418, "eta/annotator_73": 0.948260486125946, "eta/annotator_74": 0.9534308314323425, "eta/annotator_75": 0.9474519491195679, "eta/annotator_76": 0.9507373571395874, "eta/annotator_77": 0.9541236162185669, "eta/annotator_78": 0.9545353651046753, "eta/annotator_79": 0.9213944673538208, "eta/annotator_8": 0.9311529994010925, "eta/annotator_80": 0.9547663927078247, "eta/annotator_81": 0.9498612284660339, "eta/annotator_82": 0.951673150062561, "eta/annotator_83": 0.9500976800918579, "eta/annotator_84": 0.9568225145339966, "eta/annotator_85": 0.9529679417610168, "eta/annotator_86": 0.9460040330886841, "eta/annotator_87": 0.9358841180801392, "eta/annotator_88": 0.9533904790878296, "eta/annotator_89": 0.934307873249054, "eta/annotator_9": 0.9521945714950562, "eta/annotator_90": 0.9246386289596558, "eta/annotator_91": 0.9580086469650269, "eta/annotator_92": 0.9631230235099792, "eta/annotator_93": 0.9527319669723511, "eta/annotator_94": 0.9570369720458984, "eta/annotator_95": 0.9468377232551575, "eta/annotator_96": 0.9116813540458679, "eta/annotator_97": 0.9427284002304077, "eta/annotator_98": 0.9488663673400879, "eta/annotator_99": 0.9437470436096191, "grad_norm": 34.0391190725123, "learning_rate": 3.398058252427184e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -320.7749938964844, "logps/rejected": -253.35000610351562, "loss": 0.5912, "rewards/accuracies": 0.6343749761581421, "rewards/chosen": -0.140411376953125, "rewards/margins": 0.43542519211769104, "rewards/rejected": -0.5760742425918579, "step": 90 }, { "em/agreement_weights_mean": 0.9438571929931641, "em/agreement_weights_std": 0.06519641727209091, "em/unique_annotators_in_global_batch": 15.199999809265137, "epoch": 0.4366812227074236, "eta/annotator_0": 0.9524281620979309, "eta/annotator_1": 0.9591606855392456, "eta/annotator_10": 0.9613474607467651, "eta/annotator_100": 0.9475762248039246, "eta/annotator_101": 0.9462147951126099, "eta/annotator_102": 0.9446633458137512, "eta/annotator_103": 0.9261306524276733, "eta/annotator_104": 0.9346252679824829, "eta/annotator_105": 0.9116305112838745, "eta/annotator_106": 0.9496194124221802, "eta/annotator_107": 0.9539602994918823, "eta/annotator_108": 0.9406769871711731, "eta/annotator_109": 0.9530777931213379, "eta/annotator_11": 0.9541033506393433, "eta/annotator_110": 0.9446910619735718, "eta/annotator_111": 0.9505775570869446, "eta/annotator_112": 0.9454730749130249, "eta/annotator_113": 0.9515113830566406, "eta/annotator_114": 0.9449845552444458, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9393578767776489, "eta/annotator_118": 0.9216429591178894, "eta/annotator_119": 0.9526060223579407, "eta/annotator_12": 0.9545187950134277, "eta/annotator_120": 0.9614337682723999, "eta/annotator_121": 0.9490464925765991, "eta/annotator_122": 0.9469849467277527, "eta/annotator_123": 0.9355150461196899, "eta/annotator_124": 0.9347642064094543, "eta/annotator_125": 0.9509133100509644, "eta/annotator_126": 0.9544264674186707, "eta/annotator_127": 0.957661509513855, "eta/annotator_128": 0.9527909159660339, "eta/annotator_129": 0.9643932580947876, "eta/annotator_13": 0.9366425275802612, "eta/annotator_130": 0.9400153160095215, "eta/annotator_131": 0.9504367709159851, "eta/annotator_132": 0.941652774810791, "eta/annotator_133": 0.9534249305725098, "eta/annotator_134": 0.9558693766593933, "eta/annotator_135": 0.9503865242004395, "eta/annotator_136": 0.9512078166007996, "eta/annotator_137": 0.958101749420166, "eta/annotator_138": 0.9513438940048218, "eta/annotator_139": 0.9537533521652222, "eta/annotator_14": 0.9353459477424622, "eta/annotator_140": 0.9609799385070801, "eta/annotator_141": 0.9595556259155273, "eta/annotator_142": 0.9638919830322266, "eta/annotator_143": 0.951146125793457, "eta/annotator_144": 0.9483768343925476, "eta/annotator_145": 0.9474042057991028, "eta/annotator_146": 0.9486017227172852, "eta/annotator_147": 0.9324436187744141, "eta/annotator_148": 0.9465807676315308, "eta/annotator_149": 0.9453116655349731, "eta/annotator_15": 0.9392083287239075, "eta/annotator_150": 0.9499790072441101, "eta/annotator_151": 0.9651107788085938, "eta/annotator_152": 0.9547629356384277, "eta/annotator_153": 0.9607269167900085, "eta/annotator_154": 0.9611991047859192, "eta/annotator_155": 0.9368376731872559, "eta/annotator_156": 0.9564803838729858, "eta/annotator_157": 0.935594916343689, "eta/annotator_158": 0.9572955965995789, "eta/annotator_159": 0.9512952566146851, "eta/annotator_16": 0.9642506837844849, "eta/annotator_160": 0.9593423008918762, "eta/annotator_161": 0.9425803422927856, "eta/annotator_162": 0.9581146240234375, "eta/annotator_163": 0.9379886388778687, "eta/annotator_164": 0.955314040184021, "eta/annotator_165": 0.963900089263916, "eta/annotator_166": 0.9616893529891968, "eta/annotator_167": 0.9618386030197144, "eta/annotator_168": 0.9517711400985718, "eta/annotator_169": 0.9552262425422668, "eta/annotator_17": 0.9551043510437012, "eta/annotator_170": 0.9523991346359253, "eta/annotator_171": 0.9492131471633911, "eta/annotator_172": 0.9575993418693542, "eta/annotator_173": 0.9335941076278687, "eta/annotator_174": 0.9483330845832825, "eta/annotator_175": 0.9483831524848938, "eta/annotator_176": 0.9489229321479797, "eta/annotator_177": 0.9500298500061035, "eta/annotator_178": 0.9545534253120422, "eta/annotator_179": 0.9569175839424133, "eta/annotator_18": 0.9421877861022949, "eta/annotator_180": 0.9600089192390442, "eta/annotator_181": 0.9509000778198242, "eta/annotator_182": 0.9662672877311707, "eta/annotator_183": 0.9578378796577454, "eta/annotator_184": 0.9378246068954468, "eta/annotator_185": 0.9523323774337769, "eta/annotator_186": 0.9604590535163879, "eta/annotator_187": 0.9464400410652161, "eta/annotator_188": 0.9476377367973328, "eta/annotator_189": 0.953039288520813, "eta/annotator_19": 0.956753134727478, "eta/annotator_190": 0.9600228071212769, "eta/annotator_191": 0.9555357694625854, "eta/annotator_192": 0.9562454223632812, "eta/annotator_193": 0.9610209465026855, "eta/annotator_194": 0.9280306696891785, "eta/annotator_195": 0.9550668001174927, "eta/annotator_196": 0.9418013691902161, "eta/annotator_197": 0.9485470652580261, "eta/annotator_198": 0.9305709600448608, "eta/annotator_199": 0.9302898645401001, "eta/annotator_2": 0.957417368888855, "eta/annotator_20": 0.9401999711990356, "eta/annotator_200": 0.9622921943664551, "eta/annotator_201": 0.9534705877304077, "eta/annotator_202": 0.9528906941413879, "eta/annotator_203": 0.9526747465133667, "eta/annotator_204": 0.9598434567451477, "eta/annotator_205": 0.9565303921699524, "eta/annotator_206": 0.9578522443771362, "eta/annotator_207": 0.9486595988273621, "eta/annotator_208": 0.9455190896987915, "eta/annotator_209": 0.9504317045211792, "eta/annotator_21": 0.9208586812019348, "eta/annotator_210": 0.955230712890625, "eta/annotator_211": 0.9442305564880371, "eta/annotator_212": 0.91685551404953, "eta/annotator_213": 0.9457195401191711, "eta/annotator_214": 0.9274212121963501, "eta/annotator_215": 0.9719740152359009, "eta/annotator_216": 0.9566531181335449, "eta/annotator_217": 0.9502679109573364, "eta/annotator_218": 0.9413487315177917, "eta/annotator_219": 0.9606280326843262, "eta/annotator_22": 0.9521077275276184, "eta/annotator_220": 0.9188664555549622, "eta/annotator_221": 0.9449626803398132, "eta/annotator_222": 0.9340262413024902, "eta/annotator_223": 0.9606568217277527, "eta/annotator_224": 0.9383164644241333, "eta/annotator_225": 0.9483712911605835, "eta/annotator_226": 0.9532289505004883, "eta/annotator_23": 0.9344238042831421, "eta/annotator_24": 0.9511124491691589, "eta/annotator_25": 0.9340189695358276, "eta/annotator_26": 0.96576988697052, "eta/annotator_27": 0.960128128528595, "eta/annotator_28": 0.9700883626937866, "eta/annotator_29": 0.952559769153595, "eta/annotator_3": 0.9586963653564453, "eta/annotator_30": 0.9586559534072876, "eta/annotator_31": 0.9515490531921387, "eta/annotator_32": 0.949521541595459, "eta/annotator_33": 0.9488624334335327, "eta/annotator_34": 0.9435029029846191, "eta/annotator_35": 0.9219867587089539, "eta/annotator_36": 0.9545001983642578, "eta/annotator_37": 0.9466609954833984, "eta/annotator_38": 0.935494065284729, "eta/annotator_39": 0.967862606048584, "eta/annotator_4": 0.9580338597297668, "eta/annotator_40": 0.9405266642570496, "eta/annotator_41": 0.95130455493927, "eta/annotator_42": 0.9617859721183777, "eta/annotator_43": 0.9606003761291504, "eta/annotator_44": 0.9573155641555786, "eta/annotator_45": 0.9515778422355652, "eta/annotator_46": 0.9495741724967957, "eta/annotator_47": 0.9452338218688965, "eta/annotator_48": 0.9312362670898438, "eta/annotator_49": 0.9462265968322754, "eta/annotator_5": 0.9426465034484863, "eta/annotator_50": 0.9523609280586243, "eta/annotator_51": 0.9359419941902161, "eta/annotator_52": 0.9635327458381653, "eta/annotator_53": 0.9566940069198608, "eta/annotator_54": 0.9589816927909851, "eta/annotator_55": 0.9671832919120789, "eta/annotator_56": 0.9603034257888794, "eta/annotator_57": 0.9584506154060364, "eta/annotator_58": 0.961138129234314, "eta/annotator_59": 0.9386100769042969, "eta/annotator_6": 0.963878333568573, "eta/annotator_60": 0.9195324778556824, "eta/annotator_61": 0.93096923828125, "eta/annotator_62": 0.9615496397018433, "eta/annotator_63": 0.9522683024406433, "eta/annotator_64": 0.9507770538330078, "eta/annotator_65": 0.9060226678848267, "eta/annotator_66": 0.9598098993301392, "eta/annotator_67": 0.9458006620407104, "eta/annotator_68": 0.9675449132919312, "eta/annotator_69": 0.9581631422042847, "eta/annotator_7": 0.9484569430351257, "eta/annotator_70": 0.9517350196838379, "eta/annotator_71": 0.9560195207595825, "eta/annotator_72": 0.9490482211112976, "eta/annotator_73": 0.9474183320999146, "eta/annotator_74": 0.9512308835983276, "eta/annotator_75": 0.9382231831550598, "eta/annotator_76": 0.9578472375869751, "eta/annotator_77": 0.9548819661140442, "eta/annotator_78": 0.9556872248649597, "eta/annotator_79": 0.9255339503288269, "eta/annotator_8": 0.9270877838134766, "eta/annotator_80": 0.9547663927078247, "eta/annotator_81": 0.9499475359916687, "eta/annotator_82": 0.95319664478302, "eta/annotator_83": 0.9489940404891968, "eta/annotator_84": 0.9582711458206177, "eta/annotator_85": 0.9557415246963501, "eta/annotator_86": 0.870101809501648, "eta/annotator_87": 0.9375625848770142, "eta/annotator_88": 0.9533904790878296, "eta/annotator_89": 0.9328404664993286, "eta/annotator_9": 0.9574145078659058, "eta/annotator_90": 0.9258967638015747, "eta/annotator_91": 0.9534573554992676, "eta/annotator_92": 0.9662929773330688, "eta/annotator_93": 0.9532467126846313, "eta/annotator_94": 0.9570290446281433, "eta/annotator_95": 0.9460254907608032, "eta/annotator_96": 0.9140717387199402, "eta/annotator_97": 0.9174897074699402, "eta/annotator_98": 0.9452981948852539, "eta/annotator_99": 0.9368866682052612, "grad_norm": 37.307225085362695, "learning_rate": 3.155339805825243e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.1875, "logps/rejected": -249.7624969482422, "loss": 0.5835, "rewards/accuracies": 0.64453125, "rewards/chosen": -0.13899536430835724, "rewards/margins": 0.4561294615268707, "rewards/rejected": -0.5946258306503296, "step": 100 }, { "epoch": 0.4366812227074236, "eta/annotator_0": 0.9527725577354431, "eta/annotator_1": 0.9518521428108215, "eta/annotator_10": 0.9617730975151062, "eta/annotator_100": 0.9434349536895752, "eta/annotator_101": 0.9430058002471924, "eta/annotator_102": 0.8714560866355896, "eta/annotator_103": 0.9267066717147827, "eta/annotator_104": 0.9284483790397644, "eta/annotator_105": 0.9160842299461365, "eta/annotator_106": 0.9475184082984924, "eta/annotator_107": 0.9539603590965271, "eta/annotator_108": 0.9442787766456604, "eta/annotator_109": 0.9506970643997192, "eta/annotator_11": 0.9002005457878113, "eta/annotator_110": 0.8751512765884399, "eta/annotator_111": 0.9500084519386292, "eta/annotator_112": 0.9463862776756287, "eta/annotator_113": 0.9440498948097229, "eta/annotator_114": 0.9484297037124634, "eta/annotator_115": 0.9499996900558472, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9397011399269104, "eta/annotator_118": 0.9214985370635986, "eta/annotator_119": 0.9530693292617798, "eta/annotator_12": 0.9588396549224854, "eta/annotator_120": 0.9596390128135681, "eta/annotator_121": 0.9509150981903076, "eta/annotator_122": 0.9496120810508728, "eta/annotator_123": 0.9286141991615295, "eta/annotator_124": 0.9361655116081238, "eta/annotator_125": 0.9352082014083862, "eta/annotator_126": 0.9533939957618713, "eta/annotator_127": 0.9508420825004578, "eta/annotator_128": 0.9522011876106262, "eta/annotator_129": 0.964353084564209, "eta/annotator_13": 0.936507523059845, "eta/annotator_130": 0.9391109943389893, "eta/annotator_131": 0.9381656646728516, "eta/annotator_132": 0.9413212537765503, "eta/annotator_133": 0.9542319774627686, "eta/annotator_134": 0.9560617804527283, "eta/annotator_135": 0.9521464705467224, "eta/annotator_136": 0.9512080550193787, "eta/annotator_137": 0.9577363729476929, "eta/annotator_138": 0.954444944858551, "eta/annotator_139": 0.9541105031967163, "eta/annotator_14": 0.9375940561294556, "eta/annotator_140": 0.9576683640480042, "eta/annotator_141": 0.9648776650428772, "eta/annotator_142": 0.9656537771224976, "eta/annotator_143": 0.9497121572494507, "eta/annotator_144": 0.9479571580886841, "eta/annotator_145": 0.9489899277687073, "eta/annotator_146": 0.9397715926170349, "eta/annotator_147": 0.9355126023292542, "eta/annotator_148": 0.9477769732475281, "eta/annotator_149": 0.9469962120056152, "eta/annotator_15": 0.937528133392334, "eta/annotator_150": 0.9589986801147461, "eta/annotator_151": 0.9656859636306763, "eta/annotator_152": 0.9551764130592346, "eta/annotator_153": 0.9584211111068726, "eta/annotator_154": 0.9502195119857788, "eta/annotator_155": 0.9368375539779663, "eta/annotator_156": 0.9578101634979248, "eta/annotator_157": 0.9394562840461731, "eta/annotator_158": 0.9603140354156494, "eta/annotator_159": 0.9428726434707642, "eta/annotator_16": 0.9647871851921082, "eta/annotator_160": 0.9608434438705444, "eta/annotator_161": 0.9480903148651123, "eta/annotator_162": 0.9581146240234375, "eta/annotator_163": 0.9332923293113708, "eta/annotator_164": 0.9541183710098267, "eta/annotator_165": 0.9652673602104187, "eta/annotator_166": 0.9631705284118652, "eta/annotator_167": 0.9633070230484009, "eta/annotator_168": 0.9533386826515198, "eta/annotator_169": 0.9516792893409729, "eta/annotator_17": 0.9551643133163452, "eta/annotator_170": 0.9529011249542236, "eta/annotator_171": 0.9531822800636292, "eta/annotator_172": 0.9575994610786438, "eta/annotator_173": 0.9325052499771118, "eta/annotator_174": 0.9483330845832825, "eta/annotator_175": 0.9449499249458313, "eta/annotator_176": 0.9322731494903564, "eta/annotator_177": 0.9502964615821838, "eta/annotator_178": 0.9586215615272522, "eta/annotator_179": 0.9560911059379578, "eta/annotator_18": 0.9395862221717834, "eta/annotator_180": 0.9601781964302063, "eta/annotator_181": 0.9536219835281372, "eta/annotator_182": 0.9670829176902771, "eta/annotator_183": 0.9581368565559387, "eta/annotator_184": 0.945494532585144, "eta/annotator_185": 0.9520785212516785, "eta/annotator_186": 0.9618359804153442, "eta/annotator_187": 0.9478498697280884, "eta/annotator_188": 0.9492905735969543, "eta/annotator_189": 0.9530408382415771, "eta/annotator_19": 0.95744788646698, "eta/annotator_190": 0.958838939666748, "eta/annotator_191": 0.9565609693527222, "eta/annotator_192": 0.9581910967826843, "eta/annotator_193": 0.9613378643989563, "eta/annotator_194": 0.9176697134971619, "eta/annotator_195": 0.956789493560791, "eta/annotator_196": 0.9392497539520264, "eta/annotator_197": 0.9486052393913269, "eta/annotator_198": 0.9337859749794006, "eta/annotator_199": 0.9288359880447388, "eta/annotator_2": 0.9479293823242188, "eta/annotator_20": 0.940596342086792, "eta/annotator_200": 0.9628427028656006, "eta/annotator_201": 0.9549129009246826, "eta/annotator_202": 0.9522677659988403, "eta/annotator_203": 0.9544886946678162, "eta/annotator_204": 0.9606232047080994, "eta/annotator_205": 0.9569632411003113, "eta/annotator_206": 0.9638189077377319, "eta/annotator_207": 0.9464938044548035, "eta/annotator_208": 0.9504234790802002, "eta/annotator_209": 0.950431764125824, "eta/annotator_21": 0.9208583831787109, "eta/annotator_210": 0.9533673524856567, "eta/annotator_211": 0.9442304372787476, "eta/annotator_212": 0.9239928126335144, "eta/annotator_213": 0.9460417628288269, "eta/annotator_214": 0.920630693435669, "eta/annotator_215": 0.9695488214492798, "eta/annotator_216": 0.9567254185676575, "eta/annotator_217": 0.9502678513526917, "eta/annotator_218": 0.9418586492538452, "eta/annotator_219": 0.9625784754753113, "eta/annotator_22": 0.954444944858551, "eta/annotator_220": 0.9177443385124207, "eta/annotator_221": 0.9474316835403442, "eta/annotator_222": 0.9404119849205017, "eta/annotator_223": 0.9612897634506226, "eta/annotator_224": 0.9394969344139099, "eta/annotator_225": 0.9511160254478455, "eta/annotator_226": 0.9577929377555847, "eta/annotator_23": 0.9360389113426208, "eta/annotator_24": 0.9511126279830933, "eta/annotator_25": 0.9345061182975769, "eta/annotator_26": 0.9670422673225403, "eta/annotator_27": 0.9556275010108948, "eta/annotator_28": 0.9686614274978638, "eta/annotator_29": 0.9547322988510132, "eta/annotator_3": 0.9597547054290771, "eta/annotator_30": 0.9548047780990601, "eta/annotator_31": 0.9510854482650757, "eta/annotator_32": 0.9490371942520142, "eta/annotator_33": 0.9488625526428223, "eta/annotator_34": 0.9464455246925354, "eta/annotator_35": 0.9268410205841064, "eta/annotator_36": 0.9539827108383179, "eta/annotator_37": 0.9313836097717285, "eta/annotator_38": 0.9238618612289429, "eta/annotator_39": 0.9680652618408203, "eta/annotator_4": 0.9584484100341797, "eta/annotator_40": 0.9405269026756287, "eta/annotator_41": 0.9507948160171509, "eta/annotator_42": 0.9625886678695679, "eta/annotator_43": 0.9623985886573792, "eta/annotator_44": 0.952878475189209, "eta/annotator_45": 0.9515777230262756, "eta/annotator_46": 0.9495741128921509, "eta/annotator_47": 0.9483745098114014, "eta/annotator_48": 0.9335594773292542, "eta/annotator_49": 0.9460117816925049, "eta/annotator_5": 0.940250813961029, "eta/annotator_50": 0.9535636305809021, "eta/annotator_51": 0.9359418749809265, "eta/annotator_52": 0.9645665884017944, "eta/annotator_53": 0.9563534259796143, "eta/annotator_54": 0.9582363963127136, "eta/annotator_55": 0.968031644821167, "eta/annotator_56": 0.9614282846450806, "eta/annotator_57": 0.9528051018714905, "eta/annotator_58": 0.9639860987663269, "eta/annotator_59": 0.9338098764419556, "eta/annotator_6": 0.9669627547264099, "eta/annotator_60": 0.9248484969139099, "eta/annotator_61": 0.9268848896026611, "eta/annotator_62": 0.9615496397018433, "eta/annotator_63": 0.9550934433937073, "eta/annotator_64": 0.9527688026428223, "eta/annotator_65": 0.9060226678848267, "eta/annotator_66": 0.9598098993301392, "eta/annotator_67": 0.9477933645248413, "eta/annotator_68": 0.9679597616195679, "eta/annotator_69": 0.9581630229949951, "eta/annotator_7": 0.9484570026397705, "eta/annotator_70": 0.9521071314811707, "eta/annotator_71": 0.9562206268310547, "eta/annotator_72": 0.950188934803009, "eta/annotator_73": 0.9483699798583984, "eta/annotator_74": 0.9512309432029724, "eta/annotator_75": 0.9399325251579285, "eta/annotator_76": 0.9584082961082458, "eta/annotator_77": 0.9544854164123535, "eta/annotator_78": 0.9595068097114563, "eta/annotator_79": 0.9164911508560181, "eta/annotator_8": 0.9024441838264465, "eta/annotator_80": 0.9547663927078247, "eta/annotator_81": 0.9537389874458313, "eta/annotator_82": 0.9483189582824707, "eta/annotator_83": 0.9471309185028076, "eta/annotator_84": 0.9617633819580078, "eta/annotator_85": 0.9565652012825012, "eta/annotator_86": 0.8653194904327393, "eta/annotator_87": 0.9336435198783875, "eta/annotator_88": 0.9533905386924744, "eta/annotator_89": 0.9273688793182373, "eta/annotator_9": 0.9626243114471436, "eta/annotator_90": 0.9234345555305481, "eta/annotator_91": 0.9551346898078918, "eta/annotator_92": 0.9626063704490662, "eta/annotator_93": 0.9538536667823792, "eta/annotator_94": 0.9569587111473083, "eta/annotator_95": 0.9485065937042236, "eta/annotator_96": 0.9050069451332092, "eta/annotator_97": 0.9168809652328491, "eta/annotator_98": 0.9461046457290649, "eta/annotator_99": 0.9337375164031982, "eval_em/agreement_weights_mean": 0.9459405541419983, "eval_em/agreement_weights_std": 0.05908789113163948, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -324.0927734375, "eval_logps/rejected": -249.84536743164062, "eval_loss": 0.5805537700653076, "eval_rewards/accuracies": 0.6386229395866394, "eval_rewards/chosen": -0.12836888432502747, "eval_rewards/margins": 0.45444607734680176, "eval_rewards/rejected": -0.582695722579956, "eval_runtime": 78.2, "eval_samples_per_second": 19.731, "eval_steps_per_second": 1.24, "step": 100 }, { "em/agreement_weights_mean": 0.9456126093864441, "em/agreement_weights_std": 0.060568809509277344, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.48034934497816595, "eta/annotator_0": 0.9529808759689331, "eta/annotator_1": 0.9517170190811157, "eta/annotator_10": 0.961955189704895, "eta/annotator_100": 0.9434075355529785, "eta/annotator_101": 0.9430056810379028, "eta/annotator_102": 0.8716088533401489, "eta/annotator_103": 0.9266518354415894, "eta/annotator_104": 0.9283585548400879, "eta/annotator_105": 0.9166989326477051, "eta/annotator_106": 0.9474465250968933, "eta/annotator_107": 0.9541155695915222, "eta/annotator_108": 0.9445748329162598, "eta/annotator_109": 0.9505049586296082, "eta/annotator_11": 0.8998688459396362, "eta/annotator_110": 0.8755871653556824, "eta/annotator_111": 0.9500956535339355, "eta/annotator_112": 0.9464672207832336, "eta/annotator_113": 0.9438279271125793, "eta/annotator_114": 0.948273777961731, "eta/annotator_115": 0.9495338201522827, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9395559430122375, "eta/annotator_118": 0.9213069081306458, "eta/annotator_119": 0.9525899887084961, "eta/annotator_12": 0.9586541056632996, "eta/annotator_120": 0.9600183367729187, "eta/annotator_121": 0.9507728815078735, "eta/annotator_122": 0.9487963914871216, "eta/annotator_123": 0.9287055134773254, "eta/annotator_124": 0.9362346529960632, "eta/annotator_125": 0.9355678558349609, "eta/annotator_126": 0.9533852338790894, "eta/annotator_127": 0.9484292268753052, "eta/annotator_128": 0.951836109161377, "eta/annotator_129": 0.964488685131073, "eta/annotator_13": 0.937061607837677, "eta/annotator_130": 0.9388368725776672, "eta/annotator_131": 0.9380679130554199, "eta/annotator_132": 0.9413002133369446, "eta/annotator_133": 0.9542582631111145, "eta/annotator_134": 0.9561484456062317, "eta/annotator_135": 0.9521464109420776, "eta/annotator_136": 0.9514067769050598, "eta/annotator_137": 0.9580084681510925, "eta/annotator_138": 0.9546661376953125, "eta/annotator_139": 0.9543994665145874, "eta/annotator_14": 0.9381331205368042, "eta/annotator_140": 0.957453727722168, "eta/annotator_141": 0.9649327397346497, "eta/annotator_142": 0.9658360481262207, "eta/annotator_143": 0.9498297572135925, "eta/annotator_144": 0.9481574892997742, "eta/annotator_145": 0.9488930702209473, "eta/annotator_146": 0.9400399923324585, "eta/annotator_147": 0.9356673359870911, "eta/annotator_148": 0.947724461555481, "eta/annotator_149": 0.9468802213668823, "eta/annotator_15": 0.937242865562439, "eta/annotator_150": 0.9590813517570496, "eta/annotator_151": 0.9658211469650269, "eta/annotator_152": 0.9552924036979675, "eta/annotator_153": 0.9584288597106934, "eta/annotator_154": 0.9504886865615845, "eta/annotator_155": 0.9369438886642456, "eta/annotator_156": 0.9579144716262817, "eta/annotator_157": 0.939385712146759, "eta/annotator_158": 0.9603940844535828, "eta/annotator_159": 0.9433537721633911, "eta/annotator_16": 0.9642365574836731, "eta/annotator_160": 0.961011528968811, "eta/annotator_161": 0.9481942057609558, "eta/annotator_162": 0.958285927772522, "eta/annotator_163": 0.9331866502761841, "eta/annotator_164": 0.9537528157234192, "eta/annotator_165": 0.9653485417366028, "eta/annotator_166": 0.9631282687187195, "eta/annotator_167": 0.963309109210968, "eta/annotator_168": 0.953536868095398, "eta/annotator_169": 0.9518645405769348, "eta/annotator_17": 0.9554076194763184, "eta/annotator_170": 0.9525890350341797, "eta/annotator_171": 0.9534375071525574, "eta/annotator_172": 0.9577003717422485, "eta/annotator_173": 0.9323172569274902, "eta/annotator_174": 0.9483551979064941, "eta/annotator_175": 0.9443691968917847, "eta/annotator_176": 0.932573139667511, "eta/annotator_177": 0.9503153562545776, "eta/annotator_178": 0.9586855173110962, "eta/annotator_179": 0.9565318822860718, "eta/annotator_18": 0.9397671818733215, "eta/annotator_180": 0.9602707624435425, "eta/annotator_181": 0.9538958668708801, "eta/annotator_182": 0.9670567512512207, "eta/annotator_183": 0.9580816030502319, "eta/annotator_184": 0.9453619122505188, "eta/annotator_185": 0.9520713090896606, "eta/annotator_186": 0.9618598818778992, "eta/annotator_187": 0.9479681849479675, "eta/annotator_188": 0.949256420135498, "eta/annotator_189": 0.9529582858085632, "eta/annotator_19": 0.9576175808906555, "eta/annotator_190": 0.9589530229568481, "eta/annotator_191": 0.956362247467041, "eta/annotator_192": 0.9582808613777161, "eta/annotator_193": 0.9614993929862976, "eta/annotator_194": 0.9173144102096558, "eta/annotator_195": 0.9568358659744263, "eta/annotator_196": 0.9391501545906067, "eta/annotator_197": 0.9488814473152161, "eta/annotator_198": 0.9338744282722473, "eta/annotator_199": 0.9290564656257629, "eta/annotator_2": 0.9479371309280396, "eta/annotator_20": 0.9409389495849609, "eta/annotator_200": 0.9629112482070923, "eta/annotator_201": 0.9551029205322266, "eta/annotator_202": 0.9523776173591614, "eta/annotator_203": 0.9535261392593384, "eta/annotator_204": 0.9605666399002075, "eta/annotator_205": 0.9568287134170532, "eta/annotator_206": 0.9637885093688965, "eta/annotator_207": 0.945874035358429, "eta/annotator_208": 0.9501124620437622, "eta/annotator_209": 0.9502007365226746, "eta/annotator_21": 0.9137246012687683, "eta/annotator_210": 0.9533249735832214, "eta/annotator_211": 0.9442856907844543, "eta/annotator_212": 0.9240080118179321, "eta/annotator_213": 0.9462453126907349, "eta/annotator_214": 0.9204856157302856, "eta/annotator_215": 0.9692249298095703, "eta/annotator_216": 0.9565262794494629, "eta/annotator_217": 0.9507088661193848, "eta/annotator_218": 0.9412941932678223, "eta/annotator_219": 0.962621808052063, "eta/annotator_22": 0.954718291759491, "eta/annotator_220": 0.9179461598396301, "eta/annotator_221": 0.9473787546157837, "eta/annotator_222": 0.9404944181442261, "eta/annotator_223": 0.9613590240478516, "eta/annotator_224": 0.9399450421333313, "eta/annotator_225": 0.9516269564628601, "eta/annotator_226": 0.9569727182388306, "eta/annotator_23": 0.9362349510192871, "eta/annotator_24": 0.9511990547180176, "eta/annotator_25": 0.9344379305839539, "eta/annotator_26": 0.9668895602226257, "eta/annotator_27": 0.955686092376709, "eta/annotator_28": 0.9686942100524902, "eta/annotator_29": 0.9546815156936646, "eta/annotator_3": 0.9598585963249207, "eta/annotator_30": 0.954820990562439, "eta/annotator_31": 0.9512335658073425, "eta/annotator_32": 0.9490371942520142, "eta/annotator_33": 0.9488657712936401, "eta/annotator_34": 0.9460518956184387, "eta/annotator_35": 0.9266456365585327, "eta/annotator_36": 0.9540883302688599, "eta/annotator_37": 0.9313935041427612, "eta/annotator_38": 0.9239464998245239, "eta/annotator_39": 0.9675558805465698, "eta/annotator_4": 0.9588044285774231, "eta/annotator_40": 0.940631091594696, "eta/annotator_41": 0.9504084587097168, "eta/annotator_42": 0.9625664949417114, "eta/annotator_43": 0.9626857042312622, "eta/annotator_44": 0.9529759287834167, "eta/annotator_45": 0.9516118764877319, "eta/annotator_46": 0.9496995210647583, "eta/annotator_47": 0.9486343264579773, "eta/annotator_48": 0.932560920715332, "eta/annotator_49": 0.9460409879684448, "eta/annotator_5": 0.9402370452880859, "eta/annotator_50": 0.9526199102401733, "eta/annotator_51": 0.9344539642333984, "eta/annotator_52": 0.9646750688552856, "eta/annotator_53": 0.9563354253768921, "eta/annotator_54": 0.9583322405815125, "eta/annotator_55": 0.9680801630020142, "eta/annotator_56": 0.9611189961433411, "eta/annotator_57": 0.9530452489852905, "eta/annotator_58": 0.963890552520752, "eta/annotator_59": 0.9330219030380249, "eta/annotator_6": 0.9669433832168579, "eta/annotator_60": 0.9245818257331848, "eta/annotator_61": 0.9269031286239624, "eta/annotator_62": 0.9617350697517395, "eta/annotator_63": 0.9554920196533203, "eta/annotator_64": 0.9527941942214966, "eta/annotator_65": 0.9062482118606567, "eta/annotator_66": 0.959854245185852, "eta/annotator_67": 0.9475658535957336, "eta/annotator_68": 0.9680678248405457, "eta/annotator_69": 0.9581631422042847, "eta/annotator_7": 0.9484569430351257, "eta/annotator_70": 0.9522472620010376, "eta/annotator_71": 0.9563177227973938, "eta/annotator_72": 0.9495693445205688, "eta/annotator_73": 0.9485460519790649, "eta/annotator_74": 0.9512308835983276, "eta/annotator_75": 0.94007408618927, "eta/annotator_76": 0.957965075969696, "eta/annotator_77": 0.954508900642395, "eta/annotator_78": 0.9594424962997437, "eta/annotator_79": 0.9158324003219604, "eta/annotator_8": 0.902493953704834, "eta/annotator_80": 0.9548221826553345, "eta/annotator_81": 0.9538456797599792, "eta/annotator_82": 0.9482802152633667, "eta/annotator_83": 0.9472330808639526, "eta/annotator_84": 0.961760401725769, "eta/annotator_85": 0.9564166069030762, "eta/annotator_86": 0.8650854825973511, "eta/annotator_87": 0.9335938692092896, "eta/annotator_88": 0.9531437754631042, "eta/annotator_89": 0.9277383089065552, "eta/annotator_9": 0.96253901720047, "eta/annotator_90": 0.9234630465507507, "eta/annotator_91": 0.955213189125061, "eta/annotator_92": 0.9626327753067017, "eta/annotator_93": 0.953946590423584, "eta/annotator_94": 0.9570997953414917, "eta/annotator_95": 0.9486533999443054, "eta/annotator_96": 0.9052470922470093, "eta/annotator_97": 0.9168713688850403, "eta/annotator_98": 0.9460732340812683, "eta/annotator_99": 0.9338577389717102, "grad_norm": 44.31589588483839, "learning_rate": 2.912621359223301e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.2749938964844, "logps/rejected": -252.0749969482422, "loss": 0.5922, "rewards/accuracies": 0.633593738079071, "rewards/chosen": -0.21558304131031036, "rewards/margins": 0.41821593046188354, "rewards/rejected": -0.633959949016571, "step": 110 }, { "em/agreement_weights_mean": 0.9462283253669739, "em/agreement_weights_std": 0.05674397945404053, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.5240174672489083, "eta/annotator_0": 0.9563482999801636, "eta/annotator_1": 0.951423168182373, "eta/annotator_10": 0.9636152982711792, "eta/annotator_100": 0.9432848691940308, "eta/annotator_101": 0.9431359171867371, "eta/annotator_102": 0.8736305236816406, "eta/annotator_103": 0.9264203310012817, "eta/annotator_104": 0.9277442693710327, "eta/annotator_105": 0.9227639436721802, "eta/annotator_106": 0.9464560747146606, "eta/annotator_107": 0.9554953575134277, "eta/annotator_108": 0.9473525881767273, "eta/annotator_109": 0.9483864903450012, "eta/annotator_11": 0.8954100608825684, "eta/annotator_110": 0.8798999786376953, "eta/annotator_111": 0.9510178565979004, "eta/annotator_112": 0.9471958875656128, "eta/annotator_113": 0.9417986869812012, "eta/annotator_114": 0.9470348358154297, "eta/annotator_115": 0.9453408122062683, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.937872052192688, "eta/annotator_118": 0.9185919761657715, "eta/annotator_119": 0.949927031993866, "eta/annotator_12": 0.9572051167488098, "eta/annotator_120": 0.9637880325317383, "eta/annotator_121": 0.9496143460273743, "eta/annotator_122": 0.9229744672775269, "eta/annotator_123": 0.9288067817687988, "eta/annotator_124": 0.9367823600769043, "eta/annotator_125": 0.9419451951980591, "eta/annotator_126": 0.9534557461738586, "eta/annotator_127": 0.9054700136184692, "eta/annotator_128": 0.9489150047302246, "eta/annotator_129": 0.96576988697052, "eta/annotator_13": 0.9445075988769531, "eta/annotator_130": 0.9346149563789368, "eta/annotator_131": 0.93550044298172, "eta/annotator_132": 0.9394627809524536, "eta/annotator_133": 0.9546374082565308, "eta/annotator_134": 0.956662654876709, "eta/annotator_135": 0.9523812532424927, "eta/annotator_136": 0.9531830549240112, "eta/annotator_137": 0.9607163667678833, "eta/annotator_138": 0.9567255973815918, "eta/annotator_139": 0.959222137928009, "eta/annotator_14": 0.9478722810745239, "eta/annotator_140": 0.953161358833313, "eta/annotator_141": 0.9654667973518372, "eta/annotator_142": 0.9683911204338074, "eta/annotator_143": 0.9508780241012573, "eta/annotator_144": 0.9505416750907898, "eta/annotator_145": 0.9481568336486816, "eta/annotator_146": 0.9455750584602356, "eta/annotator_147": 0.9372488856315613, "eta/annotator_148": 0.9475512504577637, "eta/annotator_149": 0.9462685585021973, "eta/annotator_15": 0.9334117770195007, "eta/annotator_150": 0.9596506953239441, "eta/annotator_151": 0.967099666595459, "eta/annotator_152": 0.9555538892745972, "eta/annotator_153": 0.9590261578559875, "eta/annotator_154": 0.9535549283027649, "eta/annotator_155": 0.9388221502304077, "eta/annotator_156": 0.9589920043945312, "eta/annotator_157": 0.9384932518005371, "eta/annotator_158": 0.9615218043327332, "eta/annotator_159": 0.9489876627922058, "eta/annotator_16": 0.9595924615859985, "eta/annotator_160": 0.9628512263298035, "eta/annotator_161": 0.9494976997375488, "eta/annotator_162": 0.959770679473877, "eta/annotator_163": 0.9311897158622742, "eta/annotator_164": 0.9508169889450073, "eta/annotator_165": 0.965817928314209, "eta/annotator_166": 0.9628249406814575, "eta/annotator_167": 0.9654811024665833, "eta/annotator_168": 0.9554317593574524, "eta/annotator_169": 0.9534074068069458, "eta/annotator_17": 0.9570048451423645, "eta/annotator_170": 0.9494583010673523, "eta/annotator_171": 0.957747757434845, "eta/annotator_172": 0.9585872888565063, "eta/annotator_173": 0.9305747151374817, "eta/annotator_174": 0.9485543370246887, "eta/annotator_175": 0.9399794340133667, "eta/annotator_176": 0.9377214312553406, "eta/annotator_177": 0.9506365656852722, "eta/annotator_178": 0.960516631603241, "eta/annotator_179": 0.9626151323318481, "eta/annotator_18": 0.9458726048469543, "eta/annotator_180": 0.961166262626648, "eta/annotator_181": 0.9586898684501648, "eta/annotator_182": 0.9669796228408813, "eta/annotator_183": 0.9592130780220032, "eta/annotator_184": 0.9436820149421692, "eta/annotator_185": 0.9515701532363892, "eta/annotator_186": 0.962247371673584, "eta/annotator_187": 0.9492831230163574, "eta/annotator_188": 0.9492527842521667, "eta/annotator_189": 0.952423095703125, "eta/annotator_19": 0.959144115447998, "eta/annotator_190": 0.9600184559822083, "eta/annotator_191": 0.9545729756355286, "eta/annotator_192": 0.9590876698493958, "eta/annotator_193": 0.9568015933036804, "eta/annotator_194": 0.9139432907104492, "eta/annotator_195": 0.9572169184684753, "eta/annotator_196": 0.9385024309158325, "eta/annotator_197": 0.9516383409500122, "eta/annotator_198": 0.9346688389778137, "eta/annotator_199": 0.9313403964042664, "eta/annotator_2": 0.9481937289237976, "eta/annotator_20": 0.944517970085144, "eta/annotator_200": 0.9637020230293274, "eta/annotator_201": 0.9578353762626648, "eta/annotator_202": 0.9523196220397949, "eta/annotator_203": 0.937288761138916, "eta/annotator_204": 0.9599236249923706, "eta/annotator_205": 0.955630898475647, "eta/annotator_206": 0.9635631442070007, "eta/annotator_207": 0.9384746551513672, "eta/annotator_208": 0.9199104309082031, "eta/annotator_209": 0.9482326507568359, "eta/annotator_21": 0.8495205640792847, "eta/annotator_210": 0.9527176022529602, "eta/annotator_211": 0.945081353187561, "eta/annotator_212": 0.9253638982772827, "eta/annotator_213": 0.94835364818573, "eta/annotator_214": 0.9191269874572754, "eta/annotator_215": 0.9612818956375122, "eta/annotator_216": 0.9549495577812195, "eta/annotator_217": 0.9546778798103333, "eta/annotator_218": 0.9363361597061157, "eta/annotator_219": 0.9631316065788269, "eta/annotator_22": 0.9572790861129761, "eta/annotator_220": 0.9256971478462219, "eta/annotator_221": 0.9489609003067017, "eta/annotator_222": 0.9445375204086304, "eta/annotator_223": 0.9622635841369629, "eta/annotator_224": 0.9453902244567871, "eta/annotator_225": 0.9594078063964844, "eta/annotator_226": 0.9060801267623901, "eta/annotator_23": 0.9382671117782593, "eta/annotator_24": 0.9516110420227051, "eta/annotator_25": 0.9341170191764832, "eta/annotator_26": 0.965743362903595, "eta/annotator_27": 0.9555960893630981, "eta/annotator_28": 0.9690499305725098, "eta/annotator_29": 0.9544652104377747, "eta/annotator_3": 0.9608871340751648, "eta/annotator_30": 0.9533382654190063, "eta/annotator_31": 0.9525664448738098, "eta/annotator_32": 0.948928952217102, "eta/annotator_33": 0.9487149119377136, "eta/annotator_34": 0.9422125816345215, "eta/annotator_35": 0.9257842898368835, "eta/annotator_36": 0.9553885459899902, "eta/annotator_37": 0.9308799505233765, "eta/annotator_38": 0.9248865842819214, "eta/annotator_39": 0.9598647952079773, "eta/annotator_4": 0.9620097875595093, "eta/annotator_40": 0.9415134191513062, "eta/annotator_41": 0.9465290307998657, "eta/annotator_42": 0.9630177617073059, "eta/annotator_43": 0.9676454663276672, "eta/annotator_44": 0.9542387127876282, "eta/annotator_45": 0.9522421956062317, "eta/annotator_46": 0.9511139988899231, "eta/annotator_47": 0.9509782791137695, "eta/annotator_48": 0.9132207632064819, "eta/annotator_49": 0.9453824758529663, "eta/annotator_5": 0.9393298029899597, "eta/annotator_50": 0.9444724917411804, "eta/annotator_51": 0.9210616946220398, "eta/annotator_52": 0.9657613039016724, "eta/annotator_53": 0.9552463293075562, "eta/annotator_54": 0.9592822194099426, "eta/annotator_55": 0.968737006187439, "eta/annotator_56": 0.9585198163986206, "eta/annotator_57": 0.9552071690559387, "eta/annotator_58": 0.9663181304931641, "eta/annotator_59": 0.9257911443710327, "eta/annotator_6": 0.9668954610824585, "eta/annotator_60": 0.9225974082946777, "eta/annotator_61": 0.9267477989196777, "eta/annotator_62": 0.9636934995651245, "eta/annotator_63": 0.9590779542922974, "eta/annotator_64": 0.9528781175613403, "eta/annotator_65": 0.9082782864570618, "eta/annotator_66": 0.9602547883987427, "eta/annotator_67": 0.9454439282417297, "eta/annotator_68": 0.9707220792770386, "eta/annotator_69": 0.9581631422042847, "eta/annotator_7": 0.9484569430351257, "eta/annotator_70": 0.9534626007080078, "eta/annotator_71": 0.9578002095222473, "eta/annotator_72": 0.9433202743530273, "eta/annotator_73": 0.9503238797187805, "eta/annotator_74": 0.9512308835983276, "eta/annotator_75": 0.9416327476501465, "eta/annotator_76": 0.9503302574157715, "eta/annotator_77": 0.9548450708389282, "eta/annotator_78": 0.9590679407119751, "eta/annotator_79": 0.9103201627731323, "eta/annotator_8": 0.9031368494033813, "eta/annotator_80": 0.9554039239883423, "eta/annotator_81": 0.9549563527107239, "eta/annotator_82": 0.9481048583984375, "eta/annotator_83": 0.9474806785583496, "eta/annotator_84": 0.9618328809738159, "eta/annotator_85": 0.9552214741706848, "eta/annotator_86": 0.8631346821784973, "eta/annotator_87": 0.9327977299690247, "eta/annotator_88": 0.9509450197219849, "eta/annotator_89": 0.9310633540153503, "eta/annotator_9": 0.9618401527404785, "eta/annotator_90": 0.9239808320999146, "eta/annotator_91": 0.9561127424240112, "eta/annotator_92": 0.9627364277839661, "eta/annotator_93": 0.9547812342643738, "eta/annotator_94": 0.9587444067001343, "eta/annotator_95": 0.9503310322761536, "eta/annotator_96": 0.907258152961731, "eta/annotator_97": 0.9169950485229492, "eta/annotator_98": 0.9459956288337708, "eta/annotator_99": 0.9340695142745972, "grad_norm": 39.933614646498945, "learning_rate": 2.669902912621359e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -323.6499938964844, "logps/rejected": -253.5625, "loss": 0.5796, "rewards/accuracies": 0.651562511920929, "rewards/chosen": -0.2089429795742035, "rewards/margins": 0.4511863589286804, "rewards/rejected": -0.6602538824081421, "step": 120 }, { "em/agreement_weights_mean": 0.9445463418960571, "em/agreement_weights_std": 0.06698887050151825, "em/unique_annotators_in_global_batch": 15.212499618530273, "epoch": 0.5676855895196506, "eta/annotator_0": 0.9561270475387573, "eta/annotator_1": 0.9430537223815918, "eta/annotator_10": 0.9640097618103027, "eta/annotator_100": 0.9446064233779907, "eta/annotator_101": 0.944500744342804, "eta/annotator_102": 0.8833433985710144, "eta/annotator_103": 0.9282058477401733, "eta/annotator_104": 0.9277424812316895, "eta/annotator_105": 0.9275460243225098, "eta/annotator_106": 0.9441050291061401, "eta/annotator_107": 0.9552939534187317, "eta/annotator_108": 0.9459412693977356, "eta/annotator_109": 0.9451338648796082, "eta/annotator_11": 0.88212651014328, "eta/annotator_110": 0.8833385705947876, "eta/annotator_111": 0.9523757696151733, "eta/annotator_112": 0.947350025177002, "eta/annotator_113": 0.9414359331130981, "eta/annotator_114": 0.9518471956253052, "eta/annotator_115": 0.9456359148025513, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9348098039627075, "eta/annotator_118": 0.9094582796096802, "eta/annotator_119": 0.9524954557418823, "eta/annotator_12": 0.9615768194198608, "eta/annotator_120": 0.9644129872322083, "eta/annotator_121": 0.9504131078720093, "eta/annotator_122": 0.9283813238143921, "eta/annotator_123": 0.9208614230155945, "eta/annotator_124": 0.936324954032898, "eta/annotator_125": 0.9410223960876465, "eta/annotator_126": 0.9565180540084839, "eta/annotator_127": 0.9050370454788208, "eta/annotator_128": 0.9522239565849304, "eta/annotator_129": 0.9662433862686157, "eta/annotator_13": 0.9420754313468933, "eta/annotator_130": 0.9408221244812012, "eta/annotator_131": 0.9205619692802429, "eta/annotator_132": 0.9301097989082336, "eta/annotator_133": 0.9560211896896362, "eta/annotator_134": 0.9556290507316589, "eta/annotator_135": 0.9544944763183594, "eta/annotator_136": 0.9522024989128113, "eta/annotator_137": 0.9632781744003296, "eta/annotator_138": 0.957565188407898, "eta/annotator_139": 0.9625717401504517, "eta/annotator_14": 0.9424866437911987, "eta/annotator_140": 0.9568106532096863, "eta/annotator_141": 0.9653817415237427, "eta/annotator_142": 0.9694992303848267, "eta/annotator_143": 0.9523662328720093, "eta/annotator_144": 0.9486166834831238, "eta/annotator_145": 0.9495793581008911, "eta/annotator_146": 0.9517799615859985, "eta/annotator_147": 0.9389073252677917, "eta/annotator_148": 0.9477798342704773, "eta/annotator_149": 0.9510422945022583, "eta/annotator_15": 0.9359782338142395, "eta/annotator_150": 0.9581267237663269, "eta/annotator_151": 0.9677292704582214, "eta/annotator_152": 0.9554187655448914, "eta/annotator_153": 0.9645251035690308, "eta/annotator_154": 0.9546962976455688, "eta/annotator_155": 0.9484418034553528, "eta/annotator_156": 0.9630389213562012, "eta/annotator_157": 0.9364388585090637, "eta/annotator_158": 0.9611434936523438, "eta/annotator_159": 0.9426347017288208, "eta/annotator_16": 0.962916374206543, "eta/annotator_160": 0.9671725034713745, "eta/annotator_161": 0.9550220370292664, "eta/annotator_162": 0.9590048789978027, "eta/annotator_163": 0.9310881495475769, "eta/annotator_164": 0.9543988108634949, "eta/annotator_165": 0.9637215733528137, "eta/annotator_166": 0.9636567234992981, "eta/annotator_167": 0.9663451313972473, "eta/annotator_168": 0.9546066522598267, "eta/annotator_169": 0.9522078633308411, "eta/annotator_17": 0.9520009160041809, "eta/annotator_170": 0.9497200846672058, "eta/annotator_171": 0.958786129951477, "eta/annotator_172": 0.9519432783126831, "eta/annotator_173": 0.9269987344741821, "eta/annotator_174": 0.9483950734138489, "eta/annotator_175": 0.9406250715255737, "eta/annotator_176": 0.9369842410087585, "eta/annotator_177": 0.9533058404922485, "eta/annotator_178": 0.9609956741333008, "eta/annotator_179": 0.9637797474861145, "eta/annotator_18": 0.9501694440841675, "eta/annotator_180": 0.962424099445343, "eta/annotator_181": 0.9606493711471558, "eta/annotator_182": 0.9688873291015625, "eta/annotator_183": 0.9561241865158081, "eta/annotator_184": 0.9435653686523438, "eta/annotator_185": 0.9422690272331238, "eta/annotator_186": 0.9636662602424622, "eta/annotator_187": 0.9522083401679993, "eta/annotator_188": 0.9526772499084473, "eta/annotator_189": 0.9546172022819519, "eta/annotator_19": 0.9593812227249146, "eta/annotator_190": 0.9605819582939148, "eta/annotator_191": 0.9547019004821777, "eta/annotator_192": 0.9591977000236511, "eta/annotator_193": 0.9583432078361511, "eta/annotator_194": 0.9135489463806152, "eta/annotator_195": 0.9575718641281128, "eta/annotator_196": 0.941114068031311, "eta/annotator_197": 0.9541107416152954, "eta/annotator_198": 0.9346688389778137, "eta/annotator_199": 0.9345695376396179, "eta/annotator_2": 0.949720025062561, "eta/annotator_20": 0.9489821195602417, "eta/annotator_200": 0.9612305760383606, "eta/annotator_201": 0.9584641456604004, "eta/annotator_202": 0.955643355846405, "eta/annotator_203": 0.9362891912460327, "eta/annotator_204": 0.9588201642036438, "eta/annotator_205": 0.955518901348114, "eta/annotator_206": 0.9641677737236023, "eta/annotator_207": 0.939106822013855, "eta/annotator_208": 0.9212320446968079, "eta/annotator_209": 0.9489744901657104, "eta/annotator_21": 0.8495205640792847, "eta/annotator_210": 0.9509598016738892, "eta/annotator_211": 0.9477627873420715, "eta/annotator_212": 0.925081729888916, "eta/annotator_213": 0.9523845911026001, "eta/annotator_214": 0.9167265892028809, "eta/annotator_215": 0.9605726003646851, "eta/annotator_216": 0.9601569175720215, "eta/annotator_217": 0.9546778798103333, "eta/annotator_218": 0.9381362199783325, "eta/annotator_219": 0.9643976092338562, "eta/annotator_22": 0.956771731376648, "eta/annotator_220": 0.9318000078201294, "eta/annotator_221": 0.9390279650688171, "eta/annotator_222": 0.9521086812019348, "eta/annotator_223": 0.9650147557258606, "eta/annotator_224": 0.9349473118782043, "eta/annotator_225": 0.9606421589851379, "eta/annotator_226": 0.9063044786453247, "eta/annotator_23": 0.9413287043571472, "eta/annotator_24": 0.9483105540275574, "eta/annotator_25": 0.9369597434997559, "eta/annotator_26": 0.96754390001297, "eta/annotator_27": 0.9501021504402161, "eta/annotator_28": 0.9694626927375793, "eta/annotator_29": 0.9555060267448425, "eta/annotator_3": 0.9626943469047546, "eta/annotator_30": 0.9544766545295715, "eta/annotator_31": 0.9525664448738098, "eta/annotator_32": 0.9478455781936646, "eta/annotator_33": 0.9473335146903992, "eta/annotator_34": 0.9365153312683105, "eta/annotator_35": 0.9257446527481079, "eta/annotator_36": 0.9585993885993958, "eta/annotator_37": 0.9259887933731079, "eta/annotator_38": 0.9268592596054077, "eta/annotator_39": 0.9646722674369812, "eta/annotator_4": 0.9620250463485718, "eta/annotator_40": 0.941007137298584, "eta/annotator_41": 0.947381317615509, "eta/annotator_42": 0.9599602818489075, "eta/annotator_43": 0.9694052934646606, "eta/annotator_44": 0.9633011817932129, "eta/annotator_45": 0.9533160328865051, "eta/annotator_46": 0.9536860585212708, "eta/annotator_47": 0.9509110450744629, "eta/annotator_48": 0.9150488972663879, "eta/annotator_49": 0.9317010641098022, "eta/annotator_5": 0.9121473431587219, "eta/annotator_50": 0.9478327035903931, "eta/annotator_51": 0.9210616946220398, "eta/annotator_52": 0.9670906066894531, "eta/annotator_53": 0.9554041028022766, "eta/annotator_54": 0.9615432024002075, "eta/annotator_55": 0.9707808494567871, "eta/annotator_56": 0.9605202674865723, "eta/annotator_57": 0.9555166959762573, "eta/annotator_58": 0.9680736660957336, "eta/annotator_59": 0.9239445924758911, "eta/annotator_6": 0.9689604640007019, "eta/annotator_60": 0.9267405271530151, "eta/annotator_61": 0.9237323999404907, "eta/annotator_62": 0.966302216053009, "eta/annotator_63": 0.9590779542922974, "eta/annotator_64": 0.9513911008834839, "eta/annotator_65": 0.9049155116081238, "eta/annotator_66": 0.9602547883987427, "eta/annotator_67": 0.9446555376052856, "eta/annotator_68": 0.9716376066207886, "eta/annotator_69": 0.9581631422042847, "eta/annotator_7": 0.9487355351448059, "eta/annotator_70": 0.9530539512634277, "eta/annotator_71": 0.9555907249450684, "eta/annotator_72": 0.9426800012588501, "eta/annotator_73": 0.9510302543640137, "eta/annotator_74": 0.9512308835983276, "eta/annotator_75": 0.9445356130599976, "eta/annotator_76": 0.952193558216095, "eta/annotator_77": 0.9559661746025085, "eta/annotator_78": 0.960705578327179, "eta/annotator_79": 0.9140790104866028, "eta/annotator_8": 0.9029043316841125, "eta/annotator_80": 0.956118106842041, "eta/annotator_81": 0.9563964605331421, "eta/annotator_82": 0.9497572183609009, "eta/annotator_83": 0.9417425990104675, "eta/annotator_84": 0.9630600810050964, "eta/annotator_85": 0.9567354917526245, "eta/annotator_86": 0.8627961277961731, "eta/annotator_87": 0.9273926019668579, "eta/annotator_88": 0.9514223337173462, "eta/annotator_89": 0.930456280708313, "eta/annotator_9": 0.9626007080078125, "eta/annotator_90": 0.9266104698181152, "eta/annotator_91": 0.9580065608024597, "eta/annotator_92": 0.9618786573410034, "eta/annotator_93": 0.9549961090087891, "eta/annotator_94": 0.9620620012283325, "eta/annotator_95": 0.9535735249519348, "eta/annotator_96": 0.9076447486877441, "eta/annotator_97": 0.9148796200752258, "eta/annotator_98": 0.9495247602462769, "eta/annotator_99": 0.9282149076461792, "grad_norm": 36.91329656933937, "learning_rate": 2.4271844660194176e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -330.86248779296875, "logps/rejected": -256.4125061035156, "loss": 0.5655, "rewards/accuracies": 0.672656238079071, "rewards/chosen": -0.13424567878246307, "rewards/margins": 0.5022773742675781, "rewards/rejected": -0.636962890625, "step": 130 }, { "em/agreement_weights_mean": 0.9405379295349121, "em/agreement_weights_std": 0.07650916278362274, "em/unique_annotators_in_global_batch": 15.087499618530273, "epoch": 0.611353711790393, "eta/annotator_0": 0.9532183408737183, "eta/annotator_1": 0.943200945854187, "eta/annotator_10": 0.9659485816955566, "eta/annotator_100": 0.946536660194397, "eta/annotator_101": 0.9462345242500305, "eta/annotator_102": 0.8882367014884949, "eta/annotator_103": 0.9314500093460083, "eta/annotator_104": 0.8969601392745972, "eta/annotator_105": 0.9278575778007507, "eta/annotator_106": 0.9392269849777222, "eta/annotator_107": 0.9549034237861633, "eta/annotator_108": 0.9497424960136414, "eta/annotator_109": 0.9472759962081909, "eta/annotator_11": 0.8827422857284546, "eta/annotator_110": 0.8832389116287231, "eta/annotator_111": 0.9532532691955566, "eta/annotator_112": 0.9487370252609253, "eta/annotator_113": 0.9410033226013184, "eta/annotator_114": 0.9552432894706726, "eta/annotator_115": 0.9484009742736816, "eta/annotator_116": 0.9499996900558472, "eta/annotator_117": 0.9347549676895142, "eta/annotator_118": 0.9078434109687805, "eta/annotator_119": 0.9584145545959473, "eta/annotator_12": 0.9625294804573059, "eta/annotator_120": 0.9671883583068848, "eta/annotator_121": 0.948158860206604, "eta/annotator_122": 0.9303825497627258, "eta/annotator_123": 0.9245127439498901, "eta/annotator_124": 0.9375165104866028, "eta/annotator_125": 0.9432719945907593, "eta/annotator_126": 0.9587071537971497, "eta/annotator_127": 0.9116277694702148, "eta/annotator_128": 0.952534556388855, "eta/annotator_129": 0.9657835960388184, "eta/annotator_13": 0.941869854927063, "eta/annotator_130": 0.9408804178237915, "eta/annotator_131": 0.9228790402412415, "eta/annotator_132": 0.9118365049362183, "eta/annotator_133": 0.9569832682609558, "eta/annotator_134": 0.9582772254943848, "eta/annotator_135": 0.9547423124313354, "eta/annotator_136": 0.9526068568229675, "eta/annotator_137": 0.9626445770263672, "eta/annotator_138": 0.959708571434021, "eta/annotator_139": 0.9687644839286804, "eta/annotator_14": 0.9411408305168152, "eta/annotator_140": 0.9593498110771179, "eta/annotator_141": 0.967187762260437, "eta/annotator_142": 0.9692344665527344, "eta/annotator_143": 0.9526196718215942, "eta/annotator_144": 0.9462894201278687, "eta/annotator_145": 0.9535075426101685, "eta/annotator_146": 0.9529388546943665, "eta/annotator_147": 0.9384753108024597, "eta/annotator_148": 0.9481080174446106, "eta/annotator_149": 0.952981173992157, "eta/annotator_15": 0.9425400495529175, "eta/annotator_150": 0.9588202238082886, "eta/annotator_151": 0.9685999155044556, "eta/annotator_152": 0.9477719068527222, "eta/annotator_153": 0.9625159502029419, "eta/annotator_154": 0.9557498097419739, "eta/annotator_155": 0.9509154558181763, "eta/annotator_156": 0.9640008211135864, "eta/annotator_157": 0.9385985136032104, "eta/annotator_158": 0.9656537771224976, "eta/annotator_159": 0.942208468914032, "eta/annotator_16": 0.9683308601379395, "eta/annotator_160": 0.9686694145202637, "eta/annotator_161": 0.9565213322639465, "eta/annotator_162": 0.9602438807487488, "eta/annotator_163": 0.9297377467155457, "eta/annotator_164": 0.9563590884208679, "eta/annotator_165": 0.9647590517997742, "eta/annotator_166": 0.9648850560188293, "eta/annotator_167": 0.9685466885566711, "eta/annotator_168": 0.9540973901748657, "eta/annotator_169": 0.9511951208114624, "eta/annotator_17": 0.9548236727714539, "eta/annotator_170": 0.9555655717849731, "eta/annotator_171": 0.9480050802230835, "eta/annotator_172": 0.9564723968505859, "eta/annotator_173": 0.8968559503555298, "eta/annotator_174": 0.9462203979492188, "eta/annotator_175": 0.9421733617782593, "eta/annotator_176": 0.923653781414032, "eta/annotator_177": 0.9533634185791016, "eta/annotator_178": 0.9557877779006958, "eta/annotator_179": 0.964947521686554, "eta/annotator_18": 0.952621340751648, "eta/annotator_180": 0.9654471278190613, "eta/annotator_181": 0.9623017311096191, "eta/annotator_182": 0.9724404215812683, "eta/annotator_183": 0.9546158909797668, "eta/annotator_184": 0.9464544057846069, "eta/annotator_185": 0.935016930103302, "eta/annotator_186": 0.9625977277755737, "eta/annotator_187": 0.9535659551620483, "eta/annotator_188": 0.9531790614128113, "eta/annotator_189": 0.9579402208328247, "eta/annotator_19": 0.9616939425468445, "eta/annotator_190": 0.9624862670898438, "eta/annotator_191": 0.9559699892997742, "eta/annotator_192": 0.9601876139640808, "eta/annotator_193": 0.9578537940979004, "eta/annotator_194": 0.9047123193740845, "eta/annotator_195": 0.9592536091804504, "eta/annotator_196": 0.9401602745056152, "eta/annotator_197": 0.9567173719406128, "eta/annotator_198": 0.9346545934677124, "eta/annotator_199": 0.9393833875656128, "eta/annotator_2": 0.9488818049430847, "eta/annotator_20": 0.9490212202072144, "eta/annotator_200": 0.9618000984191895, "eta/annotator_201": 0.956068217754364, "eta/annotator_202": 0.9475642442703247, "eta/annotator_203": 0.9286831617355347, "eta/annotator_204": 0.9605744481086731, "eta/annotator_205": 0.9567874073982239, "eta/annotator_206": 0.9657212495803833, "eta/annotator_207": 0.9442504048347473, "eta/annotator_208": 0.9257815480232239, "eta/annotator_209": 0.9465206861495972, "eta/annotator_21": 0.8499665260314941, "eta/annotator_210": 0.951052188873291, "eta/annotator_211": 0.9479752779006958, "eta/annotator_212": 0.9250672459602356, "eta/annotator_213": 0.953076958656311, "eta/annotator_214": 0.9129723310470581, "eta/annotator_215": 0.9636703729629517, "eta/annotator_216": 0.9595979452133179, "eta/annotator_217": 0.9548550844192505, "eta/annotator_218": 0.9407957792282104, "eta/annotator_219": 0.9684483408927917, "eta/annotator_22": 0.9595687985420227, "eta/annotator_220": 0.9362688064575195, "eta/annotator_221": 0.9303680658340454, "eta/annotator_222": 0.9527904391288757, "eta/annotator_223": 0.9671031832695007, "eta/annotator_224": 0.9311502575874329, "eta/annotator_225": 0.9479321241378784, "eta/annotator_226": 0.9078518748283386, "eta/annotator_23": 0.9489134550094604, "eta/annotator_24": 0.9483105540275574, "eta/annotator_25": 0.9391778111457825, "eta/annotator_26": 0.9654824137687683, "eta/annotator_27": 0.9501654505729675, "eta/annotator_28": 0.9684890508651733, "eta/annotator_29": 0.9563347697257996, "eta/annotator_3": 0.9665976762771606, "eta/annotator_30": 0.9534710049629211, "eta/annotator_31": 0.9525664448738098, "eta/annotator_32": 0.9468532800674438, "eta/annotator_33": 0.9486191868782043, "eta/annotator_34": 0.9378578066825867, "eta/annotator_35": 0.918504536151886, "eta/annotator_36": 0.9590651392936707, "eta/annotator_37": 0.9310749769210815, "eta/annotator_38": 0.9302751421928406, "eta/annotator_39": 0.9668992161750793, "eta/annotator_4": 0.9621618986129761, "eta/annotator_40": 0.941007137298584, "eta/annotator_41": 0.9493685960769653, "eta/annotator_42": 0.9611809849739075, "eta/annotator_43": 0.9707821011543274, "eta/annotator_44": 0.9641106724739075, "eta/annotator_45": 0.9533160328865051, "eta/annotator_46": 0.9536860585212708, "eta/annotator_47": 0.9510277509689331, "eta/annotator_48": 0.9069136381149292, "eta/annotator_49": 0.9340415000915527, "eta/annotator_5": 0.8605305552482605, "eta/annotator_50": 0.9504278898239136, "eta/annotator_51": 0.9217866063117981, "eta/annotator_52": 0.9671860933303833, "eta/annotator_53": 0.9516770243644714, "eta/annotator_54": 0.9615877866744995, "eta/annotator_55": 0.9714537858963013, "eta/annotator_56": 0.9640564918518066, "eta/annotator_57": 0.9583014249801636, "eta/annotator_58": 0.9716838598251343, "eta/annotator_59": 0.9171320796012878, "eta/annotator_6": 0.9690343737602234, "eta/annotator_60": 0.9303174018859863, "eta/annotator_61": 0.9224309921264648, "eta/annotator_62": 0.9665358662605286, "eta/annotator_63": 0.9591559171676636, "eta/annotator_64": 0.9526690244674683, "eta/annotator_65": 0.8746556043624878, "eta/annotator_66": 0.9603679776191711, "eta/annotator_67": 0.9442947506904602, "eta/annotator_68": 0.969782829284668, "eta/annotator_69": 0.9582425951957703, "eta/annotator_7": 0.9512431025505066, "eta/annotator_70": 0.9530539512634277, "eta/annotator_71": 0.9519712328910828, "eta/annotator_72": 0.9065216183662415, "eta/annotator_73": 0.9531099200248718, "eta/annotator_74": 0.9511834383010864, "eta/annotator_75": 0.9488856196403503, "eta/annotator_76": 0.9578514099121094, "eta/annotator_77": 0.9562690854072571, "eta/annotator_78": 0.9590126872062683, "eta/annotator_79": 0.9134072065353394, "eta/annotator_8": 0.8774932622909546, "eta/annotator_80": 0.9557803869247437, "eta/annotator_81": 0.9560021162033081, "eta/annotator_82": 0.9512889981269836, "eta/annotator_83": 0.9445303678512573, "eta/annotator_84": 0.9662287831306458, "eta/annotator_85": 0.9589655995368958, "eta/annotator_86": 0.8475137948989868, "eta/annotator_87": 0.9250777363777161, "eta/annotator_88": 0.9570915102958679, "eta/annotator_89": 0.9252365827560425, "eta/annotator_9": 0.9635719060897827, "eta/annotator_90": 0.9293937683105469, "eta/annotator_91": 0.9597228169441223, "eta/annotator_92": 0.9594073295593262, "eta/annotator_93": 0.9563645124435425, "eta/annotator_94": 0.9615958333015442, "eta/annotator_95": 0.9549678564071655, "eta/annotator_96": 0.9090062379837036, "eta/annotator_97": 0.915492057800293, "eta/annotator_98": 0.9503781199455261, "eta/annotator_99": 0.929885983467102, "grad_norm": 32.45455965924419, "learning_rate": 2.1844660194174754e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -327.98748779296875, "logps/rejected": -247.08749389648438, "loss": 0.574, "rewards/accuracies": 0.651562511920929, "rewards/chosen": -0.1014942154288292, "rewards/margins": 0.4932151734828949, "rewards/rejected": -0.594805896282196, "step": 140 }, { "em/agreement_weights_mean": 0.9416756629943848, "em/agreement_weights_std": 0.07116732001304626, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.6550218340611353, "eta/annotator_0": 0.9543259739875793, "eta/annotator_1": 0.9422144889831543, "eta/annotator_10": 0.9706473350524902, "eta/annotator_100": 0.946631133556366, "eta/annotator_101": 0.9462345242500305, "eta/annotator_102": 0.8880613446235657, "eta/annotator_103": 0.9335500597953796, "eta/annotator_104": 0.9028304219245911, "eta/annotator_105": 0.9306613206863403, "eta/annotator_106": 0.8954799771308899, "eta/annotator_107": 0.9548978805541992, "eta/annotator_108": 0.951998233795166, "eta/annotator_109": 0.9468418955802917, "eta/annotator_11": 0.8886679410934448, "eta/annotator_110": 0.886888861656189, "eta/annotator_111": 0.954387366771698, "eta/annotator_112": 0.9490014314651489, "eta/annotator_113": 0.9430339932441711, "eta/annotator_114": 0.957425594329834, "eta/annotator_115": 0.9493929743766785, "eta/annotator_116": 0.9503092765808105, "eta/annotator_117": 0.9280956387519836, "eta/annotator_118": 0.9101706743240356, "eta/annotator_119": 0.9600750803947449, "eta/annotator_12": 0.9634354710578918, "eta/annotator_120": 0.9685364961624146, "eta/annotator_121": 0.9520958662033081, "eta/annotator_122": 0.9363216161727905, "eta/annotator_123": 0.9244910478591919, "eta/annotator_124": 0.9279313087463379, "eta/annotator_125": 0.9473499059677124, "eta/annotator_126": 0.9594516754150391, "eta/annotator_127": 0.914472222328186, "eta/annotator_128": 0.951400876045227, "eta/annotator_129": 0.967743992805481, "eta/annotator_13": 0.945574939250946, "eta/annotator_130": 0.9454766511917114, "eta/annotator_131": 0.9221070408821106, "eta/annotator_132": 0.9025505781173706, "eta/annotator_133": 0.9594688415527344, "eta/annotator_134": 0.9554702639579773, "eta/annotator_135": 0.957050621509552, "eta/annotator_136": 0.9528824090957642, "eta/annotator_137": 0.9630687832832336, "eta/annotator_138": 0.9620819091796875, "eta/annotator_139": 0.9698143005371094, "eta/annotator_14": 0.9438567161560059, "eta/annotator_140": 0.9630807042121887, "eta/annotator_141": 0.9689141511917114, "eta/annotator_142": 0.9701927304267883, "eta/annotator_143": 0.9566308259963989, "eta/annotator_144": 0.9165602922439575, "eta/annotator_145": 0.9537680745124817, "eta/annotator_146": 0.9536231160163879, "eta/annotator_147": 0.9377974271774292, "eta/annotator_148": 0.9454604387283325, "eta/annotator_149": 0.95374596118927, "eta/annotator_15": 0.9467893838882446, "eta/annotator_150": 0.9608936309814453, "eta/annotator_151": 0.9713486433029175, "eta/annotator_152": 0.9510898590087891, "eta/annotator_153": 0.9641317129135132, "eta/annotator_154": 0.9575567245483398, "eta/annotator_155": 0.9526776075363159, "eta/annotator_156": 0.9515326619148254, "eta/annotator_157": 0.9339997172355652, "eta/annotator_158": 0.9658005833625793, "eta/annotator_159": 0.943408191204071, "eta/annotator_16": 0.9689092636108398, "eta/annotator_160": 0.9709502458572388, "eta/annotator_161": 0.9498422741889954, "eta/annotator_162": 0.9597395062446594, "eta/annotator_163": 0.929516613483429, "eta/annotator_164": 0.960250973701477, "eta/annotator_165": 0.9546568989753723, "eta/annotator_166": 0.9651185870170593, "eta/annotator_167": 0.9673994779586792, "eta/annotator_168": 0.9562756419181824, "eta/annotator_169": 0.9487580060958862, "eta/annotator_17": 0.954099178314209, "eta/annotator_170": 0.9564498662948608, "eta/annotator_171": 0.9431729316711426, "eta/annotator_172": 0.9573464393615723, "eta/annotator_173": 0.8929058313369751, "eta/annotator_174": 0.9272063374519348, "eta/annotator_175": 0.9454886317253113, "eta/annotator_176": 0.920896053314209, "eta/annotator_177": 0.9511104822158813, "eta/annotator_178": 0.9565899968147278, "eta/annotator_179": 0.9679147005081177, "eta/annotator_18": 0.9580020904541016, "eta/annotator_180": 0.9663310050964355, "eta/annotator_181": 0.9632968902587891, "eta/annotator_182": 0.9739803075790405, "eta/annotator_183": 0.9557593464851379, "eta/annotator_184": 0.9518990516662598, "eta/annotator_185": 0.9358730316162109, "eta/annotator_186": 0.9638115167617798, "eta/annotator_187": 0.9548721313476562, "eta/annotator_188": 0.9533483386039734, "eta/annotator_189": 0.9611920118331909, "eta/annotator_19": 0.9634689092636108, "eta/annotator_190": 0.9635413289070129, "eta/annotator_191": 0.9571933746337891, "eta/annotator_192": 0.9603827595710754, "eta/annotator_193": 0.9596595764160156, "eta/annotator_194": 0.9078585505485535, "eta/annotator_195": 0.9616740942001343, "eta/annotator_196": 0.9384976625442505, "eta/annotator_197": 0.9564430117607117, "eta/annotator_198": 0.9340804219245911, "eta/annotator_199": 0.9403449296951294, "eta/annotator_2": 0.9458563923835754, "eta/annotator_20": 0.9497259855270386, "eta/annotator_200": 0.963046669960022, "eta/annotator_201": 0.9596027135848999, "eta/annotator_202": 0.9554345011711121, "eta/annotator_203": 0.9310164451599121, "eta/annotator_204": 0.9584407806396484, "eta/annotator_205": 0.9614953994750977, "eta/annotator_206": 0.9659992456436157, "eta/annotator_207": 0.9431419372558594, "eta/annotator_208": 0.9219344258308411, "eta/annotator_209": 0.9451392292976379, "eta/annotator_21": 0.8548469543457031, "eta/annotator_210": 0.9470507502555847, "eta/annotator_211": 0.9498874545097351, "eta/annotator_212": 0.9267386198043823, "eta/annotator_213": 0.9521106481552124, "eta/annotator_214": 0.9124371409416199, "eta/annotator_215": 0.9643629193305969, "eta/annotator_216": 0.9611773490905762, "eta/annotator_217": 0.9572197794914246, "eta/annotator_218": 0.94154292345047, "eta/annotator_219": 0.9680877923965454, "eta/annotator_22": 0.9593784213066101, "eta/annotator_220": 0.9366386532783508, "eta/annotator_221": 0.9310099482536316, "eta/annotator_222": 0.9442905187606812, "eta/annotator_223": 0.9693455696105957, "eta/annotator_224": 0.9316508173942566, "eta/annotator_225": 0.9456850290298462, "eta/annotator_226": 0.9023529887199402, "eta/annotator_23": 0.9499956965446472, "eta/annotator_24": 0.9485356211662292, "eta/annotator_25": 0.9418529272079468, "eta/annotator_26": 0.967301070690155, "eta/annotator_27": 0.9478983879089355, "eta/annotator_28": 0.9682568311691284, "eta/annotator_29": 0.9542907476425171, "eta/annotator_3": 0.9675633311271667, "eta/annotator_30": 0.9507325291633606, "eta/annotator_31": 0.9524105787277222, "eta/annotator_32": 0.9473398923873901, "eta/annotator_33": 0.9405437707901001, "eta/annotator_34": 0.9389039278030396, "eta/annotator_35": 0.887667179107666, "eta/annotator_36": 0.9590651392936707, "eta/annotator_37": 0.9323052167892456, "eta/annotator_38": 0.931564450263977, "eta/annotator_39": 0.9671932458877563, "eta/annotator_4": 0.9621618986129761, "eta/annotator_40": 0.9408509135246277, "eta/annotator_41": 0.9500924348831177, "eta/annotator_42": 0.9604896306991577, "eta/annotator_43": 0.9717304110527039, "eta/annotator_44": 0.9649567604064941, "eta/annotator_45": 0.9532650113105774, "eta/annotator_46": 0.9536860585212708, "eta/annotator_47": 0.9478827714920044, "eta/annotator_48": 0.908227801322937, "eta/annotator_49": 0.9381303787231445, "eta/annotator_5": 0.8535233736038208, "eta/annotator_50": 0.9515036344528198, "eta/annotator_51": 0.9284356236457825, "eta/annotator_52": 0.9680463075637817, "eta/annotator_53": 0.9502705335617065, "eta/annotator_54": 0.953597903251648, "eta/annotator_55": 0.9730881452560425, "eta/annotator_56": 0.9662528038024902, "eta/annotator_57": 0.9582001566886902, "eta/annotator_58": 0.9695018529891968, "eta/annotator_59": 0.9052666425704956, "eta/annotator_6": 0.955041766166687, "eta/annotator_60": 0.9275620579719543, "eta/annotator_61": 0.8998407125473022, "eta/annotator_62": 0.9683911204338074, "eta/annotator_63": 0.9598580598831177, "eta/annotator_64": 0.9571820497512817, "eta/annotator_65": 0.8756710290908813, "eta/annotator_66": 0.9615100622177124, "eta/annotator_67": 0.9432196617126465, "eta/annotator_68": 0.9703577756881714, "eta/annotator_69": 0.9597522020339966, "eta/annotator_7": 0.9512431025505066, "eta/annotator_70": 0.9530539512634277, "eta/annotator_71": 0.9570088386535645, "eta/annotator_72": 0.9033907651901245, "eta/annotator_73": 0.9623305201530457, "eta/annotator_74": 0.9509258270263672, "eta/annotator_75": 0.9512812495231628, "eta/annotator_76": 0.9615548253059387, "eta/annotator_77": 0.9589951634407043, "eta/annotator_78": 0.9586170315742493, "eta/annotator_79": 0.9053279757499695, "eta/annotator_8": 0.8782464265823364, "eta/annotator_80": 0.9529204368591309, "eta/annotator_81": 0.9566950798034668, "eta/annotator_82": 0.9507338404655457, "eta/annotator_83": 0.9448005557060242, "eta/annotator_84": 0.9674285054206848, "eta/annotator_85": 0.9601730108261108, "eta/annotator_86": 0.8513568639755249, "eta/annotator_87": 0.8496869206428528, "eta/annotator_88": 0.9593512415885925, "eta/annotator_89": 0.9277733564376831, "eta/annotator_9": 0.9614887237548828, "eta/annotator_90": 0.9323431253433228, "eta/annotator_91": 0.9624210596084595, "eta/annotator_92": 0.9326971769332886, "eta/annotator_93": 0.9505259394645691, "eta/annotator_94": 0.9618614912033081, "eta/annotator_95": 0.9645004272460938, "eta/annotator_96": 0.9244205355644226, "eta/annotator_97": 0.915101170539856, "eta/annotator_98": 0.9498823285102844, "eta/annotator_99": 0.9294306635856628, "grad_norm": 37.95350780530463, "learning_rate": 1.9417475728155338e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.38751220703125, "logps/rejected": -253.0625, "loss": 0.5594, "rewards/accuracies": 0.671093761920929, "rewards/chosen": -0.04869956895709038, "rewards/margins": 0.542950451374054, "rewards/rejected": -0.5914939641952515, "step": 150 }, { "em/agreement_weights_mean": 0.9377358555793762, "em/agreement_weights_std": 0.08280743658542633, "em/unique_annotators_in_global_batch": 15.1875, "epoch": 0.6986899563318777, "eta/annotator_0": 0.9449818730354309, "eta/annotator_1": 0.9452720880508423, "eta/annotator_10": 0.9717342257499695, "eta/annotator_100": 0.9477459192276001, "eta/annotator_101": 0.9464974403381348, "eta/annotator_102": 0.8954063653945923, "eta/annotator_103": 0.8824158906936646, "eta/annotator_104": 0.8884326815605164, "eta/annotator_105": 0.930536150932312, "eta/annotator_106": 0.896956741809845, "eta/annotator_107": 0.9544624090194702, "eta/annotator_108": 0.9597236514091492, "eta/annotator_109": 0.9496006965637207, "eta/annotator_11": 0.8912769556045532, "eta/annotator_110": 0.8859262466430664, "eta/annotator_111": 0.9493891596794128, "eta/annotator_112": 0.9513801336288452, "eta/annotator_113": 0.9385509490966797, "eta/annotator_114": 0.9580460786819458, "eta/annotator_115": 0.9493929743766785, "eta/annotator_116": 0.9530946016311646, "eta/annotator_117": 0.9321409463882446, "eta/annotator_118": 0.8985158205032349, "eta/annotator_119": 0.9592816233634949, "eta/annotator_12": 0.9638358354568481, "eta/annotator_120": 0.9729544520378113, "eta/annotator_121": 0.9508830308914185, "eta/annotator_122": 0.9420844912528992, "eta/annotator_123": 0.9243338704109192, "eta/annotator_124": 0.9291939735412598, "eta/annotator_125": 0.9479473233222961, "eta/annotator_126": 0.9582279324531555, "eta/annotator_127": 0.8791800737380981, "eta/annotator_128": 0.9512906074523926, "eta/annotator_129": 0.969072699546814, "eta/annotator_13": 0.9453414082527161, "eta/annotator_130": 0.94648277759552, "eta/annotator_131": 0.9152741432189941, "eta/annotator_132": 0.8989839553833008, "eta/annotator_133": 0.9600429534912109, "eta/annotator_134": 0.9579375982284546, "eta/annotator_135": 0.9580416679382324, "eta/annotator_136": 0.955363392829895, "eta/annotator_137": 0.9640436172485352, "eta/annotator_138": 0.9580680727958679, "eta/annotator_139": 0.9722201228141785, "eta/annotator_14": 0.9435059428215027, "eta/annotator_140": 0.9654639959335327, "eta/annotator_141": 0.9699687957763672, "eta/annotator_142": 0.9709742665290833, "eta/annotator_143": 0.9583888053894043, "eta/annotator_144": 0.9188052415847778, "eta/annotator_145": 0.9561131596565247, "eta/annotator_146": 0.9531890153884888, "eta/annotator_147": 0.9344447255134583, "eta/annotator_148": 0.9428009986877441, "eta/annotator_149": 0.9526385068893433, "eta/annotator_15": 0.94749915599823, "eta/annotator_150": 0.9620268940925598, "eta/annotator_151": 0.9720951914787292, "eta/annotator_152": 0.9504181742668152, "eta/annotator_153": 0.9636856913566589, "eta/annotator_154": 0.9623894691467285, "eta/annotator_155": 0.9526776075363159, "eta/annotator_156": 0.9290068745613098, "eta/annotator_157": 0.9333226084709167, "eta/annotator_158": 0.952682614326477, "eta/annotator_159": 0.9442639350891113, "eta/annotator_16": 0.9670974016189575, "eta/annotator_160": 0.9717456698417664, "eta/annotator_161": 0.9442722201347351, "eta/annotator_162": 0.9550795555114746, "eta/annotator_163": 0.9284680485725403, "eta/annotator_164": 0.9614224433898926, "eta/annotator_165": 0.9547608494758606, "eta/annotator_166": 0.9651444554328918, "eta/annotator_167": 0.9657493829727173, "eta/annotator_168": 0.9514751434326172, "eta/annotator_169": 0.9472888112068176, "eta/annotator_17": 0.955947756767273, "eta/annotator_170": 0.9561177492141724, "eta/annotator_171": 0.9448800086975098, "eta/annotator_172": 0.9612401723861694, "eta/annotator_173": 0.8799988627433777, "eta/annotator_174": 0.9275317192077637, "eta/annotator_175": 0.9305496215820312, "eta/annotator_176": 0.9238656163215637, "eta/annotator_177": 0.9521285891532898, "eta/annotator_178": 0.9580643773078918, "eta/annotator_179": 0.9699885249137878, "eta/annotator_18": 0.9626404047012329, "eta/annotator_180": 0.96849125623703, "eta/annotator_181": 0.9629225730895996, "eta/annotator_182": 0.9759963154792786, "eta/annotator_183": 0.9547179341316223, "eta/annotator_184": 0.9542921781539917, "eta/annotator_185": 0.9357031583786011, "eta/annotator_186": 0.9655058979988098, "eta/annotator_187": 0.9542546272277832, "eta/annotator_188": 0.9486774206161499, "eta/annotator_189": 0.9614807367324829, "eta/annotator_19": 0.9649462699890137, "eta/annotator_190": 0.9643372297286987, "eta/annotator_191": 0.959819495677948, "eta/annotator_192": 0.9621195793151855, "eta/annotator_193": 0.9645641446113586, "eta/annotator_194": 0.8773303031921387, "eta/annotator_195": 0.9640738368034363, "eta/annotator_196": 0.9450251460075378, "eta/annotator_197": 0.9590573310852051, "eta/annotator_198": 0.9389923810958862, "eta/annotator_199": 0.9415737390518188, "eta/annotator_2": 0.9517178535461426, "eta/annotator_20": 0.9506974220275879, "eta/annotator_200": 0.9683955907821655, "eta/annotator_201": 0.9596922993659973, "eta/annotator_202": 0.9538372755050659, "eta/annotator_203": 0.9357086420059204, "eta/annotator_204": 0.9519093632698059, "eta/annotator_205": 0.965682864189148, "eta/annotator_206": 0.9671837687492371, "eta/annotator_207": 0.9414809346199036, "eta/annotator_208": 0.9257901906967163, "eta/annotator_209": 0.9466967582702637, "eta/annotator_21": 0.8626473546028137, "eta/annotator_210": 0.9458513259887695, "eta/annotator_211": 0.9498874545097351, "eta/annotator_212": 0.935364842414856, "eta/annotator_213": 0.9555128812789917, "eta/annotator_214": 0.9208844304084778, "eta/annotator_215": 0.9654659032821655, "eta/annotator_216": 0.9651678800582886, "eta/annotator_217": 0.9605473279953003, "eta/annotator_218": 0.9434205293655396, "eta/annotator_219": 0.9444169998168945, "eta/annotator_22": 0.960837185382843, "eta/annotator_220": 0.9368982315063477, "eta/annotator_221": 0.9143080711364746, "eta/annotator_222": 0.9223203659057617, "eta/annotator_223": 0.9695956110954285, "eta/annotator_224": 0.9360812306404114, "eta/annotator_225": 0.95216304063797, "eta/annotator_226": 0.8909298777580261, "eta/annotator_23": 0.9527824521064758, "eta/annotator_24": 0.9505611658096313, "eta/annotator_25": 0.9456839561462402, "eta/annotator_26": 0.9669121503829956, "eta/annotator_27": 0.9542838931083679, "eta/annotator_28": 0.9658516645431519, "eta/annotator_29": 0.9521514773368835, "eta/annotator_3": 0.9681687355041504, "eta/annotator_30": 0.9516898393630981, "eta/annotator_31": 0.95123690366745, "eta/annotator_32": 0.9517199397087097, "eta/annotator_33": 0.9393306970596313, "eta/annotator_34": 0.9406099319458008, "eta/annotator_35": 0.8888016939163208, "eta/annotator_36": 0.9591944813728333, "eta/annotator_37": 0.9319832921028137, "eta/annotator_38": 0.9339190721511841, "eta/annotator_39": 0.9659023284912109, "eta/annotator_4": 0.9621618986129761, "eta/annotator_40": 0.9394471049308777, "eta/annotator_41": 0.9475056529045105, "eta/annotator_42": 0.9573919177055359, "eta/annotator_43": 0.9680606722831726, "eta/annotator_44": 0.9660114049911499, "eta/annotator_45": 0.9524874687194824, "eta/annotator_46": 0.9539370536804199, "eta/annotator_47": 0.9454530477523804, "eta/annotator_48": 0.9078863263130188, "eta/annotator_49": 0.9467461705207825, "eta/annotator_5": 0.8587154150009155, "eta/annotator_50": 0.9497271776199341, "eta/annotator_51": 0.9297959208488464, "eta/annotator_52": 0.9680339694023132, "eta/annotator_53": 0.9429515600204468, "eta/annotator_54": 0.945999026298523, "eta/annotator_55": 0.9746733903884888, "eta/annotator_56": 0.9674660563468933, "eta/annotator_57": 0.9564192891120911, "eta/annotator_58": 0.9620501399040222, "eta/annotator_59": 0.9036803245544434, "eta/annotator_6": 0.9621901512145996, "eta/annotator_60": 0.9272387623786926, "eta/annotator_61": 0.9071089029312134, "eta/annotator_62": 0.9663025140762329, "eta/annotator_63": 0.9598580598831177, "eta/annotator_64": 0.9550312161445618, "eta/annotator_65": 0.8766048550605774, "eta/annotator_66": 0.9628890752792358, "eta/annotator_67": 0.9441981315612793, "eta/annotator_68": 0.971680760383606, "eta/annotator_69": 0.9597522020339966, "eta/annotator_7": 0.9512431025505066, "eta/annotator_70": 0.9530539512634277, "eta/annotator_71": 0.9557616114616394, "eta/annotator_72": 0.9075770378112793, "eta/annotator_73": 0.9622489809989929, "eta/annotator_74": 0.9541527628898621, "eta/annotator_75": 0.9504950642585754, "eta/annotator_76": 0.9603173136711121, "eta/annotator_77": 0.9589951634407043, "eta/annotator_78": 0.9574112892150879, "eta/annotator_79": 0.8868128657341003, "eta/annotator_8": 0.883771538734436, "eta/annotator_80": 0.9546014666557312, "eta/annotator_81": 0.962123692035675, "eta/annotator_82": 0.9462714195251465, "eta/annotator_83": 0.9432289004325867, "eta/annotator_84": 0.9676780700683594, "eta/annotator_85": 0.9601730108261108, "eta/annotator_86": 0.84199059009552, "eta/annotator_87": 0.8534871339797974, "eta/annotator_88": 0.9593690037727356, "eta/annotator_89": 0.9313712120056152, "eta/annotator_9": 0.9641913175582886, "eta/annotator_90": 0.9343926310539246, "eta/annotator_91": 0.9642387628555298, "eta/annotator_92": 0.9336014986038208, "eta/annotator_93": 0.9438197016716003, "eta/annotator_94": 0.9645551443099976, "eta/annotator_95": 0.9653657078742981, "eta/annotator_96": 0.926467776298523, "eta/annotator_97": 0.919165313243866, "eta/annotator_98": 0.946820080280304, "eta/annotator_99": 0.9257314801216125, "grad_norm": 32.23220989448345, "learning_rate": 1.699029126213592e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -318.3500061035156, "logps/rejected": -249.64999389648438, "loss": 0.563, "rewards/accuracies": 0.66015625, "rewards/chosen": -0.06422805786132812, "rewards/margins": 0.524810791015625, "rewards/rejected": -0.588897705078125, "step": 160 }, { "em/agreement_weights_mean": 0.9366356134414673, "em/agreement_weights_std": 0.08489906787872314, "em/unique_annotators_in_global_batch": 14.975000381469727, "epoch": 0.74235807860262, "eta/annotator_0": 0.9484569430351257, "eta/annotator_1": 0.9471038579940796, "eta/annotator_10": 0.9687382578849792, "eta/annotator_100": 0.9502792358398438, "eta/annotator_101": 0.9490254521369934, "eta/annotator_102": 0.8998414278030396, "eta/annotator_103": 0.8857789039611816, "eta/annotator_104": 0.8871821165084839, "eta/annotator_105": 0.9294098615646362, "eta/annotator_106": 0.8981466293334961, "eta/annotator_107": 0.9540419578552246, "eta/annotator_108": 0.965957760810852, "eta/annotator_109": 0.950821042060852, "eta/annotator_11": 0.8974882960319519, "eta/annotator_110": 0.865389347076416, "eta/annotator_111": 0.9505522847175598, "eta/annotator_112": 0.9516814351081848, "eta/annotator_113": 0.9455456733703613, "eta/annotator_114": 0.9612991213798523, "eta/annotator_115": 0.9493929743766785, "eta/annotator_116": 0.9530946016311646, "eta/annotator_117": 0.9320557713508606, "eta/annotator_118": 0.9065472483634949, "eta/annotator_119": 0.9387774467468262, "eta/annotator_12": 0.9665101766586304, "eta/annotator_120": 0.9765966534614563, "eta/annotator_121": 0.9461760520935059, "eta/annotator_122": 0.9360663294792175, "eta/annotator_123": 0.9232276082038879, "eta/annotator_124": 0.9281319379806519, "eta/annotator_125": 0.9479557275772095, "eta/annotator_126": 0.9560614824295044, "eta/annotator_127": 0.8836447596549988, "eta/annotator_128": 0.9492892026901245, "eta/annotator_129": 0.9690918922424316, "eta/annotator_13": 0.9360283613204956, "eta/annotator_130": 0.9478912353515625, "eta/annotator_131": 0.9169265627861023, "eta/annotator_132": 0.8944422602653503, "eta/annotator_133": 0.9592005610466003, "eta/annotator_134": 0.9619024991989136, "eta/annotator_135": 0.9608643651008606, "eta/annotator_136": 0.9554190635681152, "eta/annotator_137": 0.9584590196609497, "eta/annotator_138": 0.9581655263900757, "eta/annotator_139": 0.9690951108932495, "eta/annotator_14": 0.9434850811958313, "eta/annotator_140": 0.9668726921081543, "eta/annotator_141": 0.9746779203414917, "eta/annotator_142": 0.9721776247024536, "eta/annotator_143": 0.9621726274490356, "eta/annotator_144": 0.9199778437614441, "eta/annotator_145": 0.9562668800354004, "eta/annotator_146": 0.9498351216316223, "eta/annotator_147": 0.9489070773124695, "eta/annotator_148": 0.9442744255065918, "eta/annotator_149": 0.9525656700134277, "eta/annotator_15": 0.9471625089645386, "eta/annotator_150": 0.9650319218635559, "eta/annotator_151": 0.9758855104446411, "eta/annotator_152": 0.9495242834091187, "eta/annotator_153": 0.9630012512207031, "eta/annotator_154": 0.9633384943008423, "eta/annotator_155": 0.9528152346611023, "eta/annotator_156": 0.9323781132698059, "eta/annotator_157": 0.9352942705154419, "eta/annotator_158": 0.9466582536697388, "eta/annotator_159": 0.9453384280204773, "eta/annotator_16": 0.9669522047042847, "eta/annotator_160": 0.9687568545341492, "eta/annotator_161": 0.9474391937255859, "eta/annotator_162": 0.9543229341506958, "eta/annotator_163": 0.9397464990615845, "eta/annotator_164": 0.9623528718948364, "eta/annotator_165": 0.9532127380371094, "eta/annotator_166": 0.9638262987136841, "eta/annotator_167": 0.9407439231872559, "eta/annotator_168": 0.9516545534133911, "eta/annotator_169": 0.9510806202888489, "eta/annotator_17": 0.9561530351638794, "eta/annotator_170": 0.9557720422744751, "eta/annotator_171": 0.9416688084602356, "eta/annotator_172": 0.9561935663223267, "eta/annotator_173": 0.8781026601791382, "eta/annotator_174": 0.9308408498764038, "eta/annotator_175": 0.9305016398429871, "eta/annotator_176": 0.9154609441757202, "eta/annotator_177": 0.952053427696228, "eta/annotator_178": 0.9554435610771179, "eta/annotator_179": 0.972762405872345, "eta/annotator_18": 0.9646254777908325, "eta/annotator_180": 0.9695420265197754, "eta/annotator_181": 0.9563716650009155, "eta/annotator_182": 0.9750717878341675, "eta/annotator_183": 0.9564129114151001, "eta/annotator_184": 0.9551985859870911, "eta/annotator_185": 0.9296294450759888, "eta/annotator_186": 0.9660714268684387, "eta/annotator_187": 0.9558051228523254, "eta/annotator_188": 0.927528977394104, "eta/annotator_189": 0.96422278881073, "eta/annotator_19": 0.9631946682929993, "eta/annotator_190": 0.9643335342407227, "eta/annotator_191": 0.9634047746658325, "eta/annotator_192": 0.9596083760261536, "eta/annotator_193": 0.9661397933959961, "eta/annotator_194": 0.8778244256973267, "eta/annotator_195": 0.9643017649650574, "eta/annotator_196": 0.9466902017593384, "eta/annotator_197": 0.9594287872314453, "eta/annotator_198": 0.9389923810958862, "eta/annotator_199": 0.9422448873519897, "eta/annotator_2": 0.9497693181037903, "eta/annotator_20": 0.9308701753616333, "eta/annotator_200": 0.9696227312088013, "eta/annotator_201": 0.9638570547103882, "eta/annotator_202": 0.954532265663147, "eta/annotator_203": 0.9399226903915405, "eta/annotator_204": 0.9463618397712708, "eta/annotator_205": 0.97120201587677, "eta/annotator_206": 0.966495156288147, "eta/annotator_207": 0.9428841471672058, "eta/annotator_208": 0.9167086482048035, "eta/annotator_209": 0.9471175074577332, "eta/annotator_21": 0.8612115979194641, "eta/annotator_210": 0.9456628561019897, "eta/annotator_211": 0.9498874545097351, "eta/annotator_212": 0.937329113483429, "eta/annotator_213": 0.9571408033370972, "eta/annotator_214": 0.9210885167121887, "eta/annotator_215": 0.965458869934082, "eta/annotator_216": 0.9701992273330688, "eta/annotator_217": 0.9605072140693665, "eta/annotator_218": 0.9448981285095215, "eta/annotator_219": 0.9466822743415833, "eta/annotator_22": 0.9606230854988098, "eta/annotator_220": 0.9119847416877747, "eta/annotator_221": 0.8975276947021484, "eta/annotator_222": 0.9200666546821594, "eta/annotator_223": 0.9719947576522827, "eta/annotator_224": 0.9365934133529663, "eta/annotator_225": 0.9496008157730103, "eta/annotator_226": 0.8895019292831421, "eta/annotator_23": 0.9554829597473145, "eta/annotator_24": 0.9509151577949524, "eta/annotator_25": 0.9511221647262573, "eta/annotator_26": 0.9653639793395996, "eta/annotator_27": 0.9574825167655945, "eta/annotator_28": 0.9676746129989624, "eta/annotator_29": 0.9149184226989746, "eta/annotator_3": 0.9691203832626343, "eta/annotator_30": 0.953079104423523, "eta/annotator_31": 0.9546133875846863, "eta/annotator_32": 0.9517199397087097, "eta/annotator_33": 0.9001072645187378, "eta/annotator_34": 0.937717080116272, "eta/annotator_35": 0.8816362619400024, "eta/annotator_36": 0.9605574607849121, "eta/annotator_37": 0.9346271753311157, "eta/annotator_38": 0.9324184656143188, "eta/annotator_39": 0.9661417007446289, "eta/annotator_4": 0.9625130891799927, "eta/annotator_40": 0.9394471049308777, "eta/annotator_41": 0.9476233720779419, "eta/annotator_42": 0.9478961229324341, "eta/annotator_43": 0.9689075350761414, "eta/annotator_44": 0.9674785733222961, "eta/annotator_45": 0.9495146870613098, "eta/annotator_46": 0.9561957120895386, "eta/annotator_47": 0.9402651786804199, "eta/annotator_48": 0.9090974926948547, "eta/annotator_49": 0.9469350576400757, "eta/annotator_5": 0.8558551073074341, "eta/annotator_50": 0.9488728642463684, "eta/annotator_51": 0.9319664239883423, "eta/annotator_52": 0.9678988456726074, "eta/annotator_53": 0.9402111768722534, "eta/annotator_54": 0.9372008442878723, "eta/annotator_55": 0.9741775393486023, "eta/annotator_56": 0.9683598279953003, "eta/annotator_57": 0.9491233825683594, "eta/annotator_58": 0.9635351896286011, "eta/annotator_59": 0.8640953302383423, "eta/annotator_6": 0.9619449377059937, "eta/annotator_60": 0.9274789690971375, "eta/annotator_61": 0.9020694494247437, "eta/annotator_62": 0.9675089716911316, "eta/annotator_63": 0.9598580598831177, "eta/annotator_64": 0.9547699689865112, "eta/annotator_65": 0.8857630491256714, "eta/annotator_66": 0.965350329875946, "eta/annotator_67": 0.9143737554550171, "eta/annotator_68": 0.9709228277206421, "eta/annotator_69": 0.9597126245498657, "eta/annotator_7": 0.9497057795524597, "eta/annotator_70": 0.9530539512634277, "eta/annotator_71": 0.9572653770446777, "eta/annotator_72": 0.9101047515869141, "eta/annotator_73": 0.9597074389457703, "eta/annotator_74": 0.9541527628898621, "eta/annotator_75": 0.9531146287918091, "eta/annotator_76": 0.9617035984992981, "eta/annotator_77": 0.9589951634407043, "eta/annotator_78": 0.9598339200019836, "eta/annotator_79": 0.8843809962272644, "eta/annotator_8": 0.8832548260688782, "eta/annotator_80": 0.9538016319274902, "eta/annotator_81": 0.9676645994186401, "eta/annotator_82": 0.9459454417228699, "eta/annotator_83": 0.9077109098434448, "eta/annotator_84": 0.9608322978019714, "eta/annotator_85": 0.9603797197341919, "eta/annotator_86": 0.8334017992019653, "eta/annotator_87": 0.8598257899284363, "eta/annotator_88": 0.9598593711853027, "eta/annotator_89": 0.9364863634109497, "eta/annotator_9": 0.9685574769973755, "eta/annotator_90": 0.9376319050788879, "eta/annotator_91": 0.9631263017654419, "eta/annotator_92": 0.9351813197135925, "eta/annotator_93": 0.9440255165100098, "eta/annotator_94": 0.9691128730773926, "eta/annotator_95": 0.9667091369628906, "eta/annotator_96": 0.9189019203186035, "eta/annotator_97": 0.918906033039093, "eta/annotator_98": 0.9530321359634399, "eta/annotator_99": 0.9308747053146362, "grad_norm": 32.01363657208895, "learning_rate": 1.4563106796116505e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -314.3999938964844, "logps/rejected": -257.2124938964844, "loss": 0.5649, "rewards/accuracies": 0.6617187261581421, "rewards/chosen": -0.10975875705480576, "rewards/margins": 0.5208930969238281, "rewards/rejected": -0.6307739019393921, "step": 170 }, { "em/agreement_weights_mean": 0.9385256767272949, "em/agreement_weights_std": 0.0773642286658287, "em/unique_annotators_in_global_batch": 15.324999809265137, "epoch": 0.7860262008733624, "eta/annotator_0": 0.9337202310562134, "eta/annotator_1": 0.9526866674423218, "eta/annotator_10": 0.970626950263977, "eta/annotator_100": 0.9551639556884766, "eta/annotator_101": 0.9493549466133118, "eta/annotator_102": 0.9011566042900085, "eta/annotator_103": 0.8942174911499023, "eta/annotator_104": 0.8737629055976868, "eta/annotator_105": 0.9301449060440063, "eta/annotator_106": 0.8983931541442871, "eta/annotator_107": 0.9502585530281067, "eta/annotator_108": 0.96790611743927, "eta/annotator_109": 0.9489895701408386, "eta/annotator_11": 0.8935942649841309, "eta/annotator_110": 0.7420295476913452, "eta/annotator_111": 0.9498023986816406, "eta/annotator_112": 0.954391360282898, "eta/annotator_113": 0.9498160481452942, "eta/annotator_114": 0.960952639579773, "eta/annotator_115": 0.9497061967849731, "eta/annotator_116": 0.9530946016311646, "eta/annotator_117": 0.9317310452461243, "eta/annotator_118": 0.905834972858429, "eta/annotator_119": 0.9368823170661926, "eta/annotator_12": 0.9729000329971313, "eta/annotator_120": 0.977194607257843, "eta/annotator_121": 0.9494938850402832, "eta/annotator_122": 0.9363263249397278, "eta/annotator_123": 0.925906777381897, "eta/annotator_124": 0.9317700266838074, "eta/annotator_125": 0.9480322599411011, "eta/annotator_126": 0.953813374042511, "eta/annotator_127": 0.8821728825569153, "eta/annotator_128": 0.9401084780693054, "eta/annotator_129": 0.9695351719856262, "eta/annotator_13": 0.9313093423843384, "eta/annotator_130": 0.9486051797866821, "eta/annotator_131": 0.9224586486816406, "eta/annotator_132": 0.8880921602249146, "eta/annotator_133": 0.9571425318717957, "eta/annotator_134": 0.9649860262870789, "eta/annotator_135": 0.9625585675239563, "eta/annotator_136": 0.9559208750724792, "eta/annotator_137": 0.9599620699882507, "eta/annotator_138": 0.9634787440299988, "eta/annotator_139": 0.9671230316162109, "eta/annotator_14": 0.9458355903625488, "eta/annotator_140": 0.9599373936653137, "eta/annotator_141": 0.9743729829788208, "eta/annotator_142": 0.9693825840950012, "eta/annotator_143": 0.9620981216430664, "eta/annotator_144": 0.9303580522537231, "eta/annotator_145": 0.9580491185188293, "eta/annotator_146": 0.951126754283905, "eta/annotator_147": 0.953844428062439, "eta/annotator_148": 0.9494301676750183, "eta/annotator_149": 0.9535351991653442, "eta/annotator_15": 0.945151686668396, "eta/annotator_150": 0.9674494862556458, "eta/annotator_151": 0.9782482981681824, "eta/annotator_152": 0.9540298581123352, "eta/annotator_153": 0.9638283848762512, "eta/annotator_154": 0.9641581773757935, "eta/annotator_155": 0.9540538787841797, "eta/annotator_156": 0.9324759244918823, "eta/annotator_157": 0.9374259114265442, "eta/annotator_158": 0.9462943077087402, "eta/annotator_159": 0.944586455821991, "eta/annotator_16": 0.9661322832107544, "eta/annotator_160": 0.9704291224479675, "eta/annotator_161": 0.9470709562301636, "eta/annotator_162": 0.957291305065155, "eta/annotator_163": 0.9432412385940552, "eta/annotator_164": 0.9627009630203247, "eta/annotator_165": 0.954931914806366, "eta/annotator_166": 0.9662168622016907, "eta/annotator_167": 0.9426806569099426, "eta/annotator_168": 0.9515320658683777, "eta/annotator_169": 0.9572746157646179, "eta/annotator_17": 0.9581534266471863, "eta/annotator_170": 0.9601605534553528, "eta/annotator_171": 0.9435173869132996, "eta/annotator_172": 0.9560664892196655, "eta/annotator_173": 0.8845561146736145, "eta/annotator_174": 0.9371010065078735, "eta/annotator_175": 0.913406252861023, "eta/annotator_176": 0.9050795435905457, "eta/annotator_177": 0.933792769908905, "eta/annotator_178": 0.9539615511894226, "eta/annotator_179": 0.9695284962654114, "eta/annotator_18": 0.9688042402267456, "eta/annotator_180": 0.9711925387382507, "eta/annotator_181": 0.956097424030304, "eta/annotator_182": 0.9752691388130188, "eta/annotator_183": 0.958498477935791, "eta/annotator_184": 0.9579415321350098, "eta/annotator_185": 0.9287759065628052, "eta/annotator_186": 0.9695134162902832, "eta/annotator_187": 0.9549490213394165, "eta/annotator_188": 0.9126981496810913, "eta/annotator_189": 0.9651716947555542, "eta/annotator_19": 0.9570876359939575, "eta/annotator_190": 0.9613164067268372, "eta/annotator_191": 0.9659801721572876, "eta/annotator_192": 0.919018566608429, "eta/annotator_193": 0.96483314037323, "eta/annotator_194": 0.8737238645553589, "eta/annotator_195": 0.9661053419113159, "eta/annotator_196": 0.9521560668945312, "eta/annotator_197": 0.9599816203117371, "eta/annotator_198": 0.9389923810958862, "eta/annotator_199": 0.9408361315727234, "eta/annotator_2": 0.9538062214851379, "eta/annotator_20": 0.9313193559646606, "eta/annotator_200": 0.9710831642150879, "eta/annotator_201": 0.962376594543457, "eta/annotator_202": 0.961026668548584, "eta/annotator_203": 0.950482964515686, "eta/annotator_204": 0.9438232183456421, "eta/annotator_205": 0.9722359776496887, "eta/annotator_206": 0.9671797752380371, "eta/annotator_207": 0.9398873448371887, "eta/annotator_208": 0.9256860017776489, "eta/annotator_209": 0.9508322477340698, "eta/annotator_21": 0.8473645448684692, "eta/annotator_210": 0.951506495475769, "eta/annotator_211": 0.9498874545097351, "eta/annotator_212": 0.9390159845352173, "eta/annotator_213": 0.9569390416145325, "eta/annotator_214": 0.9235533475875854, "eta/annotator_215": 0.9548648595809937, "eta/annotator_216": 0.9727714657783508, "eta/annotator_217": 0.9591807126998901, "eta/annotator_218": 0.9448841214179993, "eta/annotator_219": 0.9348098635673523, "eta/annotator_22": 0.9622933268547058, "eta/annotator_220": 0.9036673307418823, "eta/annotator_221": 0.9086750149726868, "eta/annotator_222": 0.9261768460273743, "eta/annotator_223": 0.9733856916427612, "eta/annotator_224": 0.9265373945236206, "eta/annotator_225": 0.950177013874054, "eta/annotator_226": 0.8943401575088501, "eta/annotator_23": 0.9582799077033997, "eta/annotator_24": 0.9541016817092896, "eta/annotator_25": 0.9584529995918274, "eta/annotator_26": 0.9639763832092285, "eta/annotator_27": 0.9586296081542969, "eta/annotator_28": 0.9671241044998169, "eta/annotator_29": 0.9204708337783813, "eta/annotator_3": 0.9698518514633179, "eta/annotator_30": 0.9532057642936707, "eta/annotator_31": 0.9582695960998535, "eta/annotator_32": 0.9517199397087097, "eta/annotator_33": 0.9021366238594055, "eta/annotator_34": 0.9394083023071289, "eta/annotator_35": 0.8794808387756348, "eta/annotator_36": 0.9625937342643738, "eta/annotator_37": 0.9355384707450867, "eta/annotator_38": 0.9339730143547058, "eta/annotator_39": 0.9556991457939148, "eta/annotator_4": 0.9656739234924316, "eta/annotator_40": 0.9393314123153687, "eta/annotator_41": 0.9467681050300598, "eta/annotator_42": 0.9430733919143677, "eta/annotator_43": 0.9737874269485474, "eta/annotator_44": 0.9676270484924316, "eta/annotator_45": 0.9486231803894043, "eta/annotator_46": 0.9561957120895386, "eta/annotator_47": 0.9384987950325012, "eta/annotator_48": 0.9157141447067261, "eta/annotator_49": 0.9339566230773926, "eta/annotator_5": 0.848400890827179, "eta/annotator_50": 0.9489898681640625, "eta/annotator_51": 0.9319664239883423, "eta/annotator_52": 0.9647472500801086, "eta/annotator_53": 0.9334148168563843, "eta/annotator_54": 0.9383606910705566, "eta/annotator_55": 0.9730528593063354, "eta/annotator_56": 0.9597573280334473, "eta/annotator_57": 0.9511292576789856, "eta/annotator_58": 0.9655196070671082, "eta/annotator_59": 0.8643105626106262, "eta/annotator_6": 0.9612486958503723, "eta/annotator_60": 0.9347545504570007, "eta/annotator_61": 0.9045349359512329, "eta/annotator_62": 0.9674090147018433, "eta/annotator_63": 0.9598640203475952, "eta/annotator_64": 0.9562657475471497, "eta/annotator_65": 0.892867386341095, "eta/annotator_66": 0.9656288027763367, "eta/annotator_67": 0.9145188331604004, "eta/annotator_68": 0.9722668528556824, "eta/annotator_69": 0.959729015827179, "eta/annotator_7": 0.9363163709640503, "eta/annotator_70": 0.9530539512634277, "eta/annotator_71": 0.9622889757156372, "eta/annotator_72": 0.9136605262756348, "eta/annotator_73": 0.9549225568771362, "eta/annotator_74": 0.9542514681816101, "eta/annotator_75": 0.9537108540534973, "eta/annotator_76": 0.9656223058700562, "eta/annotator_77": 0.9592728614807129, "eta/annotator_78": 0.9617862701416016, "eta/annotator_79": 0.8799664378166199, "eta/annotator_8": 0.8633347749710083, "eta/annotator_80": 0.9572803378105164, "eta/annotator_81": 0.9692621231079102, "eta/annotator_82": 0.9450852274894714, "eta/annotator_83": 0.9124701619148254, "eta/annotator_84": 0.962834358215332, "eta/annotator_85": 0.9623591303825378, "eta/annotator_86": 0.8353171348571777, "eta/annotator_87": 0.8639508485794067, "eta/annotator_88": 0.9628246426582336, "eta/annotator_89": 0.9401319622993469, "eta/annotator_9": 0.9694334864616394, "eta/annotator_90": 0.9382699728012085, "eta/annotator_91": 0.964113712310791, "eta/annotator_92": 0.933221161365509, "eta/annotator_93": 0.9465638399124146, "eta/annotator_94": 0.9718375205993652, "eta/annotator_95": 0.9649531245231628, "eta/annotator_96": 0.9224110841751099, "eta/annotator_97": 0.9218955039978027, "eta/annotator_98": 0.9479198455810547, "eta/annotator_99": 0.9270079731941223, "grad_norm": 33.00216893289153, "learning_rate": 1.2135922330097088e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.29998779296875, "logps/rejected": -253.8249969482422, "loss": 0.5664, "rewards/accuracies": 0.6703125238418579, "rewards/chosen": -0.17299804091453552, "rewards/margins": 0.5117645263671875, "rewards/rejected": -0.684741199016571, "step": 180 }, { "em/agreement_weights_mean": 0.9390786290168762, "em/agreement_weights_std": 0.07403174787759781, "em/unique_annotators_in_global_batch": 15.25, "epoch": 0.8296943231441049, "eta/annotator_0": 0.9315704107284546, "eta/annotator_1": 0.9587993621826172, "eta/annotator_10": 0.9731389284133911, "eta/annotator_100": 0.958215057849884, "eta/annotator_101": 0.9392600059509277, "eta/annotator_102": 0.8569551706314087, "eta/annotator_103": 0.8947535753250122, "eta/annotator_104": 0.8691474795341492, "eta/annotator_105": 0.9398621320724487, "eta/annotator_106": 0.9045554399490356, "eta/annotator_107": 0.9506272077560425, "eta/annotator_108": 0.9689485430717468, "eta/annotator_109": 0.9513055086135864, "eta/annotator_11": 0.8785565495491028, "eta/annotator_110": 0.7468612790107727, "eta/annotator_111": 0.9533438682556152, "eta/annotator_112": 0.954391360282898, "eta/annotator_113": 0.9532178044319153, "eta/annotator_114": 0.9610875248908997, "eta/annotator_115": 0.9525245428085327, "eta/annotator_116": 0.9530946016311646, "eta/annotator_117": 0.9228068590164185, "eta/annotator_118": 0.9030426144599915, "eta/annotator_119": 0.9364126920700073, "eta/annotator_12": 0.9744821786880493, "eta/annotator_120": 0.9796069264411926, "eta/annotator_121": 0.950240433216095, "eta/annotator_122": 0.9406798481941223, "eta/annotator_123": 0.9252589344978333, "eta/annotator_124": 0.9305809736251831, "eta/annotator_125": 0.9480633735656738, "eta/annotator_126": 0.9509407877922058, "eta/annotator_127": 0.888874888420105, "eta/annotator_128": 0.9392391443252563, "eta/annotator_129": 0.9698975682258606, "eta/annotator_13": 0.9345035552978516, "eta/annotator_130": 0.9484651684761047, "eta/annotator_131": 0.9214165806770325, "eta/annotator_132": 0.8790909051895142, "eta/annotator_133": 0.9566937685012817, "eta/annotator_134": 0.9663928151130676, "eta/annotator_135": 0.9618020057678223, "eta/annotator_136": 0.9561135172843933, "eta/annotator_137": 0.9608182907104492, "eta/annotator_138": 0.9582085609436035, "eta/annotator_139": 0.9259923696517944, "eta/annotator_14": 0.9440276026725769, "eta/annotator_140": 0.9648243188858032, "eta/annotator_141": 0.9755333065986633, "eta/annotator_142": 0.9702669978141785, "eta/annotator_143": 0.9659103155136108, "eta/annotator_144": 0.9311626553535461, "eta/annotator_145": 0.9615205526351929, "eta/annotator_146": 0.9536327123641968, "eta/annotator_147": 0.9568682909011841, "eta/annotator_148": 0.9493996500968933, "eta/annotator_149": 0.9554961919784546, "eta/annotator_15": 0.935165286064148, "eta/annotator_150": 0.9689669609069824, "eta/annotator_151": 0.9822733998298645, "eta/annotator_152": 0.9533335566520691, "eta/annotator_153": 0.9649826884269714, "eta/annotator_154": 0.9649292230606079, "eta/annotator_155": 0.9544661641120911, "eta/annotator_156": 0.9364219903945923, "eta/annotator_157": 0.9343372583389282, "eta/annotator_158": 0.9454228281974792, "eta/annotator_159": 0.9441097378730774, "eta/annotator_16": 0.9645621180534363, "eta/annotator_160": 0.974044680595398, "eta/annotator_161": 0.9375290870666504, "eta/annotator_162": 0.957291305065155, "eta/annotator_163": 0.9447259902954102, "eta/annotator_164": 0.9600182771682739, "eta/annotator_165": 0.9488441348075867, "eta/annotator_166": 0.968156635761261, "eta/annotator_167": 0.9418338537216187, "eta/annotator_168": 0.9518758058547974, "eta/annotator_169": 0.9563148617744446, "eta/annotator_17": 0.9594043493270874, "eta/annotator_170": 0.9579936265945435, "eta/annotator_171": 0.9428271055221558, "eta/annotator_172": 0.9576743245124817, "eta/annotator_173": 0.8737128376960754, "eta/annotator_174": 0.937920868396759, "eta/annotator_175": 0.9104119539260864, "eta/annotator_176": 0.8970898389816284, "eta/annotator_177": 0.9339421987533569, "eta/annotator_178": 0.9548215866088867, "eta/annotator_179": 0.968751072883606, "eta/annotator_18": 0.9694758653640747, "eta/annotator_180": 0.9708792567253113, "eta/annotator_181": 0.9574280977249146, "eta/annotator_182": 0.9781392216682434, "eta/annotator_183": 0.9603598713874817, "eta/annotator_184": 0.9586617350578308, "eta/annotator_185": 0.927651584148407, "eta/annotator_186": 0.9707691073417664, "eta/annotator_187": 0.951403021812439, "eta/annotator_188": 0.9214147329330444, "eta/annotator_189": 0.9622113108634949, "eta/annotator_19": 0.9594548344612122, "eta/annotator_190": 0.9630209803581238, "eta/annotator_191": 0.9671490788459778, "eta/annotator_192": 0.8915282487869263, "eta/annotator_193": 0.9660400152206421, "eta/annotator_194": 0.8750032186508179, "eta/annotator_195": 0.9684981107711792, "eta/annotator_196": 0.8930240869522095, "eta/annotator_197": 0.959847629070282, "eta/annotator_198": 0.9389923810958862, "eta/annotator_199": 0.9359331130981445, "eta/annotator_2": 0.9561752080917358, "eta/annotator_20": 0.930705726146698, "eta/annotator_200": 0.9721931219100952, "eta/annotator_201": 0.9417787790298462, "eta/annotator_202": 0.9600496292114258, "eta/annotator_203": 0.954236626625061, "eta/annotator_204": 0.943805992603302, "eta/annotator_205": 0.9725133776664734, "eta/annotator_206": 0.9654930233955383, "eta/annotator_207": 0.9400321841239929, "eta/annotator_208": 0.9080397486686707, "eta/annotator_209": 0.947978138923645, "eta/annotator_21": 0.8585712313652039, "eta/annotator_210": 0.9536247253417969, "eta/annotator_211": 0.9498874545097351, "eta/annotator_212": 0.9421558380126953, "eta/annotator_213": 0.9555304646492004, "eta/annotator_214": 0.92573481798172, "eta/annotator_215": 0.9558407068252563, "eta/annotator_216": 0.9756298065185547, "eta/annotator_217": 0.9588128328323364, "eta/annotator_218": 0.9421963691711426, "eta/annotator_219": 0.9311445355415344, "eta/annotator_22": 0.9619094133377075, "eta/annotator_220": 0.9020746350288391, "eta/annotator_221": 0.9058884382247925, "eta/annotator_222": 0.9269168972969055, "eta/annotator_223": 0.9738487005233765, "eta/annotator_224": 0.9254179000854492, "eta/annotator_225": 0.9461811184883118, "eta/annotator_226": 0.8958560824394226, "eta/annotator_23": 0.9603148698806763, "eta/annotator_24": 0.9543272852897644, "eta/annotator_25": 0.9590185880661011, "eta/annotator_26": 0.9649829864501953, "eta/annotator_27": 0.955093502998352, "eta/annotator_28": 0.9673813581466675, "eta/annotator_29": 0.9244300723075867, "eta/annotator_3": 0.9700652360916138, "eta/annotator_30": 0.951041042804718, "eta/annotator_31": 0.9586783647537231, "eta/annotator_32": 0.9517463445663452, "eta/annotator_33": 0.9024982452392578, "eta/annotator_34": 0.9448899030685425, "eta/annotator_35": 0.874008297920227, "eta/annotator_36": 0.9662288427352905, "eta/annotator_37": 0.9446674585342407, "eta/annotator_38": 0.9340881109237671, "eta/annotator_39": 0.959488034248352, "eta/annotator_4": 0.9659706354141235, "eta/annotator_40": 0.9382892847061157, "eta/annotator_41": 0.9497107267379761, "eta/annotator_42": 0.9358965754508972, "eta/annotator_43": 0.9776360392570496, "eta/annotator_44": 0.9704766273498535, "eta/annotator_45": 0.9492645263671875, "eta/annotator_46": 0.9561957120895386, "eta/annotator_47": 0.9422041773796082, "eta/annotator_48": 0.905194103717804, "eta/annotator_49": 0.9362685084342957, "eta/annotator_5": 0.842117965221405, "eta/annotator_50": 0.9517639875411987, "eta/annotator_51": 0.9321562647819519, "eta/annotator_52": 0.9668166041374207, "eta/annotator_53": 0.9406744837760925, "eta/annotator_54": 0.9494776725769043, "eta/annotator_55": 0.9739615321159363, "eta/annotator_56": 0.9583970308303833, "eta/annotator_57": 0.9548317193984985, "eta/annotator_58": 0.9669607877731323, "eta/annotator_59": 0.8682195544242859, "eta/annotator_6": 0.9616314172744751, "eta/annotator_60": 0.9400523900985718, "eta/annotator_61": 0.905282199382782, "eta/annotator_62": 0.9665093421936035, "eta/annotator_63": 0.9599173665046692, "eta/annotator_64": 0.9585975408554077, "eta/annotator_65": 0.895963191986084, "eta/annotator_66": 0.9681269526481628, "eta/annotator_67": 0.9172942042350769, "eta/annotator_68": 0.9734091758728027, "eta/annotator_69": 0.9630821943283081, "eta/annotator_7": 0.9408776164054871, "eta/annotator_70": 0.9530539512634277, "eta/annotator_71": 0.9629553556442261, "eta/annotator_72": 0.9141607284545898, "eta/annotator_73": 0.9558731913566589, "eta/annotator_74": 0.9576523900032043, "eta/annotator_75": 0.9575421214103699, "eta/annotator_76": 0.9668301343917847, "eta/annotator_77": 0.9620887041091919, "eta/annotator_78": 0.9621922373771667, "eta/annotator_79": 0.8793460130691528, "eta/annotator_8": 0.8638955354690552, "eta/annotator_80": 0.9572803378105164, "eta/annotator_81": 0.9716315269470215, "eta/annotator_82": 0.9482382535934448, "eta/annotator_83": 0.9118971824645996, "eta/annotator_84": 0.9659959673881531, "eta/annotator_85": 0.9634936451911926, "eta/annotator_86": 0.8371819257736206, "eta/annotator_87": 0.8730013966560364, "eta/annotator_88": 0.9628567695617676, "eta/annotator_89": 0.9480643272399902, "eta/annotator_9": 0.9738379716873169, "eta/annotator_90": 0.941571831703186, "eta/annotator_91": 0.9624730348587036, "eta/annotator_92": 0.9334872364997864, "eta/annotator_93": 0.9469305872917175, "eta/annotator_94": 0.973681628704071, "eta/annotator_95": 0.9646878242492676, "eta/annotator_96": 0.931784451007843, "eta/annotator_97": 0.9245746731758118, "eta/annotator_98": 0.9501228332519531, "eta/annotator_99": 0.9279619455337524, "grad_norm": 34.87408707412099, "learning_rate": 9.708737864077669e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -330.20001220703125, "logps/rejected": -248.4875030517578, "loss": 0.5561, "rewards/accuracies": 0.6695312261581421, "rewards/chosen": -0.11903305351734161, "rewards/margins": 0.5708419680595398, "rewards/rejected": -0.690051257610321, "step": 190 }, { "em/agreement_weights_mean": 0.9396263360977173, "em/agreement_weights_std": 0.07496596872806549, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.8733624454148472, "eta/annotator_0": 0.9337925910949707, "eta/annotator_1": 0.9578459858894348, "eta/annotator_10": 0.9736196398735046, "eta/annotator_100": 0.960030734539032, "eta/annotator_101": 0.9392600059509277, "eta/annotator_102": 0.8443366289138794, "eta/annotator_103": 0.9011275172233582, "eta/annotator_104": 0.864679217338562, "eta/annotator_105": 0.9411333799362183, "eta/annotator_106": 0.9041488766670227, "eta/annotator_107": 0.9539470672607422, "eta/annotator_108": 0.9688464999198914, "eta/annotator_109": 0.9543312191963196, "eta/annotator_11": 0.8856034278869629, "eta/annotator_110": 0.745707631111145, "eta/annotator_111": 0.9529730677604675, "eta/annotator_112": 0.954391360282898, "eta/annotator_113": 0.9555032849311829, "eta/annotator_114": 0.9623940587043762, "eta/annotator_115": 0.9525245428085327, "eta/annotator_116": 0.9534707069396973, "eta/annotator_117": 0.9174799919128418, "eta/annotator_118": 0.8980175256729126, "eta/annotator_119": 0.9377476572990417, "eta/annotator_12": 0.9761481285095215, "eta/annotator_120": 0.9806605577468872, "eta/annotator_121": 0.9471572637557983, "eta/annotator_122": 0.9475237727165222, "eta/annotator_123": 0.9179874658584595, "eta/annotator_124": 0.9325156211853027, "eta/annotator_125": 0.9486076235771179, "eta/annotator_126": 0.9459532499313354, "eta/annotator_127": 0.9037036895751953, "eta/annotator_128": 0.9443442225456238, "eta/annotator_129": 0.9703892469406128, "eta/annotator_13": 0.9236750602722168, "eta/annotator_130": 0.9530152082443237, "eta/annotator_131": 0.9196414947509766, "eta/annotator_132": 0.8806721568107605, "eta/annotator_133": 0.9555336833000183, "eta/annotator_134": 0.9665919542312622, "eta/annotator_135": 0.9621593356132507, "eta/annotator_136": 0.9578484296798706, "eta/annotator_137": 0.9656001925468445, "eta/annotator_138": 0.9610253572463989, "eta/annotator_139": 0.9326807856559753, "eta/annotator_14": 0.9435402750968933, "eta/annotator_140": 0.9655445218086243, "eta/annotator_141": 0.9779562950134277, "eta/annotator_142": 0.971648097038269, "eta/annotator_143": 0.9676346778869629, "eta/annotator_144": 0.9310194849967957, "eta/annotator_145": 0.9622788429260254, "eta/annotator_146": 0.9580861926078796, "eta/annotator_147": 0.9562122225761414, "eta/annotator_148": 0.9501431584358215, "eta/annotator_149": 0.9587180018424988, "eta/annotator_15": 0.9381023645401001, "eta/annotator_150": 0.9675911068916321, "eta/annotator_151": 0.9813385009765625, "eta/annotator_152": 0.9510032534599304, "eta/annotator_153": 0.9651418924331665, "eta/annotator_154": 0.9680832624435425, "eta/annotator_155": 0.9584862589836121, "eta/annotator_156": 0.9404895901679993, "eta/annotator_157": 0.931230902671814, "eta/annotator_158": 0.9424298405647278, "eta/annotator_159": 0.9458367228507996, "eta/annotator_16": 0.9648339152336121, "eta/annotator_160": 0.9730579257011414, "eta/annotator_161": 0.9407356381416321, "eta/annotator_162": 0.9577075839042664, "eta/annotator_163": 0.9326232075691223, "eta/annotator_164": 0.9613399505615234, "eta/annotator_165": 0.9516999125480652, "eta/annotator_166": 0.9627013206481934, "eta/annotator_167": 0.9420517683029175, "eta/annotator_168": 0.9456450343132019, "eta/annotator_169": 0.9599074125289917, "eta/annotator_17": 0.9585711359977722, "eta/annotator_170": 0.9474602937698364, "eta/annotator_171": 0.9432274103164673, "eta/annotator_172": 0.9589783549308777, "eta/annotator_173": 0.8707596659660339, "eta/annotator_174": 0.9384377598762512, "eta/annotator_175": 0.9117286801338196, "eta/annotator_176": 0.8955886960029602, "eta/annotator_177": 0.937532901763916, "eta/annotator_178": 0.9498583674430847, "eta/annotator_179": 0.970036506652832, "eta/annotator_18": 0.9704475402832031, "eta/annotator_180": 0.9663833379745483, "eta/annotator_181": 0.9582444429397583, "eta/annotator_182": 0.976049542427063, "eta/annotator_183": 0.9620190858840942, "eta/annotator_184": 0.9631814956665039, "eta/annotator_185": 0.9261678457260132, "eta/annotator_186": 0.9749904870986938, "eta/annotator_187": 0.9496480226516724, "eta/annotator_188": 0.9285563230514526, "eta/annotator_189": 0.9640008211135864, "eta/annotator_19": 0.9603461027145386, "eta/annotator_190": 0.9656379818916321, "eta/annotator_191": 0.9692681431770325, "eta/annotator_192": 0.900699257850647, "eta/annotator_193": 0.9675996899604797, "eta/annotator_194": 0.8754294514656067, "eta/annotator_195": 0.9700425863265991, "eta/annotator_196": 0.9037708044052124, "eta/annotator_197": 0.9633396863937378, "eta/annotator_198": 0.9384093284606934, "eta/annotator_199": 0.9388327598571777, "eta/annotator_2": 0.9540078043937683, "eta/annotator_20": 0.9304499626159668, "eta/annotator_200": 0.9678999781608582, "eta/annotator_201": 0.940481960773468, "eta/annotator_202": 0.9657856225967407, "eta/annotator_203": 0.9349819421768188, "eta/annotator_204": 0.944211483001709, "eta/annotator_205": 0.9752475023269653, "eta/annotator_206": 0.9661418795585632, "eta/annotator_207": 0.9400932192802429, "eta/annotator_208": 0.9144397974014282, "eta/annotator_209": 0.9242790937423706, "eta/annotator_21": 0.868238091468811, "eta/annotator_210": 0.9513344764709473, "eta/annotator_211": 0.9503536224365234, "eta/annotator_212": 0.9424627423286438, "eta/annotator_213": 0.9591212272644043, "eta/annotator_214": 0.9236766695976257, "eta/annotator_215": 0.9580273628234863, "eta/annotator_216": 0.9773726463317871, "eta/annotator_217": 0.9608006477355957, "eta/annotator_218": 0.94273442029953, "eta/annotator_219": 0.932296872138977, "eta/annotator_22": 0.9625828862190247, "eta/annotator_220": 0.9131491780281067, "eta/annotator_221": 0.902703583240509, "eta/annotator_222": 0.9387892484664917, "eta/annotator_223": 0.974043071269989, "eta/annotator_224": 0.9294335246086121, "eta/annotator_225": 0.9379016757011414, "eta/annotator_226": 0.8989338874816895, "eta/annotator_23": 0.9630154371261597, "eta/annotator_24": 0.9563559293746948, "eta/annotator_25": 0.9599543809890747, "eta/annotator_26": 0.9666101336479187, "eta/annotator_27": 0.9581014513969421, "eta/annotator_28": 0.951302707195282, "eta/annotator_29": 0.9274374842643738, "eta/annotator_3": 0.9692193269729614, "eta/annotator_30": 0.9401577115058899, "eta/annotator_31": 0.9624454379081726, "eta/annotator_32": 0.9539980888366699, "eta/annotator_33": 0.9054650068283081, "eta/annotator_34": 0.9466625452041626, "eta/annotator_35": 0.8714790344238281, "eta/annotator_36": 0.9664007425308228, "eta/annotator_37": 0.9409767985343933, "eta/annotator_38": 0.9351242184638977, "eta/annotator_39": 0.9608645439147949, "eta/annotator_4": 0.9686400294303894, "eta/annotator_40": 0.9385017156600952, "eta/annotator_41": 0.9518486261367798, "eta/annotator_42": 0.9405571818351746, "eta/annotator_43": 0.9775325059890747, "eta/annotator_44": 0.9714956283569336, "eta/annotator_45": 0.9492866396903992, "eta/annotator_46": 0.9561018943786621, "eta/annotator_47": 0.9431937336921692, "eta/annotator_48": 0.9124293327331543, "eta/annotator_49": 0.9366265535354614, "eta/annotator_5": 0.8213112950325012, "eta/annotator_50": 0.9515916109085083, "eta/annotator_51": 0.9338641166687012, "eta/annotator_52": 0.9667732119560242, "eta/annotator_53": 0.9454380869865417, "eta/annotator_54": 0.9532693028450012, "eta/annotator_55": 0.97571861743927, "eta/annotator_56": 0.9604010581970215, "eta/annotator_57": 0.9548196792602539, "eta/annotator_58": 0.9656095504760742, "eta/annotator_59": 0.8822739720344543, "eta/annotator_6": 0.9659860730171204, "eta/annotator_60": 0.9412999153137207, "eta/annotator_61": 0.9060929417610168, "eta/annotator_62": 0.9667304754257202, "eta/annotator_63": 0.9599113464355469, "eta/annotator_64": 0.9564469456672668, "eta/annotator_65": 0.8975119590759277, "eta/annotator_66": 0.9683589935302734, "eta/annotator_67": 0.9175620079040527, "eta/annotator_68": 0.9748393893241882, "eta/annotator_69": 0.9630458950996399, "eta/annotator_7": 0.9462734460830688, "eta/annotator_70": 0.9528342485427856, "eta/annotator_71": 0.9625962376594543, "eta/annotator_72": 0.9102997779846191, "eta/annotator_73": 0.953564465045929, "eta/annotator_74": 0.9576523900032043, "eta/annotator_75": 0.9553429484367371, "eta/annotator_76": 0.9683820009231567, "eta/annotator_77": 0.9649474024772644, "eta/annotator_78": 0.9602357149124146, "eta/annotator_79": 0.8667404055595398, "eta/annotator_8": 0.8582644462585449, "eta/annotator_80": 0.9572803378105164, "eta/annotator_81": 0.9715085029602051, "eta/annotator_82": 0.9512921571731567, "eta/annotator_83": 0.907202422618866, "eta/annotator_84": 0.9692645072937012, "eta/annotator_85": 0.9641594886779785, "eta/annotator_86": 0.8434914350509644, "eta/annotator_87": 0.8744575381278992, "eta/annotator_88": 0.9631460905075073, "eta/annotator_89": 0.9473794102668762, "eta/annotator_9": 0.9744032025337219, "eta/annotator_90": 0.9404624104499817, "eta/annotator_91": 0.9641052484512329, "eta/annotator_92": 0.9331024885177612, "eta/annotator_93": 0.9503104090690613, "eta/annotator_94": 0.9725756645202637, "eta/annotator_95": 0.9665366411209106, "eta/annotator_96": 0.9362658262252808, "eta/annotator_97": 0.9232560396194458, "eta/annotator_98": 0.9504559636116028, "eta/annotator_99": 0.9283747673034668, "grad_norm": 34.88509211845401, "learning_rate": 7.281553398058252e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -327.01251220703125, "logps/rejected": -245.1750030517578, "loss": 0.5715, "rewards/accuracies": 0.65625, "rewards/chosen": -0.1266704499721527, "rewards/margins": 0.5026275515556335, "rewards/rejected": -0.6292480230331421, "step": 200 }, { "epoch": 0.8733624454148472, "eta/annotator_0": 0.9421596527099609, "eta/annotator_1": 0.9577978253364563, "eta/annotator_10": 0.9677414298057556, "eta/annotator_100": 0.9592743515968323, "eta/annotator_101": 0.9392598867416382, "eta/annotator_102": 0.792034924030304, "eta/annotator_103": 0.9022380113601685, "eta/annotator_104": 0.8518630862236023, "eta/annotator_105": 0.9444207549095154, "eta/annotator_106": 0.9065196514129639, "eta/annotator_107": 0.9539470672607422, "eta/annotator_108": 0.9720612168312073, "eta/annotator_109": 0.9561831951141357, "eta/annotator_11": 0.8835971355438232, "eta/annotator_110": 0.7533448934555054, "eta/annotator_111": 0.9570580124855042, "eta/annotator_112": 0.9543914198875427, "eta/annotator_113": 0.9623920917510986, "eta/annotator_114": 0.9632300734519958, "eta/annotator_115": 0.9525246620178223, "eta/annotator_116": 0.9568555355072021, "eta/annotator_117": 0.9134425520896912, "eta/annotator_118": 0.8995609283447266, "eta/annotator_119": 0.9427147507667542, "eta/annotator_12": 0.976709246635437, "eta/annotator_120": 0.9826383590698242, "eta/annotator_121": 0.9341609477996826, "eta/annotator_122": 0.9411357045173645, "eta/annotator_123": 0.9299442768096924, "eta/annotator_124": 0.9344819784164429, "eta/annotator_125": 0.9521528482437134, "eta/annotator_126": 0.9448082447052002, "eta/annotator_127": 0.8923231363296509, "eta/annotator_128": 0.9455534815788269, "eta/annotator_129": 0.9680991172790527, "eta/annotator_13": 0.9252727031707764, "eta/annotator_130": 0.9516017436981201, "eta/annotator_131": 0.9169555306434631, "eta/annotator_132": 0.883689820766449, "eta/annotator_133": 0.9539241194725037, "eta/annotator_134": 0.9671580791473389, "eta/annotator_135": 0.9653753042221069, "eta/annotator_136": 0.9578484892845154, "eta/annotator_137": 0.9651300311088562, "eta/annotator_138": 0.9628607630729675, "eta/annotator_139": 0.9369582533836365, "eta/annotator_14": 0.9426670670509338, "eta/annotator_140": 0.9657179713249207, "eta/annotator_141": 0.9740591645240784, "eta/annotator_142": 0.9720183610916138, "eta/annotator_143": 0.9685929417610168, "eta/annotator_144": 0.9330050349235535, "eta/annotator_145": 0.9622789621353149, "eta/annotator_146": 0.9584062695503235, "eta/annotator_147": 0.9609813094139099, "eta/annotator_148": 0.9513854384422302, "eta/annotator_149": 0.9626961350440979, "eta/annotator_15": 0.9478644728660583, "eta/annotator_150": 0.967937171459198, "eta/annotator_151": 0.9808056354522705, "eta/annotator_152": 0.9519901871681213, "eta/annotator_153": 0.944643497467041, "eta/annotator_154": 0.9690119028091431, "eta/annotator_155": 0.9612877368927002, "eta/annotator_156": 0.942163348197937, "eta/annotator_157": 0.9390414357185364, "eta/annotator_158": 0.9295856952667236, "eta/annotator_159": 0.948465883731842, "eta/annotator_16": 0.9657890796661377, "eta/annotator_160": 0.9722864031791687, "eta/annotator_161": 0.9401957988739014, "eta/annotator_162": 0.9614550471305847, "eta/annotator_163": 0.9382902979850769, "eta/annotator_164": 0.9648551344871521, "eta/annotator_165": 0.95478755235672, "eta/annotator_166": 0.9634177088737488, "eta/annotator_167": 0.9457087516784668, "eta/annotator_168": 0.9409009218215942, "eta/annotator_169": 0.9582270979881287, "eta/annotator_17": 0.9616305828094482, "eta/annotator_170": 0.9462511539459229, "eta/annotator_171": 0.9459196925163269, "eta/annotator_172": 0.9617430567741394, "eta/annotator_173": 0.8761060237884521, "eta/annotator_174": 0.9430891275405884, "eta/annotator_175": 0.8857669830322266, "eta/annotator_176": 0.8824538588523865, "eta/annotator_177": 0.9439517259597778, "eta/annotator_178": 0.9563859105110168, "eta/annotator_179": 0.9733721613883972, "eta/annotator_18": 0.976738691329956, "eta/annotator_180": 0.9672044515609741, "eta/annotator_181": 0.9497890472412109, "eta/annotator_182": 0.9763456583023071, "eta/annotator_183": 0.9632159471511841, "eta/annotator_184": 0.9629275798797607, "eta/annotator_185": 0.9183103442192078, "eta/annotator_186": 0.974558413028717, "eta/annotator_187": 0.956230878829956, "eta/annotator_188": 0.9279925227165222, "eta/annotator_189": 0.9640007615089417, "eta/annotator_19": 0.9599725604057312, "eta/annotator_190": 0.9655399322509766, "eta/annotator_191": 0.9697625637054443, "eta/annotator_192": 0.9000064134597778, "eta/annotator_193": 0.9715881943702698, "eta/annotator_194": 0.8800602555274963, "eta/annotator_195": 0.9693049788475037, "eta/annotator_196": 0.9160345196723938, "eta/annotator_197": 0.9640621542930603, "eta/annotator_198": 0.933160662651062, "eta/annotator_199": 0.9415416717529297, "eta/annotator_2": 0.9533875584602356, "eta/annotator_20": 0.9396935105323792, "eta/annotator_200": 0.9702799916267395, "eta/annotator_201": 0.9438872933387756, "eta/annotator_202": 0.9693889021873474, "eta/annotator_203": 0.932000994682312, "eta/annotator_204": 0.9460878372192383, "eta/annotator_205": 0.9778632521629333, "eta/annotator_206": 0.9576363563537598, "eta/annotator_207": 0.9384608268737793, "eta/annotator_208": 0.9154224991798401, "eta/annotator_209": 0.9242791533470154, "eta/annotator_21": 0.868238091468811, "eta/annotator_210": 0.9493701457977295, "eta/annotator_211": 0.954548180103302, "eta/annotator_212": 0.9465962052345276, "eta/annotator_213": 0.9585874676704407, "eta/annotator_214": 0.9311791062355042, "eta/annotator_215": 0.95942622423172, "eta/annotator_216": 0.9782342314720154, "eta/annotator_217": 0.9591207504272461, "eta/annotator_218": 0.9461968541145325, "eta/annotator_219": 0.9333748817443848, "eta/annotator_22": 0.9609002470970154, "eta/annotator_220": 0.9194990992546082, "eta/annotator_221": 0.9028357863426208, "eta/annotator_222": 0.9383891224861145, "eta/annotator_223": 0.9764724373817444, "eta/annotator_224": 0.9279776215553284, "eta/annotator_225": 0.942643404006958, "eta/annotator_226": 0.898819625377655, "eta/annotator_23": 0.9632408618927002, "eta/annotator_24": 0.9563559889793396, "eta/annotator_25": 0.9643719792366028, "eta/annotator_26": 0.9662373065948486, "eta/annotator_27": 0.9620043635368347, "eta/annotator_28": 0.9534302353858948, "eta/annotator_29": 0.9252230525016785, "eta/annotator_3": 0.969920814037323, "eta/annotator_30": 0.9240928888320923, "eta/annotator_31": 0.9637893438339233, "eta/annotator_32": 0.9555441737174988, "eta/annotator_33": 0.9028719663619995, "eta/annotator_34": 0.9500057697296143, "eta/annotator_35": 0.8710018992424011, "eta/annotator_36": 0.9680879712104797, "eta/annotator_37": 0.9367333054542542, "eta/annotator_38": 0.9351240992546082, "eta/annotator_39": 0.9567937254905701, "eta/annotator_4": 0.9686399698257446, "eta/annotator_40": 0.9404147267341614, "eta/annotator_41": 0.9521223306655884, "eta/annotator_42": 0.9383118748664856, "eta/annotator_43": 0.9786071181297302, "eta/annotator_44": 0.97076815366745, "eta/annotator_45": 0.9494853019714355, "eta/annotator_46": 0.9552580118179321, "eta/annotator_47": 0.9362544417381287, "eta/annotator_48": 0.9218959212303162, "eta/annotator_49": 0.9438164234161377, "eta/annotator_5": 0.81425541639328, "eta/annotator_50": 0.9500395059585571, "eta/annotator_51": 0.9338639974594116, "eta/annotator_52": 0.9658154249191284, "eta/annotator_53": 0.9437749981880188, "eta/annotator_54": 0.9535682201385498, "eta/annotator_55": 0.97571861743927, "eta/annotator_56": 0.9620500802993774, "eta/annotator_57": 0.9538663625717163, "eta/annotator_58": 0.9677714705467224, "eta/annotator_59": 0.886695384979248, "eta/annotator_6": 0.96760094165802, "eta/annotator_60": 0.9360288381576538, "eta/annotator_61": 0.9109561443328857, "eta/annotator_62": 0.9687201976776123, "eta/annotator_63": 0.9598566293716431, "eta/annotator_64": 0.9577407240867615, "eta/annotator_65": 0.8975117206573486, "eta/annotator_66": 0.9711386561393738, "eta/annotator_67": 0.9199733138084412, "eta/annotator_68": 0.9750878810882568, "eta/annotator_69": 0.9627177715301514, "eta/annotator_7": 0.9511597752571106, "eta/annotator_70": 0.9508575797080994, "eta/annotator_71": 0.9623364210128784, "eta/annotator_72": 0.896454393863678, "eta/annotator_73": 0.949039876461029, "eta/annotator_74": 0.9576524496078491, "eta/annotator_75": 0.9560226202011108, "eta/annotator_76": 0.9695708155632019, "eta/annotator_77": 0.9649474024772644, "eta/annotator_78": 0.9595775008201599, "eta/annotator_79": 0.8635591864585876, "eta/annotator_8": 0.8600121736526489, "eta/annotator_80": 0.9572803974151611, "eta/annotator_81": 0.9720313549041748, "eta/annotator_82": 0.9491274952888489, "eta/annotator_83": 0.9141331315040588, "eta/annotator_84": 0.9686688184738159, "eta/annotator_85": 0.965904176235199, "eta/annotator_86": 0.839435875415802, "eta/annotator_87": 0.8658739328384399, "eta/annotator_88": 0.9631461501121521, "eta/annotator_89": 0.9473794102668762, "eta/annotator_9": 0.9759483933448792, "eta/annotator_90": 0.9426129460334778, "eta/annotator_91": 0.9664767384529114, "eta/annotator_92": 0.9355712532997131, "eta/annotator_93": 0.9512932300567627, "eta/annotator_94": 0.9622550010681152, "eta/annotator_95": 0.9675360321998596, "eta/annotator_96": 0.9393641948699951, "eta/annotator_97": 0.9231757521629333, "eta/annotator_98": 0.9461665153503418, "eta/annotator_99": 0.921150267124176, "eval_em/agreement_weights_mean": 0.9396172165870667, "eval_em/agreement_weights_std": 0.07722850888967514, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -323.76287841796875, "eval_logps/rejected": -250.32989501953125, "eval_loss": 0.5569501519203186, "eval_rewards/accuracies": 0.6719440817832947, "eval_rewards/chosen": -0.09019147604703903, "eval_rewards/margins": 0.5352758169174194, "eval_rewards/rejected": -0.6253523826599121, "eval_runtime": 77.7967, "eval_samples_per_second": 19.834, "eval_steps_per_second": 1.247, "step": 200 }, { "em/agreement_weights_mean": 0.9405949711799622, "em/agreement_weights_std": 0.07472644001245499, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.9170305676855895, "eta/annotator_0": 0.942618727684021, "eta/annotator_1": 0.9578980207443237, "eta/annotator_10": 0.9679263234138489, "eta/annotator_100": 0.9595447778701782, "eta/annotator_101": 0.9392600059509277, "eta/annotator_102": 0.7928560972213745, "eta/annotator_103": 0.9019263982772827, "eta/annotator_104": 0.8518379330635071, "eta/annotator_105": 0.9438948631286621, "eta/annotator_106": 0.9057251214981079, "eta/annotator_107": 0.9541023373603821, "eta/annotator_108": 0.9722693562507629, "eta/annotator_109": 0.9554298520088196, "eta/annotator_11": 0.8838397264480591, "eta/annotator_110": 0.7538344264030457, "eta/annotator_111": 0.9569128751754761, "eta/annotator_112": 0.9545731544494629, "eta/annotator_113": 0.9623182415962219, "eta/annotator_114": 0.9632836580276489, "eta/annotator_115": 0.9519782066345215, "eta/annotator_116": 0.9568554759025574, "eta/annotator_117": 0.9133065342903137, "eta/annotator_118": 0.8997763395309448, "eta/annotator_119": 0.9421566724777222, "eta/annotator_12": 0.9767245054244995, "eta/annotator_120": 0.9826903343200684, "eta/annotator_121": 0.9340569376945496, "eta/annotator_122": 0.9410949945449829, "eta/annotator_123": 0.9300301671028137, "eta/annotator_124": 0.9346657991409302, "eta/annotator_125": 0.9522845149040222, "eta/annotator_126": 0.9450351595878601, "eta/annotator_127": 0.8923584222793579, "eta/annotator_128": 0.9454547762870789, "eta/annotator_129": 0.9682051539421082, "eta/annotator_13": 0.9253307580947876, "eta/annotator_130": 0.9516833424568176, "eta/annotator_131": 0.91791170835495, "eta/annotator_132": 0.883898138999939, "eta/annotator_133": 0.9541199803352356, "eta/annotator_134": 0.9672295451164246, "eta/annotator_135": 0.9657571911811829, "eta/annotator_136": 0.9578484296798706, "eta/annotator_137": 0.9653204679489136, "eta/annotator_138": 0.963171124458313, "eta/annotator_139": 0.937383770942688, "eta/annotator_14": 0.9426257014274597, "eta/annotator_140": 0.9657059907913208, "eta/annotator_141": 0.97425377368927, "eta/annotator_142": 0.9719281196594238, "eta/annotator_143": 0.9686153531074524, "eta/annotator_144": 0.9330098032951355, "eta/annotator_145": 0.9620696306228638, "eta/annotator_146": 0.958480954170227, "eta/annotator_147": 0.9610772132873535, "eta/annotator_148": 0.951640784740448, "eta/annotator_149": 0.9624039530754089, "eta/annotator_15": 0.9477989077568054, "eta/annotator_150": 0.9679682850837708, "eta/annotator_151": 0.980793297290802, "eta/annotator_152": 0.9520426988601685, "eta/annotator_153": 0.9446258544921875, "eta/annotator_154": 0.969145655632019, "eta/annotator_155": 0.96137535572052, "eta/annotator_156": 0.9423823356628418, "eta/annotator_157": 0.9389891624450684, "eta/annotator_158": 0.9294527769088745, "eta/annotator_159": 0.9485180974006653, "eta/annotator_16": 0.9662247896194458, "eta/annotator_160": 0.9724882245063782, "eta/annotator_161": 0.939900279045105, "eta/annotator_162": 0.9616592526435852, "eta/annotator_163": 0.9388707876205444, "eta/annotator_164": 0.9639453887939453, "eta/annotator_165": 0.9549030065536499, "eta/annotator_166": 0.9635947346687317, "eta/annotator_167": 0.9459978342056274, "eta/annotator_168": 0.9409357905387878, "eta/annotator_169": 0.9582076072692871, "eta/annotator_17": 0.9619463682174683, "eta/annotator_170": 0.9457853436470032, "eta/annotator_171": 0.9462052583694458, "eta/annotator_172": 0.961744487285614, "eta/annotator_173": 0.875954806804657, "eta/annotator_174": 0.9432581663131714, "eta/annotator_175": 0.8847538232803345, "eta/annotator_176": 0.8820830583572388, "eta/annotator_177": 0.9441996812820435, "eta/annotator_178": 0.956560492515564, "eta/annotator_179": 0.9733826518058777, "eta/annotator_18": 0.9768538475036621, "eta/annotator_180": 0.9672881960868835, "eta/annotator_181": 0.949773907661438, "eta/annotator_182": 0.9763960838317871, "eta/annotator_183": 0.9631856083869934, "eta/annotator_184": 0.9630911946296692, "eta/annotator_185": 0.9178276062011719, "eta/annotator_186": 0.9744774699211121, "eta/annotator_187": 0.9562980532646179, "eta/annotator_188": 0.9279534220695496, "eta/annotator_189": 0.9637210965156555, "eta/annotator_19": 0.960115909576416, "eta/annotator_190": 0.9654206037521362, "eta/annotator_191": 0.9695181846618652, "eta/annotator_192": 0.9001137614250183, "eta/annotator_193": 0.9715893864631653, "eta/annotator_194": 0.8796042203903198, "eta/annotator_195": 0.9696047902107239, "eta/annotator_196": 0.9162217974662781, "eta/annotator_197": 0.9640845060348511, "eta/annotator_198": 0.9335024952888489, "eta/annotator_199": 0.9412090182304382, "eta/annotator_2": 0.9535427093505859, "eta/annotator_20": 0.9398876428604126, "eta/annotator_200": 0.9703570604324341, "eta/annotator_201": 0.9436156153678894, "eta/annotator_202": 0.9695550203323364, "eta/annotator_203": 0.9318674206733704, "eta/annotator_204": 0.9461078643798828, "eta/annotator_205": 0.9779418706893921, "eta/annotator_206": 0.9576379060745239, "eta/annotator_207": 0.9383705854415894, "eta/annotator_208": 0.916276752948761, "eta/annotator_209": 0.9246653318405151, "eta/annotator_21": 0.8650376200675964, "eta/annotator_210": 0.9487346410751343, "eta/annotator_211": 0.9546108245849609, "eta/annotator_212": 0.946566104888916, "eta/annotator_213": 0.9584299921989441, "eta/annotator_214": 0.9312385320663452, "eta/annotator_215": 0.958951473236084, "eta/annotator_216": 0.9782398343086243, "eta/annotator_217": 0.9591208696365356, "eta/annotator_218": 0.9460713267326355, "eta/annotator_219": 0.9333781003952026, "eta/annotator_22": 0.9610287547111511, "eta/annotator_220": 0.9193798899650574, "eta/annotator_221": 0.9024208188056946, "eta/annotator_222": 0.9383529424667358, "eta/annotator_223": 0.9765245318412781, "eta/annotator_224": 0.9278214573860168, "eta/annotator_225": 0.9427968263626099, "eta/annotator_226": 0.8985263705253601, "eta/annotator_23": 0.9634127616882324, "eta/annotator_24": 0.9564169049263, "eta/annotator_25": 0.9646738767623901, "eta/annotator_26": 0.9663372039794922, "eta/annotator_27": 0.9618132710456848, "eta/annotator_28": 0.9533572196960449, "eta/annotator_29": 0.925413966178894, "eta/annotator_3": 0.9700015783309937, "eta/annotator_30": 0.9242156147956848, "eta/annotator_31": 0.9640761613845825, "eta/annotator_32": 0.9555441737174988, "eta/annotator_33": 0.9029276967048645, "eta/annotator_34": 0.9500632286071777, "eta/annotator_35": 0.8714007139205933, "eta/annotator_36": 0.967570424079895, "eta/annotator_37": 0.936938464641571, "eta/annotator_38": 0.9352906346321106, "eta/annotator_39": 0.9569681286811829, "eta/annotator_4": 0.9689247012138367, "eta/annotator_40": 0.9404147267341614, "eta/annotator_41": 0.9519790410995483, "eta/annotator_42": 0.9383233189582825, "eta/annotator_43": 0.9787102937698364, "eta/annotator_44": 0.9705473780632019, "eta/annotator_45": 0.9493502378463745, "eta/annotator_46": 0.9553260803222656, "eta/annotator_47": 0.9367920160293579, "eta/annotator_48": 0.9227615594863892, "eta/annotator_49": 0.9437100291252136, "eta/annotator_5": 0.8137592077255249, "eta/annotator_50": 0.9500821232795715, "eta/annotator_51": 0.9343177676200867, "eta/annotator_52": 0.9658646583557129, "eta/annotator_53": 0.943928599357605, "eta/annotator_54": 0.95372474193573, "eta/annotator_55": 0.9757720828056335, "eta/annotator_56": 0.9620866775512695, "eta/annotator_57": 0.9538664817810059, "eta/annotator_58": 0.9674566388130188, "eta/annotator_59": 0.8851422071456909, "eta/annotator_6": 0.9677918553352356, "eta/annotator_60": 0.9361114501953125, "eta/annotator_61": 0.9114127159118652, "eta/annotator_62": 0.9689871668815613, "eta/annotator_63": 0.9599281549453735, "eta/annotator_64": 0.9578487277030945, "eta/annotator_65": 0.8970370292663574, "eta/annotator_66": 0.9710181951522827, "eta/annotator_67": 0.9196125864982605, "eta/annotator_68": 0.9750832319259644, "eta/annotator_69": 0.9627178907394409, "eta/annotator_7": 0.951159656047821, "eta/annotator_70": 0.9508574604988098, "eta/annotator_71": 0.9623268246650696, "eta/annotator_72": 0.8965229988098145, "eta/annotator_73": 0.9490734338760376, "eta/annotator_74": 0.9576523900032043, "eta/annotator_75": 0.9561721086502075, "eta/annotator_76": 0.9696083068847656, "eta/annotator_77": 0.9650337100028992, "eta/annotator_78": 0.9595910310745239, "eta/annotator_79": 0.8632713556289673, "eta/annotator_8": 0.8602156639099121, "eta/annotator_80": 0.9574119448661804, "eta/annotator_81": 0.972257137298584, "eta/annotator_82": 0.9493414163589478, "eta/annotator_83": 0.9147288203239441, "eta/annotator_84": 0.968795657157898, "eta/annotator_85": 0.9658435583114624, "eta/annotator_86": 0.8394386172294617, "eta/annotator_87": 0.8657889366149902, "eta/annotator_88": 0.9633075594902039, "eta/annotator_89": 0.9475029706954956, "eta/annotator_9": 0.9760383367538452, "eta/annotator_90": 0.9426535367965698, "eta/annotator_91": 0.9665473699569702, "eta/annotator_92": 0.9354853630065918, "eta/annotator_93": 0.9515095949172974, "eta/annotator_94": 0.9623669385910034, "eta/annotator_95": 0.9677068591117859, "eta/annotator_96": 0.9394771456718445, "eta/annotator_97": 0.9231715202331543, "eta/annotator_98": 0.94629967212677, "eta/annotator_99": 0.9211529493331909, "grad_norm": 31.939475962353228, "learning_rate": 4.8543689320388344e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -339.25, "logps/rejected": -252.5500030517578, "loss": 0.5588, "rewards/accuracies": 0.6703125238418579, "rewards/chosen": -0.09709052741527557, "rewards/margins": 0.5488742589950562, "rewards/rejected": -0.645703136920929, "step": 210 }, { "em/agreement_weights_mean": 0.9435903429985046, "em/agreement_weights_std": 0.07103165239095688, "em/unique_annotators_in_global_batch": 15.287500381469727, "epoch": 0.9606986899563319, "eta/annotator_0": 0.9483121037483215, "eta/annotator_1": 0.959087073802948, "eta/annotator_10": 0.9702163934707642, "eta/annotator_100": 0.9622491002082825, "eta/annotator_101": 0.9392600059509277, "eta/annotator_102": 0.812716007232666, "eta/annotator_103": 0.8996111750602722, "eta/annotator_104": 0.8524856567382812, "eta/annotator_105": 0.9391617774963379, "eta/annotator_106": 0.8993779420852661, "eta/annotator_107": 0.9555319547653198, "eta/annotator_108": 0.9738513827323914, "eta/annotator_109": 0.9489791989326477, "eta/annotator_11": 0.8860224485397339, "eta/annotator_110": 0.7584143877029419, "eta/annotator_111": 0.9557024836540222, "eta/annotator_112": 0.9562098383903503, "eta/annotator_113": 0.9615408778190613, "eta/annotator_114": 0.9638724327087402, "eta/annotator_115": 0.9470599889755249, "eta/annotator_116": 0.9568554759025574, "eta/annotator_117": 0.9127376675605774, "eta/annotator_118": 0.9017157554626465, "eta/annotator_119": 0.9375426173210144, "eta/annotator_12": 0.977066695690155, "eta/annotator_120": 0.9834511876106262, "eta/annotator_121": 0.9333223104476929, "eta/annotator_122": 0.9407827258110046, "eta/annotator_123": 0.9310019612312317, "eta/annotator_124": 0.936582088470459, "eta/annotator_125": 0.9537585973739624, "eta/annotator_126": 0.9483631253242493, "eta/annotator_127": 0.8953505754470825, "eta/annotator_128": 0.9447158575057983, "eta/annotator_129": 0.9692643284797668, "eta/annotator_13": 0.9258648157119751, "eta/annotator_130": 0.9491356611251831, "eta/annotator_131": 0.9324180483818054, "eta/annotator_132": 0.8852134943008423, "eta/annotator_133": 0.9589452743530273, "eta/annotator_134": 0.9679633975028992, "eta/annotator_135": 0.9710457921028137, "eta/annotator_136": 0.9578484296798706, "eta/annotator_137": 0.9671204686164856, "eta/annotator_138": 0.9671525955200195, "eta/annotator_139": 0.9416255950927734, "eta/annotator_14": 0.9413931965827942, "eta/annotator_140": 0.96598881483078, "eta/annotator_141": 0.9784483909606934, "eta/annotator_142": 0.9720965623855591, "eta/annotator_143": 0.9700260162353516, "eta/annotator_144": 0.9333606958389282, "eta/annotator_145": 0.9601861238479614, "eta/annotator_146": 0.9584194421768188, "eta/annotator_147": 0.9621703028678894, "eta/annotator_148": 0.954450249671936, "eta/annotator_149": 0.9599334001541138, "eta/annotator_15": 0.947187066078186, "eta/annotator_150": 0.9681494832038879, "eta/annotator_151": 0.9820746183395386, "eta/annotator_152": 0.9517951011657715, "eta/annotator_153": 0.9447734951972961, "eta/annotator_154": 0.9705389738082886, "eta/annotator_155": 0.9626621007919312, "eta/annotator_156": 0.9478092193603516, "eta/annotator_157": 0.9381364583969116, "eta/annotator_158": 0.9315837621688843, "eta/annotator_159": 0.949099063873291, "eta/annotator_16": 0.9725786447525024, "eta/annotator_160": 0.9747573137283325, "eta/annotator_161": 0.9375527501106262, "eta/annotator_162": 0.9634963870048523, "eta/annotator_163": 0.9452084302902222, "eta/annotator_164": 0.9575417637825012, "eta/annotator_165": 0.9554344415664673, "eta/annotator_166": 0.9666250944137573, "eta/annotator_167": 0.9500983953475952, "eta/annotator_168": 0.9413236379623413, "eta/annotator_169": 0.9580754041671753, "eta/annotator_17": 0.9648787379264832, "eta/annotator_170": 0.9458616971969604, "eta/annotator_171": 0.9486996531486511, "eta/annotator_172": 0.9587754011154175, "eta/annotator_173": 0.874883770942688, "eta/annotator_174": 0.9448296427726746, "eta/annotator_175": 0.8758972883224487, "eta/annotator_176": 0.8783923387527466, "eta/annotator_177": 0.9482101202011108, "eta/annotator_178": 0.9584859609603882, "eta/annotator_179": 0.9736024141311646, "eta/annotator_18": 0.9779518842697144, "eta/annotator_180": 0.9680693745613098, "eta/annotator_181": 0.947806179523468, "eta/annotator_182": 0.9772850275039673, "eta/annotator_183": 0.9629653692245483, "eta/annotator_184": 0.9646859169006348, "eta/annotator_185": 0.9136137962341309, "eta/annotator_186": 0.9753967523574829, "eta/annotator_187": 0.9565970301628113, "eta/annotator_188": 0.9217734336853027, "eta/annotator_189": 0.9607030749320984, "eta/annotator_19": 0.9614754915237427, "eta/annotator_190": 0.9643471837043762, "eta/annotator_191": 0.9675089716911316, "eta/annotator_192": 0.9019408226013184, "eta/annotator_193": 0.9716439247131348, "eta/annotator_194": 0.8746405839920044, "eta/annotator_195": 0.9738780856132507, "eta/annotator_196": 0.9219460487365723, "eta/annotator_197": 0.9644230008125305, "eta/annotator_198": 0.9365791082382202, "eta/annotator_199": 0.9374358057975769, "eta/annotator_2": 0.9584048986434937, "eta/annotator_20": 0.9417151212692261, "eta/annotator_200": 0.9711318016052246, "eta/annotator_201": 0.9412291646003723, "eta/annotator_202": 0.9711783528327942, "eta/annotator_203": 0.9317877888679504, "eta/annotator_204": 0.9464977979660034, "eta/annotator_205": 0.9787046313285828, "eta/annotator_206": 0.9578605890274048, "eta/annotator_207": 0.933175265789032, "eta/annotator_208": 0.9269372224807739, "eta/annotator_209": 0.9282654523849487, "eta/annotator_21": 0.8373454809188843, "eta/annotator_210": 0.9420032501220703, "eta/annotator_211": 0.9552044868469238, "eta/annotator_212": 0.9461418390274048, "eta/annotator_213": 0.9570139646530151, "eta/annotator_214": 0.9385542869567871, "eta/annotator_215": 0.9539204835891724, "eta/annotator_216": 0.977038562297821, "eta/annotator_217": 0.9591208696365356, "eta/annotator_218": 0.9450214505195618, "eta/annotator_219": 0.9336287379264832, "eta/annotator_22": 0.962185263633728, "eta/annotator_220": 0.9184962511062622, "eta/annotator_221": 0.899442195892334, "eta/annotator_222": 0.9445539712905884, "eta/annotator_223": 0.9778258204460144, "eta/annotator_224": 0.9264336824417114, "eta/annotator_225": 0.9444164037704468, "eta/annotator_226": 0.8696075677871704, "eta/annotator_23": 0.964902400970459, "eta/annotator_24": 0.9569646120071411, "eta/annotator_25": 0.9678120613098145, "eta/annotator_26": 0.9672805070877075, "eta/annotator_27": 0.9602897763252258, "eta/annotator_28": 0.9528050422668457, "eta/annotator_29": 0.9268075227737427, "eta/annotator_3": 0.9707853198051453, "eta/annotator_30": 0.925226092338562, "eta/annotator_31": 0.9663958549499512, "eta/annotator_32": 0.9555441737174988, "eta/annotator_33": 0.9039862751960754, "eta/annotator_34": 0.9504836201667786, "eta/annotator_35": 0.8763198852539062, "eta/annotator_36": 0.9630266427993774, "eta/annotator_37": 0.9437524080276489, "eta/annotator_38": 0.9369003176689148, "eta/annotator_39": 0.9587935209274292, "eta/annotator_4": 0.9714873433113098, "eta/annotator_40": 0.9401413798332214, "eta/annotator_41": 0.9508552551269531, "eta/annotator_42": 0.9382151365280151, "eta/annotator_43": 0.979632556438446, "eta/annotator_44": 0.9670568704605103, "eta/annotator_45": 0.9481345415115356, "eta/annotator_46": 0.9559391736984253, "eta/annotator_47": 0.9415944814682007, "eta/annotator_48": 0.9287289381027222, "eta/annotator_49": 0.9421036839485168, "eta/annotator_5": 0.809162437915802, "eta/annotator_50": 0.9507010579109192, "eta/annotator_51": 0.9385525584220886, "eta/annotator_52": 0.9644462466239929, "eta/annotator_53": 0.9451307058334351, "eta/annotator_54": 0.9565432667732239, "eta/annotator_55": 0.9762967228889465, "eta/annotator_56": 0.9634398221969604, "eta/annotator_57": 0.9538663029670715, "eta/annotator_58": 0.9650183916091919, "eta/annotator_59": 0.8702818751335144, "eta/annotator_6": 0.9697831869125366, "eta/annotator_60": 0.9370420575141907, "eta/annotator_61": 0.9215892553329468, "eta/annotator_62": 0.9713889360427856, "eta/annotator_63": 0.9608451724052429, "eta/annotator_64": 0.9609820246696472, "eta/annotator_65": 0.8952540159225464, "eta/annotator_66": 0.9699357151985168, "eta/annotator_67": 0.9168974757194519, "eta/annotator_68": 0.9742401838302612, "eta/annotator_69": 0.9627178907394409, "eta/annotator_7": 0.9505647420883179, "eta/annotator_70": 0.9490874409675598, "eta/annotator_71": 0.9614852666854858, "eta/annotator_72": 0.8955480456352234, "eta/annotator_73": 0.9251245260238647, "eta/annotator_74": 0.9576523900032043, "eta/annotator_75": 0.9578495025634766, "eta/annotator_76": 0.9699934720993042, "eta/annotator_77": 0.9661208391189575, "eta/annotator_78": 0.9599072337150574, "eta/annotator_79": 0.8595169186592102, "eta/annotator_8": 0.8620668649673462, "eta/annotator_80": 0.9585953950881958, "eta/annotator_81": 0.975268542766571, "eta/annotator_82": 0.9523380398750305, "eta/annotator_83": 0.9208423495292664, "eta/annotator_84": 0.969880223274231, "eta/annotator_85": 0.9654229283332825, "eta/annotator_86": 0.8397167325019836, "eta/annotator_87": 0.8654349446296692, "eta/annotator_88": 0.9647599458694458, "eta/annotator_89": 0.9488410949707031, "eta/annotator_9": 0.9770386815071106, "eta/annotator_90": 0.9431206583976746, "eta/annotator_91": 0.9672912359237671, "eta/annotator_92": 0.9347958564758301, "eta/annotator_93": 0.9539068341255188, "eta/annotator_94": 0.9634910821914673, "eta/annotator_95": 0.9710403680801392, "eta/annotator_96": 0.9404975175857544, "eta/annotator_97": 0.9265098571777344, "eta/annotator_98": 0.9475955963134766, "eta/annotator_99": 0.9210074543952942, "grad_norm": 33.150778589605764, "learning_rate": 2.4271844660194172e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -315.7250061035156, "logps/rejected": -241.8625030517578, "loss": 0.5623, "rewards/accuracies": 0.66796875, "rewards/chosen": -0.1023244857788086, "rewards/margins": 0.5350578427314758, "rewards/rejected": -0.637402355670929, "step": 220 }, { "epoch": 1.0, "step": 229, "total_flos": 0.0, "train_loss": 0.0, "train_runtime": 0.0123, "train_samples_per_second": 2374840.777, "train_steps_per_second": 18558.509 } ], "logging_steps": 10, "max_steps": 229, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }