{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 100, "global_step": 229, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "em/agreement_weights_mean": 0.9899998903274536, "em/agreement_weights_std": 0.0, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.004366812227074236, "eta/annotator_0": 0.9899998903274536, "eta/annotator_1": 0.9899998903274536, "eta/annotator_10": 0.9899998903274536, "eta/annotator_100": 0.9899998903274536, "eta/annotator_101": 0.9899998903274536, "eta/annotator_102": 0.9899998903274536, "eta/annotator_103": 0.9899998903274536, "eta/annotator_104": 0.9899998903274536, "eta/annotator_105": 0.9899998903274536, "eta/annotator_106": 0.9899998903274536, "eta/annotator_107": 0.9899998903274536, "eta/annotator_108": 0.9899998903274536, "eta/annotator_109": 0.9899998903274536, "eta/annotator_11": 0.9899998903274536, "eta/annotator_110": 0.9899998903274536, "eta/annotator_111": 0.9899998903274536, "eta/annotator_112": 0.9899998903274536, "eta/annotator_113": 0.9899998903274536, "eta/annotator_114": 0.9899998903274536, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9899998903274536, "eta/annotator_117": 0.9899998903274536, "eta/annotator_118": 0.9899998903274536, "eta/annotator_119": 0.9899998903274536, "eta/annotator_12": 0.9899998903274536, "eta/annotator_120": 0.9899998903274536, "eta/annotator_121": 0.9899998903274536, "eta/annotator_122": 0.9899998903274536, "eta/annotator_123": 0.9899998903274536, "eta/annotator_124": 0.9899998903274536, "eta/annotator_125": 0.9899998903274536, "eta/annotator_126": 0.9899998903274536, "eta/annotator_127": 0.9899998903274536, "eta/annotator_128": 0.9899998903274536, "eta/annotator_129": 0.9899998903274536, "eta/annotator_13": 0.9899998903274536, "eta/annotator_130": 0.9899998903274536, "eta/annotator_131": 0.9899998903274536, "eta/annotator_132": 0.9899998903274536, "eta/annotator_133": 0.9899998903274536, "eta/annotator_134": 0.9899998903274536, "eta/annotator_135": 0.9899998903274536, "eta/annotator_136": 0.9899998903274536, "eta/annotator_137": 0.9899998903274536, "eta/annotator_138": 0.9899998903274536, "eta/annotator_139": 0.9899998903274536, "eta/annotator_14": 0.9899998903274536, "eta/annotator_140": 0.9899998903274536, "eta/annotator_141": 0.9899998903274536, "eta/annotator_142": 0.9899998903274536, "eta/annotator_143": 0.9899998903274536, "eta/annotator_144": 0.9899998903274536, "eta/annotator_145": 0.9899998903274536, "eta/annotator_146": 0.9899998903274536, "eta/annotator_147": 0.9899998903274536, "eta/annotator_148": 0.9899998903274536, "eta/annotator_149": 0.9899998903274536, "eta/annotator_15": 0.9899998903274536, "eta/annotator_150": 0.9899998903274536, "eta/annotator_151": 0.9899998903274536, "eta/annotator_152": 0.9899998903274536, "eta/annotator_153": 0.9899998903274536, "eta/annotator_154": 0.9899998903274536, "eta/annotator_155": 0.9899998903274536, "eta/annotator_156": 0.9899998903274536, "eta/annotator_157": 0.9899998903274536, "eta/annotator_158": 0.9899998903274536, "eta/annotator_159": 0.9899998903274536, "eta/annotator_16": 0.9899998903274536, "eta/annotator_160": 0.9899998903274536, "eta/annotator_161": 0.9899998903274536, "eta/annotator_162": 0.9899998903274536, "eta/annotator_163": 0.9899998903274536, "eta/annotator_164": 0.9899998903274536, "eta/annotator_165": 0.9899998903274536, "eta/annotator_166": 0.9899998903274536, "eta/annotator_167": 0.9899998903274536, "eta/annotator_168": 0.9899998903274536, "eta/annotator_169": 0.9899998903274536, "eta/annotator_17": 0.9899998903274536, "eta/annotator_170": 0.9899998903274536, "eta/annotator_171": 0.9899998903274536, "eta/annotator_172": 0.9899998903274536, "eta/annotator_173": 0.9899998903274536, "eta/annotator_174": 0.9899998903274536, "eta/annotator_175": 0.9899998903274536, "eta/annotator_176": 0.9899998903274536, "eta/annotator_177": 0.9899998903274536, "eta/annotator_178": 0.9899998903274536, "eta/annotator_179": 0.9899998903274536, "eta/annotator_18": 0.9899998903274536, "eta/annotator_180": 0.9899998903274536, "eta/annotator_181": 0.9899998903274536, "eta/annotator_182": 0.9899998903274536, "eta/annotator_183": 0.9899998903274536, "eta/annotator_184": 0.9899998903274536, "eta/annotator_185": 0.9899998903274536, "eta/annotator_186": 0.9899998903274536, "eta/annotator_187": 0.9899998903274536, "eta/annotator_188": 0.9899998903274536, "eta/annotator_189": 0.9899998903274536, "eta/annotator_19": 0.9899998903274536, "eta/annotator_190": 0.9899998903274536, "eta/annotator_191": 0.9899998903274536, "eta/annotator_192": 0.9899998903274536, "eta/annotator_193": 0.9899998903274536, "eta/annotator_194": 0.9899998903274536, "eta/annotator_195": 0.9899998903274536, "eta/annotator_196": 0.9899998903274536, "eta/annotator_197": 0.9899998903274536, "eta/annotator_198": 0.9899998903274536, "eta/annotator_199": 0.9899998903274536, "eta/annotator_2": 0.9899998903274536, "eta/annotator_20": 0.9899998903274536, "eta/annotator_200": 0.9899998903274536, "eta/annotator_201": 0.9899998903274536, "eta/annotator_202": 0.9899998903274536, "eta/annotator_203": 0.9899998903274536, "eta/annotator_204": 0.9899998903274536, "eta/annotator_205": 0.9899998903274536, "eta/annotator_206": 0.9899998903274536, "eta/annotator_207": 0.9899998903274536, "eta/annotator_208": 0.9899998903274536, "eta/annotator_209": 0.9899998903274536, "eta/annotator_21": 0.9899998903274536, "eta/annotator_210": 0.9899998903274536, "eta/annotator_211": 0.9899998903274536, "eta/annotator_212": 0.9899998903274536, "eta/annotator_213": 0.9899998903274536, "eta/annotator_214": 0.9899998903274536, "eta/annotator_215": 0.9899998903274536, "eta/annotator_216": 0.9899998903274536, "eta/annotator_217": 0.9899998903274536, "eta/annotator_218": 0.9899998903274536, "eta/annotator_219": 0.9899998903274536, "eta/annotator_22": 0.9899998903274536, "eta/annotator_220": 0.9899998903274536, "eta/annotator_221": 0.9899998903274536, "eta/annotator_222": 0.9899998903274536, "eta/annotator_223": 0.9899998903274536, "eta/annotator_224": 0.9899998903274536, "eta/annotator_225": 0.9899998903274536, "eta/annotator_226": 0.9899998903274536, "eta/annotator_23": 0.9899998903274536, "eta/annotator_24": 0.9899998903274536, "eta/annotator_25": 0.9899998903274536, "eta/annotator_26": 0.9899998903274536, "eta/annotator_27": 0.9899998903274536, "eta/annotator_28": 0.9899998903274536, "eta/annotator_29": 0.9899998903274536, "eta/annotator_3": 0.9899998903274536, "eta/annotator_30": 0.9899998903274536, "eta/annotator_31": 0.9899998903274536, "eta/annotator_32": 0.9899998903274536, "eta/annotator_33": 0.9899998903274536, "eta/annotator_34": 0.9899998903274536, "eta/annotator_35": 0.9899998903274536, "eta/annotator_36": 0.9899998903274536, "eta/annotator_37": 0.9899998903274536, "eta/annotator_38": 0.9899998903274536, "eta/annotator_39": 0.9899998903274536, "eta/annotator_4": 0.9899998903274536, "eta/annotator_40": 0.9899998903274536, "eta/annotator_41": 0.9899998903274536, "eta/annotator_42": 0.9899998903274536, "eta/annotator_43": 0.9899998903274536, "eta/annotator_44": 0.9899998903274536, "eta/annotator_45": 0.9899998903274536, "eta/annotator_46": 0.9899998903274536, "eta/annotator_47": 0.9899998903274536, "eta/annotator_48": 0.9899998903274536, "eta/annotator_49": 0.9899998903274536, "eta/annotator_5": 0.9899998903274536, "eta/annotator_50": 0.9899998903274536, "eta/annotator_51": 0.9899998903274536, "eta/annotator_52": 0.9899998903274536, "eta/annotator_53": 0.9899998903274536, "eta/annotator_54": 0.9899998903274536, "eta/annotator_55": 0.9899998903274536, "eta/annotator_56": 0.9899998903274536, "eta/annotator_57": 0.9899998903274536, "eta/annotator_58": 0.9899998903274536, "eta/annotator_59": 0.9899998903274536, "eta/annotator_6": 0.9899998903274536, "eta/annotator_60": 0.9899998903274536, "eta/annotator_61": 0.9899998903274536, "eta/annotator_62": 0.9899998903274536, "eta/annotator_63": 0.9899998903274536, "eta/annotator_64": 0.9899998903274536, "eta/annotator_65": 0.9899998903274536, "eta/annotator_66": 0.9899998903274536, "eta/annotator_67": 0.9899998903274536, "eta/annotator_68": 0.9899998903274536, "eta/annotator_69": 0.9899998903274536, "eta/annotator_7": 0.9899998903274536, "eta/annotator_70": 0.9899998903274536, "eta/annotator_71": 0.9899998903274536, "eta/annotator_72": 0.9899998903274536, "eta/annotator_73": 0.9899998903274536, "eta/annotator_74": 0.9899998903274536, "eta/annotator_75": 0.9899998903274536, "eta/annotator_76": 0.9899998903274536, "eta/annotator_77": 0.9899998903274536, "eta/annotator_78": 0.9899998903274536, "eta/annotator_79": 0.9899998903274536, "eta/annotator_8": 0.9899998903274536, "eta/annotator_80": 0.9899998903274536, "eta/annotator_81": 0.9899998903274536, "eta/annotator_82": 0.9899998903274536, "eta/annotator_83": 0.9899998903274536, "eta/annotator_84": 0.9899998903274536, "eta/annotator_85": 0.9899998903274536, "eta/annotator_86": 0.9899998903274536, "eta/annotator_87": 0.9899998903274536, "eta/annotator_88": 0.9899998903274536, "eta/annotator_89": 0.9899998903274536, "eta/annotator_9": 0.9899998903274536, "eta/annotator_90": 0.9899998903274536, "eta/annotator_91": 0.9899998903274536, "eta/annotator_92": 0.9899998903274536, "eta/annotator_93": 0.9899998903274536, "eta/annotator_94": 0.9899998903274536, "eta/annotator_95": 0.9899998903274536, "eta/annotator_96": 0.9899998903274536, "eta/annotator_97": 0.9899998903274536, "eta/annotator_98": 0.9899998903274536, "eta/annotator_99": 0.9899998903274536, "grad_norm": 56.857548896068664, "learning_rate": 0.0, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.75, "logps/rejected": -257.75, "loss": 0.6914, "rewards/accuracies": 0.0, "rewards/chosen": 0.0, "rewards/margins": 0.0, "rewards/rejected": 0.0, "step": 1 }, { "em/agreement_weights_mean": 0.9899331331253052, "em/agreement_weights_std": 0.0012606722302734852, "em/unique_annotators_in_global_batch": 15.13888931274414, "epoch": 0.043668122270742356, "eta/annotator_0": 0.9900012612342834, "eta/annotator_1": 0.9900022149085999, "eta/annotator_10": 0.9900000095367432, "eta/annotator_100": 0.9900000095367432, "eta/annotator_101": 0.9900000095367432, "eta/annotator_102": 0.9900028705596924, "eta/annotator_103": 0.9900000095367432, "eta/annotator_104": 0.990021824836731, "eta/annotator_105": 0.9899886250495911, "eta/annotator_106": 0.9900016784667969, "eta/annotator_107": 0.9899886250495911, "eta/annotator_108": 0.9899889826774597, "eta/annotator_109": 0.9900000095367432, "eta/annotator_11": 0.9900000095367432, "eta/annotator_110": 0.9900029301643372, "eta/annotator_111": 0.989995002746582, "eta/annotator_112": 0.9900000095367432, "eta/annotator_113": 0.9900000095367432, "eta/annotator_114": 0.9899986982345581, "eta/annotator_115": 0.9900000095367432, "eta/annotator_116": 0.9900000095367432, "eta/annotator_117": 0.9900011420249939, "eta/annotator_118": 0.990010142326355, "eta/annotator_119": 0.9899940490722656, "eta/annotator_12": 0.9900000095367432, "eta/annotator_120": 0.9900075197219849, "eta/annotator_121": 0.9899982810020447, "eta/annotator_122": 0.9899988174438477, "eta/annotator_123": 0.9899973273277283, "eta/annotator_124": 0.9900019764900208, "eta/annotator_125": 0.9900001883506775, "eta/annotator_126": 0.989999532699585, "eta/annotator_127": 0.9900084733963013, "eta/annotator_128": 0.9900000095367432, "eta/annotator_129": 0.9900064468383789, "eta/annotator_13": 0.9899958372116089, "eta/annotator_130": 0.9899991154670715, "eta/annotator_131": 0.9899991154670715, "eta/annotator_132": 0.9900044202804565, "eta/annotator_133": 0.9899985194206238, "eta/annotator_134": 0.9900305867195129, "eta/annotator_135": 0.9900000095367432, "eta/annotator_136": 0.9900000095367432, "eta/annotator_137": 0.9900000095367432, "eta/annotator_138": 0.9900181889533997, "eta/annotator_139": 0.9899910688400269, "eta/annotator_14": 0.990001380443573, "eta/annotator_140": 0.9900004863739014, "eta/annotator_141": 0.9899939298629761, "eta/annotator_142": 0.9900140762329102, "eta/annotator_143": 0.9899990558624268, "eta/annotator_144": 0.9899936318397522, "eta/annotator_145": 0.9900000095367432, "eta/annotator_146": 0.9899866580963135, "eta/annotator_147": 0.9899154305458069, "eta/annotator_148": 0.99001145362854, "eta/annotator_149": 0.9899842143058777, "eta/annotator_15": 0.9899981617927551, "eta/annotator_150": 0.9900032877922058, "eta/annotator_151": 0.990001380443573, "eta/annotator_152": 0.9900211691856384, "eta/annotator_153": 0.9899482727050781, "eta/annotator_154": 0.99000084400177, "eta/annotator_155": 0.9900000095367432, "eta/annotator_156": 0.9900033473968506, "eta/annotator_157": 0.9900067448616028, "eta/annotator_158": 0.9900000095367432, "eta/annotator_159": 0.9900004267692566, "eta/annotator_16": 0.9900228977203369, "eta/annotator_160": 0.9899926781654358, "eta/annotator_161": 0.9899973273277283, "eta/annotator_162": 0.9899417161941528, "eta/annotator_163": 0.9899998903274536, "eta/annotator_164": 0.9899996519088745, "eta/annotator_165": 0.9899973273277283, "eta/annotator_166": 0.9899945855140686, "eta/annotator_167": 0.9900028705596924, "eta/annotator_168": 0.9899984002113342, "eta/annotator_169": 0.9900310039520264, "eta/annotator_17": 0.9900080561637878, "eta/annotator_170": 0.9899974465370178, "eta/annotator_171": 0.9900000095367432, "eta/annotator_172": 0.9899879097938538, "eta/annotator_173": 0.9900026321411133, "eta/annotator_174": 0.9899872541427612, "eta/annotator_175": 0.9899943470954895, "eta/annotator_176": 0.9899996519088745, "eta/annotator_177": 0.9900025129318237, "eta/annotator_178": 0.9900035858154297, "eta/annotator_179": 0.9899985790252686, "eta/annotator_18": 0.9899799823760986, "eta/annotator_180": 0.9899930953979492, "eta/annotator_181": 0.990010142326355, "eta/annotator_182": 0.9900033473968506, "eta/annotator_183": 0.9900072813034058, "eta/annotator_184": 0.989999532699585, "eta/annotator_185": 0.9900015592575073, "eta/annotator_186": 0.9900208711624146, "eta/annotator_187": 0.9899914860725403, "eta/annotator_188": 0.9900085926055908, "eta/annotator_189": 0.9900000095367432, "eta/annotator_19": 0.9899886250495911, "eta/annotator_190": 0.9899886250495911, "eta/annotator_191": 0.9900060296058655, "eta/annotator_192": 0.9899945855140686, "eta/annotator_193": 0.9900086522102356, "eta/annotator_194": 0.9899898171424866, "eta/annotator_195": 0.9900038838386536, "eta/annotator_196": 0.989996612071991, "eta/annotator_197": 0.9899962544441223, "eta/annotator_198": 0.9900000095367432, "eta/annotator_199": 0.9900161027908325, "eta/annotator_2": 0.9900011420249939, "eta/annotator_20": 0.9899943470954895, "eta/annotator_200": 0.9899961948394775, "eta/annotator_201": 0.9899985790252686, "eta/annotator_202": 0.9900032877922058, "eta/annotator_203": 0.9899966716766357, "eta/annotator_204": 0.9899982810020447, "eta/annotator_205": 0.9899926781654358, "eta/annotator_206": 0.9899985790252686, "eta/annotator_207": 0.9899986982345581, "eta/annotator_208": 0.9900185465812683, "eta/annotator_209": 0.9900000095367432, "eta/annotator_21": 0.9899943470954895, "eta/annotator_210": 0.9900054931640625, "eta/annotator_211": 0.9900000095367432, "eta/annotator_212": 0.9899847507476807, "eta/annotator_213": 0.9900042414665222, "eta/annotator_214": 0.9900016784667969, "eta/annotator_215": 0.9900000691413879, "eta/annotator_216": 0.9900059103965759, "eta/annotator_217": 0.9900000095367432, "eta/annotator_218": 0.9899982810020447, "eta/annotator_219": 0.9899342060089111, "eta/annotator_22": 0.989996075630188, "eta/annotator_220": 0.9900025129318237, "eta/annotator_221": 0.9899953007698059, "eta/annotator_222": 0.990001380443573, "eta/annotator_223": 0.9899958372116089, "eta/annotator_224": 0.989990234375, "eta/annotator_225": 0.9899993538856506, "eta/annotator_226": 0.9899874925613403, "eta/annotator_23": 0.9899961948394775, "eta/annotator_24": 0.9900000095367432, "eta/annotator_25": 0.9899792075157166, "eta/annotator_26": 0.9899511337280273, "eta/annotator_27": 0.9899997711181641, "eta/annotator_28": 0.989994466304779, "eta/annotator_29": 0.9900000095367432, "eta/annotator_3": 0.99000084400177, "eta/annotator_30": 0.9900181293487549, "eta/annotator_31": 0.99000084400177, "eta/annotator_32": 0.9900000095367432, "eta/annotator_33": 0.9900009632110596, "eta/annotator_34": 0.9899979829788208, "eta/annotator_35": 0.9899957180023193, "eta/annotator_36": 0.9900016784667969, "eta/annotator_37": 0.9900032877922058, "eta/annotator_38": 0.9900000095367432, "eta/annotator_39": 0.9899932146072388, "eta/annotator_4": 0.9900000095367432, "eta/annotator_40": 0.9900000095367432, "eta/annotator_41": 0.9900030493736267, "eta/annotator_42": 0.9900133609771729, "eta/annotator_43": 0.9899935126304626, "eta/annotator_44": 0.9900042414665222, "eta/annotator_45": 0.9900000095367432, "eta/annotator_46": 0.9900000095367432, "eta/annotator_47": 0.9900000095367432, "eta/annotator_48": 0.9899952411651611, "eta/annotator_49": 0.9899985194206238, "eta/annotator_5": 0.9900025129318237, "eta/annotator_50": 0.9899924397468567, "eta/annotator_51": 0.9900000095367432, "eta/annotator_52": 0.9899962544441223, "eta/annotator_53": 0.990000307559967, "eta/annotator_54": 0.9900011420249939, "eta/annotator_55": 0.9899986982345581, "eta/annotator_56": 0.9900076985359192, "eta/annotator_57": 0.9900120496749878, "eta/annotator_58": 0.9900019764900208, "eta/annotator_59": 0.9900147914886475, "eta/annotator_6": 0.9900085926055908, "eta/annotator_60": 0.9900000095367432, "eta/annotator_61": 0.990001380443573, "eta/annotator_62": 0.9900049567222595, "eta/annotator_63": 0.9900000095367432, "eta/annotator_64": 0.9900019764900208, "eta/annotator_65": 0.9900000095367432, "eta/annotator_66": 0.9900000095367432, "eta/annotator_67": 0.9900097250938416, "eta/annotator_68": 0.9900016784667969, "eta/annotator_69": 0.9900203347206116, "eta/annotator_7": 0.9899886250495911, "eta/annotator_70": 0.9900000095367432, "eta/annotator_71": 0.9900016784667969, "eta/annotator_72": 0.9900029301643372, "eta/annotator_73": 0.989996075630188, "eta/annotator_74": 0.9900000095367432, "eta/annotator_75": 0.9900403618812561, "eta/annotator_76": 0.9900004267692566, "eta/annotator_77": 0.9900000095367432, "eta/annotator_78": 0.9899943470954895, "eta/annotator_79": 0.9900011420249939, "eta/annotator_8": 0.990004301071167, "eta/annotator_80": 0.9900098443031311, "eta/annotator_81": 0.9899892807006836, "eta/annotator_82": 0.989994466304779, "eta/annotator_83": 0.9900000095367432, "eta/annotator_84": 0.9900000095367432, "eta/annotator_85": 0.9900000095367432, "eta/annotator_86": 0.9900127053260803, "eta/annotator_87": 0.9899903535842896, "eta/annotator_88": 0.9900000095367432, "eta/annotator_89": 0.9900000095367432, "eta/annotator_9": 0.9900012612342834, "eta/annotator_90": 0.9900067448616028, "eta/annotator_91": 0.9900025129318237, "eta/annotator_92": 0.9899981617927551, "eta/annotator_93": 0.9899991154670715, "eta/annotator_94": 0.9900000095367432, "eta/annotator_95": 0.9900025129318237, "eta/annotator_96": 0.9900022149085999, "eta/annotator_97": 0.989994466304779, "eta/annotator_98": 0.9900000095367432, "eta/annotator_99": 0.9899889826774597, "grad_norm": 51.53487960038557, "learning_rate": 1.9565217391304347e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -333.625, "logps/rejected": -252.84722900390625, "loss": 0.6931, "rewards/accuracies": 0.265625, "rewards/chosen": 0.005238479934632778, "rewards/margins": 0.003044393379241228, "rewards/rejected": 0.0021868282929062843, "step": 10 }, { "em/agreement_weights_mean": 0.9900832176208496, "em/agreement_weights_std": 0.002151485765352845, "em/unique_annotators_in_global_batch": 15.112500190734863, "epoch": 0.08733624454148471, "eta/annotator_0": 0.9899935722351074, "eta/annotator_1": 0.9900413751602173, "eta/annotator_10": 0.9899997711181641, "eta/annotator_100": 0.9899933934211731, "eta/annotator_101": 0.9899895787239075, "eta/annotator_102": 0.9900792241096497, "eta/annotator_103": 0.9899863004684448, "eta/annotator_104": 0.9902844429016113, "eta/annotator_105": 0.9898982048034668, "eta/annotator_106": 0.9900067448616028, "eta/annotator_107": 0.9898982048034668, "eta/annotator_108": 0.9899008870124817, "eta/annotator_109": 0.9899951219558716, "eta/annotator_11": 0.9899998903274536, "eta/annotator_110": 0.9900253415107727, "eta/annotator_111": 0.9899551272392273, "eta/annotator_112": 0.9899998903274536, "eta/annotator_113": 0.9899994730949402, "eta/annotator_114": 0.9900020360946655, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9899895787239075, "eta/annotator_117": 0.9899900555610657, "eta/annotator_118": 0.9901427030563354, "eta/annotator_119": 0.9899366497993469, "eta/annotator_12": 0.9900054931640625, "eta/annotator_120": 0.990136981010437, "eta/annotator_121": 0.9899863004684448, "eta/annotator_122": 0.9899106025695801, "eta/annotator_123": 0.9899712800979614, "eta/annotator_124": 0.9899765849113464, "eta/annotator_125": 0.9900124669075012, "eta/annotator_126": 0.9900039434432983, "eta/annotator_127": 0.990075945854187, "eta/annotator_128": 0.9899998903274536, "eta/annotator_129": 0.9899948835372925, "eta/annotator_13": 0.9899581074714661, "eta/annotator_130": 0.9900455474853516, "eta/annotator_131": 0.9899818301200867, "eta/annotator_132": 0.990047812461853, "eta/annotator_133": 0.9899768829345703, "eta/annotator_134": 0.9902798533439636, "eta/annotator_135": 0.9900141954421997, "eta/annotator_136": 0.9899998903274536, "eta/annotator_137": 0.9899951815605164, "eta/annotator_138": 0.9901725053787231, "eta/annotator_139": 0.9899457097053528, "eta/annotator_14": 0.9900113344192505, "eta/annotator_140": 0.989996612071991, "eta/annotator_141": 0.9899325370788574, "eta/annotator_142": 0.9901537895202637, "eta/annotator_143": 0.9899942278862, "eta/annotator_144": 0.9899414777755737, "eta/annotator_145": 0.9899998903274536, "eta/annotator_146": 0.989876925945282, "eta/annotator_147": 0.9885948300361633, "eta/annotator_148": 0.9901065826416016, "eta/annotator_149": 0.9897857904434204, "eta/annotator_15": 0.9899855852127075, "eta/annotator_150": 0.9901866912841797, "eta/annotator_151": 0.9900156855583191, "eta/annotator_152": 0.9902163743972778, "eta/annotator_153": 0.9895346760749817, "eta/annotator_154": 0.9900051951408386, "eta/annotator_155": 0.9899998903274536, "eta/annotator_156": 0.9900363087654114, "eta/annotator_157": 0.9901002049446106, "eta/annotator_158": 0.9900032877922058, "eta/annotator_159": 0.9900063276290894, "eta/annotator_16": 0.9902381896972656, "eta/annotator_160": 0.9899649620056152, "eta/annotator_161": 0.9899712800979614, "eta/annotator_162": 0.9892754554748535, "eta/annotator_163": 0.9899958372116089, "eta/annotator_164": 0.9900045394897461, "eta/annotator_165": 0.9899749755859375, "eta/annotator_166": 0.9899705052375793, "eta/annotator_167": 0.9900695085525513, "eta/annotator_168": 0.9900016784667969, "eta/annotator_169": 0.9903237223625183, "eta/annotator_17": 0.9900763630867004, "eta/annotator_170": 0.9899674654006958, "eta/annotator_171": 0.9899991154670715, "eta/annotator_172": 0.9896706342697144, "eta/annotator_173": 0.9900191426277161, "eta/annotator_174": 0.9898853302001953, "eta/annotator_175": 0.9899411201477051, "eta/annotator_176": 0.989997386932373, "eta/annotator_177": 0.9900291562080383, "eta/annotator_178": 0.9900627136230469, "eta/annotator_179": 0.9899611473083496, "eta/annotator_18": 0.9898194074630737, "eta/annotator_180": 0.9899369478225708, "eta/annotator_181": 0.9900978803634644, "eta/annotator_182": 0.9900261759757996, "eta/annotator_183": 0.9900743365287781, "eta/annotator_184": 0.9899986982345581, "eta/annotator_185": 0.9899986982345581, "eta/annotator_186": 0.9903494715690613, "eta/annotator_187": 0.9899295568466187, "eta/annotator_188": 0.9901238679885864, "eta/annotator_189": 0.9899842143058777, "eta/annotator_19": 0.9898902773857117, "eta/annotator_190": 0.9899386167526245, "eta/annotator_191": 0.9900605082511902, "eta/annotator_192": 0.9899300336837769, "eta/annotator_193": 0.9901982545852661, "eta/annotator_194": 0.9898810386657715, "eta/annotator_195": 0.9900233149528503, "eta/annotator_196": 0.9899791479110718, "eta/annotator_197": 0.9899562001228333, "eta/annotator_198": 0.9900043606758118, "eta/annotator_199": 0.990175724029541, "eta/annotator_2": 0.9900103807449341, "eta/annotator_20": 0.9899654388427734, "eta/annotator_200": 0.989966094493866, "eta/annotator_201": 0.9899951219558716, "eta/annotator_202": 0.9900341033935547, "eta/annotator_203": 0.9899490475654602, "eta/annotator_204": 0.9899412989616394, "eta/annotator_205": 0.9899023175239563, "eta/annotator_206": 0.9899932146072388, "eta/annotator_207": 0.9898921847343445, "eta/annotator_208": 0.9902443885803223, "eta/annotator_209": 0.9899962544441223, "eta/annotator_21": 0.9898866415023804, "eta/annotator_210": 0.9900444746017456, "eta/annotator_211": 0.9900086522102356, "eta/annotator_212": 0.9898621439933777, "eta/annotator_213": 0.9900328516960144, "eta/annotator_214": 0.989990234375, "eta/annotator_215": 0.9899633526802063, "eta/annotator_216": 0.9900742769241333, "eta/annotator_217": 0.9899998903274536, "eta/annotator_218": 0.9899916648864746, "eta/annotator_219": 0.9894120097160339, "eta/annotator_22": 0.9899643659591675, "eta/annotator_220": 0.9900177717208862, "eta/annotator_221": 0.9899803400039673, "eta/annotator_222": 0.9901368021965027, "eta/annotator_223": 0.9899986982345581, "eta/annotator_224": 0.9899055361747742, "eta/annotator_225": 0.9899488687515259, "eta/annotator_226": 0.9897750616073608, "eta/annotator_23": 0.9899556040763855, "eta/annotator_24": 0.9899998903274536, "eta/annotator_25": 0.9898499250411987, "eta/annotator_26": 0.9895592927932739, "eta/annotator_27": 0.9899962544441223, "eta/annotator_28": 0.9899422526359558, "eta/annotator_29": 0.9900029897689819, "eta/annotator_3": 0.990015983581543, "eta/annotator_30": 0.9901782274246216, "eta/annotator_31": 0.9900076985359192, "eta/annotator_32": 0.9899895787239075, "eta/annotator_33": 0.9899738430976868, "eta/annotator_34": 0.9899055361747742, "eta/annotator_35": 0.9898695945739746, "eta/annotator_36": 0.9899816513061523, "eta/annotator_37": 0.9900015592575073, "eta/annotator_38": 0.9900029301643372, "eta/annotator_39": 0.9895200729370117, "eta/annotator_4": 0.9899951219558716, "eta/annotator_40": 0.9899998903274536, "eta/annotator_41": 0.9900112152099609, "eta/annotator_42": 0.9901367425918579, "eta/annotator_43": 0.9899452328681946, "eta/annotator_44": 0.9901067018508911, "eta/annotator_45": 0.9899998903274536, "eta/annotator_46": 0.9899998903274536, "eta/annotator_47": 0.9899989366531372, "eta/annotator_48": 0.9899557828903198, "eta/annotator_49": 0.9899230003356934, "eta/annotator_5": 0.9900267720222473, "eta/annotator_50": 0.9899318814277649, "eta/annotator_51": 0.9900086522102356, "eta/annotator_52": 0.9899705052375793, "eta/annotator_53": 0.9900081753730774, "eta/annotator_54": 0.9900128245353699, "eta/annotator_55": 0.9900429844856262, "eta/annotator_56": 0.9903384447097778, "eta/annotator_57": 0.9900826215744019, "eta/annotator_58": 0.9900492429733276, "eta/annotator_59": 0.9901912808418274, "eta/annotator_6": 0.9901335835456848, "eta/annotator_60": 0.9899937510490417, "eta/annotator_61": 0.9899932742118835, "eta/annotator_62": 0.9900339841842651, "eta/annotator_63": 0.9899998903274536, "eta/annotator_64": 0.9900256395339966, "eta/annotator_65": 0.9900053143501282, "eta/annotator_66": 0.9900029897689819, "eta/annotator_67": 0.9900937080383301, "eta/annotator_68": 0.9900346994400024, "eta/annotator_69": 0.9901827573776245, "eta/annotator_7": 0.9898982048034668, "eta/annotator_70": 0.9899998903274536, "eta/annotator_71": 0.990036129951477, "eta/annotator_72": 0.990027904510498, "eta/annotator_73": 0.9899808168411255, "eta/annotator_74": 0.9900042414665222, "eta/annotator_75": 0.9903995394706726, "eta/annotator_76": 0.9900170564651489, "eta/annotator_77": 0.9899998903274536, "eta/annotator_78": 0.9899422526359558, "eta/annotator_79": 0.9900213479995728, "eta/annotator_8": 0.9900404810905457, "eta/annotator_80": 0.9900886416435242, "eta/annotator_81": 0.9898823499679565, "eta/annotator_82": 0.9899643659591675, "eta/annotator_83": 0.9899383783340454, "eta/annotator_84": 0.990005373954773, "eta/annotator_85": 0.9899989366531372, "eta/annotator_86": 0.9901922941207886, "eta/annotator_87": 0.9897511601448059, "eta/annotator_88": 0.9899998903274536, "eta/annotator_89": 0.9900025129318237, "eta/annotator_9": 0.9900978207588196, "eta/annotator_90": 0.9900745153427124, "eta/annotator_91": 0.9900161027908325, "eta/annotator_92": 0.9900428056716919, "eta/annotator_93": 0.9899842143058777, "eta/annotator_94": 0.9899811744689941, "eta/annotator_95": 0.9900258183479309, "eta/annotator_96": 0.9900273084640503, "eta/annotator_97": 0.9899407625198364, "eta/annotator_98": 0.9900013208389282, "eta/annotator_99": 0.9899083375930786, "grad_norm": 44.880101394687884, "learning_rate": 4.1304347826086954e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -320.875, "logps/rejected": -247.16250610351562, "loss": 0.6807, "rewards/accuracies": 0.3773437440395355, "rewards/chosen": 0.07461662590503693, "rewards/margins": 0.04020404815673828, "rewards/rejected": 0.03439979627728462, "step": 20 }, { "em/agreement_weights_mean": 0.9894589185714722, "em/agreement_weights_std": 0.007759703788906336, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.13100436681222707, "eta/annotator_0": 0.9898265600204468, "eta/annotator_1": 0.9902666807174683, "eta/annotator_10": 0.9900413751602173, "eta/annotator_100": 0.9898635745048523, "eta/annotator_101": 0.9899123907089233, "eta/annotator_102": 0.9900742769241333, "eta/annotator_103": 0.9898479580879211, "eta/annotator_104": 0.9903362989425659, "eta/annotator_105": 0.9898878931999207, "eta/annotator_106": 0.9898172616958618, "eta/annotator_107": 0.9898934364318848, "eta/annotator_108": 0.9898487329483032, "eta/annotator_109": 0.989960789680481, "eta/annotator_11": 0.9899998903274536, "eta/annotator_110": 0.9899282455444336, "eta/annotator_111": 0.9899486303329468, "eta/annotator_112": 0.9899998903274536, "eta/annotator_113": 0.9900211095809937, "eta/annotator_114": 0.9901595115661621, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9897673726081848, "eta/annotator_118": 0.9899234771728516, "eta/annotator_119": 0.9898555874824524, "eta/annotator_12": 0.9900741577148438, "eta/annotator_120": 0.9901334047317505, "eta/annotator_121": 0.9900412559509277, "eta/annotator_122": 0.9898792505264282, "eta/annotator_123": 0.9899395108222961, "eta/annotator_124": 0.9870555996894836, "eta/annotator_125": 0.9898017644882202, "eta/annotator_126": 0.9902939796447754, "eta/annotator_127": 0.9899905920028687, "eta/annotator_128": 0.9899954795837402, "eta/annotator_129": 0.9899994134902954, "eta/annotator_13": 0.9899150729179382, "eta/annotator_130": 0.9908397793769836, "eta/annotator_131": 0.9899835586547852, "eta/annotator_132": 0.9900525212287903, "eta/annotator_133": 0.9900409579277039, "eta/annotator_134": 0.9903765916824341, "eta/annotator_135": 0.9901434779167175, "eta/annotator_136": 0.9899998903274536, "eta/annotator_137": 0.9899548292160034, "eta/annotator_138": 0.9900668859481812, "eta/annotator_139": 0.9906964302062988, "eta/annotator_14": 0.9900187253952026, "eta/annotator_140": 0.9899111986160278, "eta/annotator_141": 0.9898459315299988, "eta/annotator_142": 0.9902146458625793, "eta/annotator_143": 0.9901604652404785, "eta/annotator_144": 0.9900573492050171, "eta/annotator_145": 0.9900086522102356, "eta/annotator_146": 0.9901191592216492, "eta/annotator_147": 0.9885827302932739, "eta/annotator_148": 0.9901731610298157, "eta/annotator_149": 0.9898262023925781, "eta/annotator_15": 0.990221381187439, "eta/annotator_150": 0.9901726841926575, "eta/annotator_151": 0.9900221824645996, "eta/annotator_152": 0.9902130961418152, "eta/annotator_153": 0.9895698428153992, "eta/annotator_154": 0.9900643229484558, "eta/annotator_155": 0.9900113344192505, "eta/annotator_156": 0.9900518655776978, "eta/annotator_157": 0.9905374646186829, "eta/annotator_158": 0.9899662137031555, "eta/annotator_159": 0.9900193214416504, "eta/annotator_16": 0.9903393983840942, "eta/annotator_160": 0.9902348518371582, "eta/annotator_161": 0.9899598360061646, "eta/annotator_162": 0.9893183708190918, "eta/annotator_163": 0.9899955987930298, "eta/annotator_164": 0.9898425340652466, "eta/annotator_165": 0.9900107383728027, "eta/annotator_166": 0.9903174638748169, "eta/annotator_167": 0.9904646873474121, "eta/annotator_168": 0.9901602864265442, "eta/annotator_169": 0.9903621673583984, "eta/annotator_17": 0.9901264309883118, "eta/annotator_170": 0.989924430847168, "eta/annotator_171": 0.9898139238357544, "eta/annotator_172": 0.9894596934318542, "eta/annotator_173": 0.9899474382400513, "eta/annotator_174": 0.9898853302001953, "eta/annotator_175": 0.9898661375045776, "eta/annotator_176": 0.9899994134902954, "eta/annotator_177": 0.9900142550468445, "eta/annotator_178": 0.9900199770927429, "eta/annotator_179": 0.9897506833076477, "eta/annotator_18": 0.9898311495780945, "eta/annotator_180": 0.9899502992630005, "eta/annotator_181": 0.9901936650276184, "eta/annotator_182": 0.9899433851242065, "eta/annotator_183": 0.9900735020637512, "eta/annotator_184": 0.9896343350410461, "eta/annotator_185": 0.9896503686904907, "eta/annotator_186": 0.9904711842536926, "eta/annotator_187": 0.9898819923400879, "eta/annotator_188": 0.9900420904159546, "eta/annotator_189": 0.989853024482727, "eta/annotator_19": 0.9900665283203125, "eta/annotator_190": 0.9903022646903992, "eta/annotator_191": 0.9901436567306519, "eta/annotator_192": 0.9897419810295105, "eta/annotator_193": 0.9903084635734558, "eta/annotator_194": 0.9897734522819519, "eta/annotator_195": 0.9898812174797058, "eta/annotator_196": 0.9900744557380676, "eta/annotator_197": 0.9898265600204468, "eta/annotator_198": 0.9900725483894348, "eta/annotator_199": 0.9902600049972534, "eta/annotator_2": 0.9900268316268921, "eta/annotator_20": 0.9902070164680481, "eta/annotator_200": 0.9900927543640137, "eta/annotator_201": 0.9900640249252319, "eta/annotator_202": 0.9902085065841675, "eta/annotator_203": 0.9895941615104675, "eta/annotator_204": 0.9898329973220825, "eta/annotator_205": 0.9895555377006531, "eta/annotator_206": 0.9900735020637512, "eta/annotator_207": 0.9899082183837891, "eta/annotator_208": 0.9902626276016235, "eta/annotator_209": 0.9900439977645874, "eta/annotator_21": 0.9892219305038452, "eta/annotator_210": 0.9900044202804565, "eta/annotator_211": 0.9900885820388794, "eta/annotator_212": 0.9898780584335327, "eta/annotator_213": 0.9899834394454956, "eta/annotator_214": 0.9899048805236816, "eta/annotator_215": 0.989987850189209, "eta/annotator_216": 0.9903111457824707, "eta/annotator_217": 0.9900042414665222, "eta/annotator_218": 0.9900259971618652, "eta/annotator_219": 0.9894939661026001, "eta/annotator_22": 0.9899567365646362, "eta/annotator_220": 0.9898940920829773, "eta/annotator_221": 0.9898930788040161, "eta/annotator_222": 0.9899774789810181, "eta/annotator_223": 0.9903522729873657, "eta/annotator_224": 0.9898201823234558, "eta/annotator_225": 0.9902070760726929, "eta/annotator_226": 0.9896281957626343, "eta/annotator_23": 0.9898665547370911, "eta/annotator_24": 0.9899998903274536, "eta/annotator_25": 0.9902310371398926, "eta/annotator_26": 0.9895784258842468, "eta/annotator_27": 0.9900161027908325, "eta/annotator_28": 0.9899359941482544, "eta/annotator_29": 0.9901654124259949, "eta/annotator_3": 0.9903601408004761, "eta/annotator_30": 0.9903214573860168, "eta/annotator_31": 0.9900076985359192, "eta/annotator_32": 0.9898926615715027, "eta/annotator_33": 0.9897142648696899, "eta/annotator_34": 0.9899157285690308, "eta/annotator_35": 0.9898621439933777, "eta/annotator_36": 0.9896004796028137, "eta/annotator_37": 0.9896315336227417, "eta/annotator_38": 0.9900383949279785, "eta/annotator_39": 0.9897098541259766, "eta/annotator_4": 0.9899522066116333, "eta/annotator_40": 0.9899998903274536, "eta/annotator_41": 0.9899948239326477, "eta/annotator_42": 0.9902202486991882, "eta/annotator_43": 0.9900509119033813, "eta/annotator_44": 0.9899713397026062, "eta/annotator_45": 0.9899998903274536, "eta/annotator_46": 0.9899998903274536, "eta/annotator_47": 0.9900081753730774, "eta/annotator_48": 0.9899351000785828, "eta/annotator_49": 0.989993691444397, "eta/annotator_5": 0.9900497198104858, "eta/annotator_50": 0.9899255037307739, "eta/annotator_51": 0.9900862574577332, "eta/annotator_52": 0.9899781346321106, "eta/annotator_53": 0.9900364875793457, "eta/annotator_54": 0.9900885820388794, "eta/annotator_55": 0.9906266331672668, "eta/annotator_56": 0.9905989766120911, "eta/annotator_57": 0.9900826215744019, "eta/annotator_58": 0.9903472065925598, "eta/annotator_59": 0.9903038144111633, "eta/annotator_6": 0.9901735186576843, "eta/annotator_60": 0.9899574518203735, "eta/annotator_61": 0.9898139834403992, "eta/annotator_62": 0.98994380235672, "eta/annotator_63": 0.9899571537971497, "eta/annotator_64": 0.9901110529899597, "eta/annotator_65": 0.9900885820388794, "eta/annotator_66": 0.9902564287185669, "eta/annotator_67": 0.9901817440986633, "eta/annotator_68": 0.9902583360671997, "eta/annotator_69": 0.9901827573776245, "eta/annotator_7": 0.9898698925971985, "eta/annotator_70": 0.9899998903274536, "eta/annotator_71": 0.9902814626693726, "eta/annotator_72": 0.9901984930038452, "eta/annotator_73": 0.9902136921882629, "eta/annotator_74": 0.9900442957878113, "eta/annotator_75": 0.9902402758598328, "eta/annotator_76": 0.990155816078186, "eta/annotator_77": 0.9899998903274536, "eta/annotator_78": 0.9898812174797058, "eta/annotator_79": 0.9901420474052429, "eta/annotator_8": 0.9899794459342957, "eta/annotator_80": 0.9900886416435242, "eta/annotator_81": 0.9900436401367188, "eta/annotator_82": 0.990115761756897, "eta/annotator_83": 0.9891148805618286, "eta/annotator_84": 0.9900565147399902, "eta/annotator_85": 0.9900084733963013, "eta/annotator_86": 0.9909214973449707, "eta/annotator_87": 0.9893220067024231, "eta/annotator_88": 0.9900086522102356, "eta/annotator_89": 0.9897354245185852, "eta/annotator_9": 0.9901672601699829, "eta/annotator_90": 0.9901618957519531, "eta/annotator_91": 0.989972710609436, "eta/annotator_92": 0.9904295802116394, "eta/annotator_93": 0.9900005459785461, "eta/annotator_94": 0.9896815419197083, "eta/annotator_95": 0.9900975227355957, "eta/annotator_96": 0.9893217086791992, "eta/annotator_97": 0.9897770881652832, "eta/annotator_98": 0.990020751953125, "eta/annotator_99": 0.9898679852485657, "grad_norm": 43.59046412330147, "learning_rate": 4.854368932038835e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -319.01251220703125, "logps/rejected": -246.1374969482422, "loss": 0.661, "rewards/accuracies": 0.516406238079071, "rewards/chosen": 0.2615041732788086, "rewards/margins": 0.17430858314037323, "rewards/rejected": 0.08715839684009552, "step": 30 }, { "em/agreement_weights_mean": 0.9887421727180481, "em/agreement_weights_std": 0.011359883472323418, "em/unique_annotators_in_global_batch": 15.162500381469727, "epoch": 0.17467248908296942, "eta/annotator_0": 0.9897767305374146, "eta/annotator_1": 0.9911354184150696, "eta/annotator_10": 0.990459144115448, "eta/annotator_100": 0.9891089200973511, "eta/annotator_101": 0.9900519251823425, "eta/annotator_102": 0.9902305603027344, "eta/annotator_103": 0.9893147349357605, "eta/annotator_104": 0.990328311920166, "eta/annotator_105": 0.9898215532302856, "eta/annotator_106": 0.9902564883232117, "eta/annotator_107": 0.9898678064346313, "eta/annotator_108": 0.9893977046012878, "eta/annotator_109": 0.9900385737419128, "eta/annotator_11": 0.9900254011154175, "eta/annotator_110": 0.9891031980514526, "eta/annotator_111": 0.9898806810379028, "eta/annotator_112": 0.9900180697441101, "eta/annotator_113": 0.9903980493545532, "eta/annotator_114": 0.9902458190917969, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9899622797966003, "eta/annotator_118": 0.9893428087234497, "eta/annotator_119": 0.9898970723152161, "eta/annotator_12": 0.9903630018234253, "eta/annotator_120": 0.9889999628067017, "eta/annotator_121": 0.9903246760368347, "eta/annotator_122": 0.9902480244636536, "eta/annotator_123": 0.9900800585746765, "eta/annotator_124": 0.9870818853378296, "eta/annotator_125": 0.9871783256530762, "eta/annotator_126": 0.9903367161750793, "eta/annotator_127": 0.9900875091552734, "eta/annotator_128": 0.9899863004684448, "eta/annotator_129": 0.990105926990509, "eta/annotator_13": 0.9898403286933899, "eta/annotator_130": 0.9907806515693665, "eta/annotator_131": 0.9909412264823914, "eta/annotator_132": 0.9898349046707153, "eta/annotator_133": 0.9909863471984863, "eta/annotator_134": 0.9908758997917175, "eta/annotator_135": 0.9901434779167175, "eta/annotator_136": 0.9900385737419128, "eta/annotator_137": 0.9899893999099731, "eta/annotator_138": 0.990094006061554, "eta/annotator_139": 0.9908320307731628, "eta/annotator_14": 0.9899605512619019, "eta/annotator_140": 0.9897769689559937, "eta/annotator_141": 0.9895453453063965, "eta/annotator_142": 0.9904303550720215, "eta/annotator_143": 0.989761471748352, "eta/annotator_144": 0.99006587266922, "eta/annotator_145": 0.9901067018508911, "eta/annotator_146": 0.9902276992797852, "eta/annotator_147": 0.9885436296463013, "eta/annotator_148": 0.9904043078422546, "eta/annotator_149": 0.9895778894424438, "eta/annotator_15": 0.9907367825508118, "eta/annotator_150": 0.9902369379997253, "eta/annotator_151": 0.9899336695671082, "eta/annotator_152": 0.9903014898300171, "eta/annotator_153": 0.9899550676345825, "eta/annotator_154": 0.9909018278121948, "eta/annotator_155": 0.9901517033576965, "eta/annotator_156": 0.9897383451461792, "eta/annotator_157": 0.9893444180488586, "eta/annotator_158": 0.9899824261665344, "eta/annotator_159": 0.9899054765701294, "eta/annotator_16": 0.9903479814529419, "eta/annotator_160": 0.9903246164321899, "eta/annotator_161": 0.9901381731033325, "eta/annotator_162": 0.9893618822097778, "eta/annotator_163": 0.9902598261833191, "eta/annotator_164": 0.9899517297744751, "eta/annotator_165": 0.9900895357131958, "eta/annotator_166": 0.9911395311355591, "eta/annotator_167": 0.9904528856277466, "eta/annotator_168": 0.990269660949707, "eta/annotator_169": 0.9903639554977417, "eta/annotator_17": 0.9901741743087769, "eta/annotator_170": 0.9907225370407104, "eta/annotator_171": 0.9881936311721802, "eta/annotator_172": 0.98968106508255, "eta/annotator_173": 0.9899920225143433, "eta/annotator_174": 0.9898853302001953, "eta/annotator_175": 0.9897858500480652, "eta/annotator_176": 0.9900670051574707, "eta/annotator_177": 0.9892368316650391, "eta/annotator_178": 0.9896122217178345, "eta/annotator_179": 0.9897557497024536, "eta/annotator_18": 0.9898711442947388, "eta/annotator_180": 0.9900890588760376, "eta/annotator_181": 0.9904351234436035, "eta/annotator_182": 0.9909800291061401, "eta/annotator_183": 0.9901493191719055, "eta/annotator_184": 0.9860938191413879, "eta/annotator_185": 0.990432858467102, "eta/annotator_186": 0.9905620813369751, "eta/annotator_187": 0.9902207255363464, "eta/annotator_188": 0.9899517297744751, "eta/annotator_189": 0.9899365305900574, "eta/annotator_19": 0.9900307655334473, "eta/annotator_190": 0.9902709722518921, "eta/annotator_191": 0.9903125762939453, "eta/annotator_192": 0.9900540113449097, "eta/annotator_193": 0.9909456372261047, "eta/annotator_194": 0.9889885187149048, "eta/annotator_195": 0.9895033836364746, "eta/annotator_196": 0.9900755882263184, "eta/annotator_197": 0.9894806146621704, "eta/annotator_198": 0.9902976751327515, "eta/annotator_199": 0.9903923273086548, "eta/annotator_2": 0.9900291562080383, "eta/annotator_20": 0.9907174110412598, "eta/annotator_200": 0.9910475611686707, "eta/annotator_201": 0.9899845123291016, "eta/annotator_202": 0.9910237193107605, "eta/annotator_203": 0.9908155202865601, "eta/annotator_204": 0.989352822303772, "eta/annotator_205": 0.989905834197998, "eta/annotator_206": 0.9903560876846313, "eta/annotator_207": 0.9902785420417786, "eta/annotator_208": 0.9906426668167114, "eta/annotator_209": 0.9907518625259399, "eta/annotator_21": 0.9891898036003113, "eta/annotator_210": 0.9900609850883484, "eta/annotator_211": 0.9900885820388794, "eta/annotator_212": 0.990092933177948, "eta/annotator_213": 0.9899505376815796, "eta/annotator_214": 0.9897797703742981, "eta/annotator_215": 0.9912246465682983, "eta/annotator_216": 0.9913254976272583, "eta/annotator_217": 0.9900661706924438, "eta/annotator_218": 0.9896705746650696, "eta/annotator_219": 0.9897499084472656, "eta/annotator_22": 0.9898894429206848, "eta/annotator_220": 0.9895183444023132, "eta/annotator_221": 0.9899777173995972, "eta/annotator_222": 0.9888788461685181, "eta/annotator_223": 0.9906543493270874, "eta/annotator_224": 0.9899466633796692, "eta/annotator_225": 0.9904446601867676, "eta/annotator_226": 0.9896756410598755, "eta/annotator_23": 0.9897159337997437, "eta/annotator_24": 0.9900689125061035, "eta/annotator_25": 0.9906571507453918, "eta/annotator_26": 0.9898934364318848, "eta/annotator_27": 0.9901981353759766, "eta/annotator_28": 0.9910709261894226, "eta/annotator_29": 0.9902378916740417, "eta/annotator_3": 0.990175724029541, "eta/annotator_30": 0.9903199076652527, "eta/annotator_31": 0.9900116920471191, "eta/annotator_32": 0.9898465275764465, "eta/annotator_33": 0.9904576539993286, "eta/annotator_34": 0.9901117086410522, "eta/annotator_35": 0.9900727272033691, "eta/annotator_36": 0.9899512529373169, "eta/annotator_37": 0.988713264465332, "eta/annotator_38": 0.9900836944580078, "eta/annotator_39": 0.9895666837692261, "eta/annotator_4": 0.9899865388870239, "eta/annotator_40": 0.9899998903274536, "eta/annotator_41": 0.9901371002197266, "eta/annotator_42": 0.9903737902641296, "eta/annotator_43": 0.9900801777839661, "eta/annotator_44": 0.9897573590278625, "eta/annotator_45": 0.9899998903274536, "eta/annotator_46": 0.9899998903274536, "eta/annotator_47": 0.9898613691329956, "eta/annotator_48": 0.9899196624755859, "eta/annotator_49": 0.9896567463874817, "eta/annotator_5": 0.9898861646652222, "eta/annotator_50": 0.9898194074630737, "eta/annotator_51": 0.990063488483429, "eta/annotator_52": 0.9897475242614746, "eta/annotator_53": 0.9896939396858215, "eta/annotator_54": 0.9904732704162598, "eta/annotator_55": 0.9914612770080566, "eta/annotator_56": 0.9899201393127441, "eta/annotator_57": 0.9901710748672485, "eta/annotator_58": 0.9903156161308289, "eta/annotator_59": 0.9901164174079895, "eta/annotator_6": 0.9915337562561035, "eta/annotator_60": 0.9901229739189148, "eta/annotator_61": 0.9898453950881958, "eta/annotator_62": 0.9900180101394653, "eta/annotator_63": 0.9897740483283997, "eta/annotator_64": 0.9901728630065918, "eta/annotator_65": 0.9897759556770325, "eta/annotator_66": 0.9902731776237488, "eta/annotator_67": 0.9905911684036255, "eta/annotator_68": 0.9904184341430664, "eta/annotator_69": 0.9901827573776245, "eta/annotator_7": 0.9894436001777649, "eta/annotator_70": 0.9899998903274536, "eta/annotator_71": 0.9908761978149414, "eta/annotator_72": 0.9901871681213379, "eta/annotator_73": 0.9901862144470215, "eta/annotator_74": 0.9900442957878113, "eta/annotator_75": 0.9900146722793579, "eta/annotator_76": 0.9900991320610046, "eta/annotator_77": 0.9900218844413757, "eta/annotator_78": 0.9898812174797058, "eta/annotator_79": 0.9899734258651733, "eta/annotator_8": 0.9902552366256714, "eta/annotator_80": 0.9901077151298523, "eta/annotator_81": 0.9898107647895813, "eta/annotator_82": 0.9903465509414673, "eta/annotator_83": 0.9885814785957336, "eta/annotator_84": 0.9903596043586731, "eta/annotator_85": 0.9902046918869019, "eta/annotator_86": 0.9909389615058899, "eta/annotator_87": 0.988326370716095, "eta/annotator_88": 0.9900821447372437, "eta/annotator_89": 0.9871138334274292, "eta/annotator_9": 0.9901155233383179, "eta/annotator_90": 0.9897106885910034, "eta/annotator_91": 0.9900490045547485, "eta/annotator_92": 0.990336537361145, "eta/annotator_93": 0.9901885986328125, "eta/annotator_94": 0.9897826313972473, "eta/annotator_95": 0.9907630681991577, "eta/annotator_96": 0.974608302116394, "eta/annotator_97": 0.9898134469985962, "eta/annotator_98": 0.9900054931640625, "eta/annotator_99": 0.988448977470398, "grad_norm": 42.55203676407652, "learning_rate": 4.611650485436893e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -312.61248779296875, "logps/rejected": -245.0124969482422, "loss": 0.6555, "rewards/accuracies": 0.567187488079071, "rewards/chosen": 0.142913818359375, "rewards/margins": 0.21355056762695312, "rewards/rejected": -0.0707082748413086, "step": 40 }, { "em/agreement_weights_mean": 0.9893380403518677, "em/agreement_weights_std": 0.008764645084738731, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.2183406113537118, "eta/annotator_0": 0.9896450042724609, "eta/annotator_1": 0.9909392595291138, "eta/annotator_10": 0.990551769733429, "eta/annotator_100": 0.9881895780563354, "eta/annotator_101": 0.9900141954421997, "eta/annotator_102": 0.990383505821228, "eta/annotator_103": 0.986359715461731, "eta/annotator_104": 0.9903831481933594, "eta/annotator_105": 0.990057110786438, "eta/annotator_106": 0.9902340173721313, "eta/annotator_107": 0.9900444149971008, "eta/annotator_108": 0.9896057844161987, "eta/annotator_109": 0.9900475740432739, "eta/annotator_11": 0.9903403520584106, "eta/annotator_110": 0.9892643094062805, "eta/annotator_111": 0.9897835850715637, "eta/annotator_112": 0.9900854825973511, "eta/annotator_113": 0.9903230667114258, "eta/annotator_114": 0.9882822036743164, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9902685880661011, "eta/annotator_118": 0.9852722883224487, "eta/annotator_119": 0.9902657270431519, "eta/annotator_12": 0.990362823009491, "eta/annotator_120": 0.9878327250480652, "eta/annotator_121": 0.9899088740348816, "eta/annotator_122": 0.9899018406867981, "eta/annotator_123": 0.9903942942619324, "eta/annotator_124": 0.9874671101570129, "eta/annotator_125": 0.9874693751335144, "eta/annotator_126": 0.9904769062995911, "eta/annotator_127": 0.9903092384338379, "eta/annotator_128": 0.9902482032775879, "eta/annotator_129": 0.9907013773918152, "eta/annotator_13": 0.9891678094863892, "eta/annotator_130": 0.9907937049865723, "eta/annotator_131": 0.9909384846687317, "eta/annotator_132": 0.989425003528595, "eta/annotator_133": 0.990761935710907, "eta/annotator_134": 0.9907042384147644, "eta/annotator_135": 0.9901434779167175, "eta/annotator_136": 0.9903872609138489, "eta/annotator_137": 0.9902680516242981, "eta/annotator_138": 0.9901124238967896, "eta/annotator_139": 0.9909409284591675, "eta/annotator_14": 0.9867724180221558, "eta/annotator_140": 0.9897826910018921, "eta/annotator_141": 0.9896519780158997, "eta/annotator_142": 0.9902695417404175, "eta/annotator_143": 0.9900705218315125, "eta/annotator_144": 0.9897381067276001, "eta/annotator_145": 0.9902647733688354, "eta/annotator_146": 0.9910475015640259, "eta/annotator_147": 0.9887276887893677, "eta/annotator_148": 0.9907649159431458, "eta/annotator_149": 0.9893954992294312, "eta/annotator_15": 0.9911813735961914, "eta/annotator_150": 0.9897791147232056, "eta/annotator_151": 0.9902189373970032, "eta/annotator_152": 0.9902579188346863, "eta/annotator_153": 0.9908599853515625, "eta/annotator_154": 0.9907757043838501, "eta/annotator_155": 0.9904879331588745, "eta/annotator_156": 0.9896465539932251, "eta/annotator_157": 0.9879242777824402, "eta/annotator_158": 0.9905381202697754, "eta/annotator_159": 0.9898884892463684, "eta/annotator_16": 0.9901224970817566, "eta/annotator_160": 0.9899598360061646, "eta/annotator_161": 0.9892299771308899, "eta/annotator_162": 0.9897716641426086, "eta/annotator_163": 0.9903333783149719, "eta/annotator_164": 0.9901153445243835, "eta/annotator_165": 0.9900522232055664, "eta/annotator_166": 0.9910002946853638, "eta/annotator_167": 0.9907475709915161, "eta/annotator_168": 0.9907364845275879, "eta/annotator_169": 0.990585446357727, "eta/annotator_17": 0.98981773853302, "eta/annotator_170": 0.990630030632019, "eta/annotator_171": 0.9879502058029175, "eta/annotator_172": 0.9900331497192383, "eta/annotator_173": 0.98895663022995, "eta/annotator_174": 0.989855170249939, "eta/annotator_175": 0.9893077611923218, "eta/annotator_176": 0.9901588559150696, "eta/annotator_177": 0.9893707036972046, "eta/annotator_178": 0.9897371530532837, "eta/annotator_179": 0.988825798034668, "eta/annotator_18": 0.9896718859672546, "eta/annotator_180": 0.9897987246513367, "eta/annotator_181": 0.9896977543830872, "eta/annotator_182": 0.9914666414260864, "eta/annotator_183": 0.990463376045227, "eta/annotator_184": 0.9860588312149048, "eta/annotator_185": 0.9905549883842468, "eta/annotator_186": 0.9913676381111145, "eta/annotator_187": 0.9908133745193481, "eta/annotator_188": 0.9897178411483765, "eta/annotator_189": 0.989963710308075, "eta/annotator_19": 0.989844799041748, "eta/annotator_190": 0.989987850189209, "eta/annotator_191": 0.9905492067337036, "eta/annotator_192": 0.9907301664352417, "eta/annotator_193": 0.9910790324211121, "eta/annotator_194": 0.9882254600524902, "eta/annotator_195": 0.9887015223503113, "eta/annotator_196": 0.990172266960144, "eta/annotator_197": 0.9895016551017761, "eta/annotator_198": 0.9897577166557312, "eta/annotator_199": 0.990444540977478, "eta/annotator_2": 0.9894737005233765, "eta/annotator_20": 0.9874889254570007, "eta/annotator_200": 0.9914566278457642, "eta/annotator_201": 0.9901434779167175, "eta/annotator_202": 0.9911965131759644, "eta/annotator_203": 0.9916304349899292, "eta/annotator_204": 0.9899544715881348, "eta/annotator_205": 0.9898578524589539, "eta/annotator_206": 0.9907063245773315, "eta/annotator_207": 0.9904357194900513, "eta/annotator_208": 0.9903997182846069, "eta/annotator_209": 0.990502655506134, "eta/annotator_21": 0.9885075688362122, "eta/annotator_210": 0.9896707534790039, "eta/annotator_211": 0.9900885820388794, "eta/annotator_212": 0.9898384809494019, "eta/annotator_213": 0.9900215864181519, "eta/annotator_214": 0.9898770451545715, "eta/annotator_215": 0.9922723770141602, "eta/annotator_216": 0.9917057752609253, "eta/annotator_217": 0.990253746509552, "eta/annotator_218": 0.9890824556350708, "eta/annotator_219": 0.989714503288269, "eta/annotator_22": 0.9898894429206848, "eta/annotator_220": 0.9894436597824097, "eta/annotator_221": 0.9887580871582031, "eta/annotator_222": 0.9890123605728149, "eta/annotator_223": 0.9908909797668457, "eta/annotator_224": 0.9900787472724915, "eta/annotator_225": 0.9907959699630737, "eta/annotator_226": 0.9896646738052368, "eta/annotator_23": 0.9877362251281738, "eta/annotator_24": 0.991121768951416, "eta/annotator_25": 0.9916456937789917, "eta/annotator_26": 0.9907318949699402, "eta/annotator_27": 0.9904387593269348, "eta/annotator_28": 0.9910004734992981, "eta/annotator_29": 0.9897740483283997, "eta/annotator_3": 0.990312933921814, "eta/annotator_30": 0.9903484582901001, "eta/annotator_31": 0.9900409579277039, "eta/annotator_32": 0.9898465275764465, "eta/annotator_33": 0.9897828102111816, "eta/annotator_34": 0.9901388883590698, "eta/annotator_35": 0.9903382062911987, "eta/annotator_36": 0.9901849031448364, "eta/annotator_37": 0.98997962474823, "eta/annotator_38": 0.9892436265945435, "eta/annotator_39": 0.9898061752319336, "eta/annotator_4": 0.99029541015625, "eta/annotator_40": 0.9899998903274536, "eta/annotator_41": 0.9902766346931458, "eta/annotator_42": 0.9906927943229675, "eta/annotator_43": 0.9904826879501343, "eta/annotator_44": 0.9907091856002808, "eta/annotator_45": 0.9899998903274536, "eta/annotator_46": 0.9899998903274536, "eta/annotator_47": 0.9871323704719543, "eta/annotator_48": 0.989564061164856, "eta/annotator_49": 0.9897711873054504, "eta/annotator_5": 0.9897462129592896, "eta/annotator_50": 0.9892846941947937, "eta/annotator_51": 0.9900466203689575, "eta/annotator_52": 0.9902507066726685, "eta/annotator_53": 0.9890643358230591, "eta/annotator_54": 0.9905961155891418, "eta/annotator_55": 0.9919472932815552, "eta/annotator_56": 0.9902766942977905, "eta/annotator_57": 0.9909660220146179, "eta/annotator_58": 0.9903966188430786, "eta/annotator_59": 0.9903092384338379, "eta/annotator_6": 0.9905285835266113, "eta/annotator_60": 0.9901229739189148, "eta/annotator_61": 0.989686131477356, "eta/annotator_62": 0.9904120564460754, "eta/annotator_63": 0.9897078275680542, "eta/annotator_64": 0.9902747869491577, "eta/annotator_65": 0.9869629740715027, "eta/annotator_66": 0.9904247522354126, "eta/annotator_67": 0.9908990859985352, "eta/annotator_68": 0.9910652041435242, "eta/annotator_69": 0.9901827573776245, "eta/annotator_7": 0.9893897771835327, "eta/annotator_70": 0.9900211095809937, "eta/annotator_71": 0.990650475025177, "eta/annotator_72": 0.9902011752128601, "eta/annotator_73": 0.9899513125419617, "eta/annotator_74": 0.9900442957878113, "eta/annotator_75": 0.9901221394538879, "eta/annotator_76": 0.9881666898727417, "eta/annotator_77": 0.9902717471122742, "eta/annotator_78": 0.989899754524231, "eta/annotator_79": 0.9908850789070129, "eta/annotator_8": 0.9901509284973145, "eta/annotator_80": 0.9903429746627808, "eta/annotator_81": 0.9881659746170044, "eta/annotator_82": 0.9904801249504089, "eta/annotator_83": 0.9891201257705688, "eta/annotator_84": 0.9905112981796265, "eta/annotator_85": 0.9905544519424438, "eta/annotator_86": 0.9910971522331238, "eta/annotator_87": 0.9883662462234497, "eta/annotator_88": 0.9900245666503906, "eta/annotator_89": 0.9870850443840027, "eta/annotator_9": 0.9906800389289856, "eta/annotator_90": 0.9884682893753052, "eta/annotator_91": 0.98985356092453, "eta/annotator_92": 0.9905312657356262, "eta/annotator_93": 0.9906163215637207, "eta/annotator_94": 0.9899824857711792, "eta/annotator_95": 0.9903320074081421, "eta/annotator_96": 0.9750054478645325, "eta/annotator_97": 0.9899677038192749, "eta/annotator_98": 0.990176796913147, "eta/annotator_99": 0.9869731664657593, "grad_norm": 48.84730679462834, "learning_rate": 4.368932038834951e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -316.63751220703125, "logps/rejected": -246.33749389648438, "loss": 0.6499, "rewards/accuracies": 0.574999988079071, "rewards/chosen": -0.15751667320728302, "rewards/margins": 0.19976577162742615, "rewards/rejected": -0.3573318421840668, "step": 50 }, { "em/agreement_weights_mean": 0.9899039268493652, "em/agreement_weights_std": 0.008071630261838436, "em/unique_annotators_in_global_batch": 15.149999618530273, "epoch": 0.26200873362445415, "eta/annotator_0": 0.9900755882263184, "eta/annotator_1": 0.9912484288215637, "eta/annotator_10": 0.9910680055618286, "eta/annotator_100": 0.9884177446365356, "eta/annotator_101": 0.9889591336250305, "eta/annotator_102": 0.9903209805488586, "eta/annotator_103": 0.9862472414970398, "eta/annotator_104": 0.9900856018066406, "eta/annotator_105": 0.990057110786438, "eta/annotator_106": 0.9900643229484558, "eta/annotator_107": 0.990263819694519, "eta/annotator_108": 0.9895888566970825, "eta/annotator_109": 0.9900317192077637, "eta/annotator_11": 0.9910953640937805, "eta/annotator_110": 0.9868537187576294, "eta/annotator_111": 0.9895942807197571, "eta/annotator_112": 0.9892088770866394, "eta/annotator_113": 0.9912676811218262, "eta/annotator_114": 0.9892770051956177, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9903589487075806, "eta/annotator_118": 0.9856492280960083, "eta/annotator_119": 0.989784836769104, "eta/annotator_12": 0.9902777671813965, "eta/annotator_120": 0.9883942604064941, "eta/annotator_121": 0.9897972345352173, "eta/annotator_122": 0.9898959398269653, "eta/annotator_123": 0.9904297590255737, "eta/annotator_124": 0.9875584840774536, "eta/annotator_125": 0.9875138998031616, "eta/annotator_126": 0.9907519221305847, "eta/annotator_127": 0.9904433488845825, "eta/annotator_128": 0.9901620149612427, "eta/annotator_129": 0.9907554388046265, "eta/annotator_13": 0.9891833066940308, "eta/annotator_130": 0.9908789396286011, "eta/annotator_131": 0.9909170866012573, "eta/annotator_132": 0.989570140838623, "eta/annotator_133": 0.9912708401679993, "eta/annotator_134": 0.9909569025039673, "eta/annotator_135": 0.9901899099349976, "eta/annotator_136": 0.9903541803359985, "eta/annotator_137": 0.9900444746017456, "eta/annotator_138": 0.9902892112731934, "eta/annotator_139": 0.9912406802177429, "eta/annotator_14": 0.9861266016960144, "eta/annotator_140": 0.9901760816574097, "eta/annotator_141": 0.9896323084831238, "eta/annotator_142": 0.9904671907424927, "eta/annotator_143": 0.9889426231384277, "eta/annotator_144": 0.9899698495864868, "eta/annotator_145": 0.9902512431144714, "eta/annotator_146": 0.9923537373542786, "eta/annotator_147": 0.9886786341667175, "eta/annotator_148": 0.9910084009170532, "eta/annotator_149": 0.9890780448913574, "eta/annotator_15": 0.99152672290802, "eta/annotator_150": 0.988415539264679, "eta/annotator_151": 0.9903208613395691, "eta/annotator_152": 0.9900320172309875, "eta/annotator_153": 0.9911754727363586, "eta/annotator_154": 0.9899600148200989, "eta/annotator_155": 0.9904879331588745, "eta/annotator_156": 0.9897505640983582, "eta/annotator_157": 0.9880598783493042, "eta/annotator_158": 0.9906735420227051, "eta/annotator_159": 0.9902421236038208, "eta/annotator_16": 0.9904779195785522, "eta/annotator_160": 0.9902722239494324, "eta/annotator_161": 0.9893080592155457, "eta/annotator_162": 0.9899402856826782, "eta/annotator_163": 0.9899069666862488, "eta/annotator_164": 0.9896370768547058, "eta/annotator_165": 0.9908797144889832, "eta/annotator_166": 0.9911085963249207, "eta/annotator_167": 0.991025447845459, "eta/annotator_168": 0.9908846616744995, "eta/annotator_169": 0.9906852841377258, "eta/annotator_17": 0.9898700714111328, "eta/annotator_170": 0.9899848103523254, "eta/annotator_171": 0.9871071577072144, "eta/annotator_172": 0.9909981489181519, "eta/annotator_173": 0.9865297079086304, "eta/annotator_174": 0.9895836710929871, "eta/annotator_175": 0.9892604947090149, "eta/annotator_176": 0.989521861076355, "eta/annotator_177": 0.9890959858894348, "eta/annotator_178": 0.9891350865364075, "eta/annotator_179": 0.9894354939460754, "eta/annotator_18": 0.9889034032821655, "eta/annotator_180": 0.9894369840621948, "eta/annotator_181": 0.9900597333908081, "eta/annotator_182": 0.9914947748184204, "eta/annotator_183": 0.990258514881134, "eta/annotator_184": 0.9858413934707642, "eta/annotator_185": 0.9909905195236206, "eta/annotator_186": 0.9910385012626648, "eta/annotator_187": 0.989912211894989, "eta/annotator_188": 0.9897208213806152, "eta/annotator_189": 0.9904197454452515, "eta/annotator_19": 0.9896488189697266, "eta/annotator_190": 0.9900346994400024, "eta/annotator_191": 0.9909685850143433, "eta/annotator_192": 0.9911812543869019, "eta/annotator_193": 0.990706741809845, "eta/annotator_194": 0.9872735738754272, "eta/annotator_195": 0.9889041781425476, "eta/annotator_196": 0.989806056022644, "eta/annotator_197": 0.9898239970207214, "eta/annotator_198": 0.9867541193962097, "eta/annotator_199": 0.9904229044914246, "eta/annotator_2": 0.989530086517334, "eta/annotator_20": 0.9876599311828613, "eta/annotator_200": 0.9915940165519714, "eta/annotator_201": 0.9905670881271362, "eta/annotator_202": 0.9908217191696167, "eta/annotator_203": 0.9913203120231628, "eta/annotator_204": 0.9908083081245422, "eta/annotator_205": 0.9897921681404114, "eta/annotator_206": 0.9912766218185425, "eta/annotator_207": 0.990484893321991, "eta/annotator_208": 0.9902145266532898, "eta/annotator_209": 0.9910210371017456, "eta/annotator_21": 0.98436039686203, "eta/annotator_210": 0.9886490702629089, "eta/annotator_211": 0.9901067018508911, "eta/annotator_212": 0.9865363240242004, "eta/annotator_213": 0.9905494451522827, "eta/annotator_214": 0.9903770685195923, "eta/annotator_215": 0.9929963946342468, "eta/annotator_216": 0.9922345280647278, "eta/annotator_217": 0.9901642799377441, "eta/annotator_218": 0.9893683195114136, "eta/annotator_219": 0.9897597432136536, "eta/annotator_22": 0.9898837804794312, "eta/annotator_220": 0.9891971349716187, "eta/annotator_221": 0.9893925786018372, "eta/annotator_222": 0.9887195825576782, "eta/annotator_223": 0.9914604425430298, "eta/annotator_224": 0.9885498285293579, "eta/annotator_225": 0.9914386868476868, "eta/annotator_226": 0.9898200035095215, "eta/annotator_23": 0.98463374376297, "eta/annotator_24": 0.9911215901374817, "eta/annotator_25": 0.9919754862785339, "eta/annotator_26": 0.9911603927612305, "eta/annotator_27": 0.990385890007019, "eta/annotator_28": 0.9914145469665527, "eta/annotator_29": 0.9902790784835815, "eta/annotator_3": 0.990566611289978, "eta/annotator_30": 0.9906190037727356, "eta/annotator_31": 0.9899634122848511, "eta/annotator_32": 0.9898465275764465, "eta/annotator_33": 0.9899800419807434, "eta/annotator_34": 0.9901858568191528, "eta/annotator_35": 0.9903315305709839, "eta/annotator_36": 0.9903075098991394, "eta/annotator_37": 0.9895341992378235, "eta/annotator_38": 0.9889664649963379, "eta/annotator_39": 0.9902799725532532, "eta/annotator_4": 0.9903109669685364, "eta/annotator_40": 0.9900180697441101, "eta/annotator_41": 0.9891241788864136, "eta/annotator_42": 0.9908307790756226, "eta/annotator_43": 0.9906967282295227, "eta/annotator_44": 0.9903146028518677, "eta/annotator_45": 0.9899998903274536, "eta/annotator_46": 0.9900414347648621, "eta/annotator_47": 0.987451434135437, "eta/annotator_48": 0.9878668785095215, "eta/annotator_49": 0.9896920323371887, "eta/annotator_5": 0.9895809292793274, "eta/annotator_50": 0.9892727136611938, "eta/annotator_51": 0.9896277189254761, "eta/annotator_52": 0.9908560514450073, "eta/annotator_53": 0.9893543124198914, "eta/annotator_54": 0.9908179044723511, "eta/annotator_55": 0.9921647906303406, "eta/annotator_56": 0.990555465221405, "eta/annotator_57": 0.9909660220146179, "eta/annotator_58": 0.9906350374221802, "eta/annotator_59": 0.9903079271316528, "eta/annotator_6": 0.9907453656196594, "eta/annotator_60": 0.9901714324951172, "eta/annotator_61": 0.9866600036621094, "eta/annotator_62": 0.9901999235153198, "eta/annotator_63": 0.9892092943191528, "eta/annotator_64": 0.9904898405075073, "eta/annotator_65": 0.9865357279777527, "eta/annotator_66": 0.9904247522354126, "eta/annotator_67": 0.991409957408905, "eta/annotator_68": 0.9913091659545898, "eta/annotator_69": 0.9902146458625793, "eta/annotator_7": 0.9887760877609253, "eta/annotator_70": 0.9903789758682251, "eta/annotator_71": 0.990964412689209, "eta/annotator_72": 0.9903948903083801, "eta/annotator_73": 0.9897387623786926, "eta/annotator_74": 0.9900563359260559, "eta/annotator_75": 0.9902442097663879, "eta/annotator_76": 0.9883227348327637, "eta/annotator_77": 0.9907441139221191, "eta/annotator_78": 0.990066409111023, "eta/annotator_79": 0.9907389879226685, "eta/annotator_8": 0.990057110786438, "eta/annotator_80": 0.9903429746627808, "eta/annotator_81": 0.9883944392204285, "eta/annotator_82": 0.9894920587539673, "eta/annotator_83": 0.9891200065612793, "eta/annotator_84": 0.9907768964767456, "eta/annotator_85": 0.9906371831893921, "eta/annotator_86": 0.9910708665847778, "eta/annotator_87": 0.9879188537597656, "eta/annotator_88": 0.99003666639328, "eta/annotator_89": 0.98682701587677, "eta/annotator_9": 0.9907618761062622, "eta/annotator_90": 0.9872406721115112, "eta/annotator_91": 0.9908171892166138, "eta/annotator_92": 0.9903877377510071, "eta/annotator_93": 0.9910376667976379, "eta/annotator_94": 0.9902745485305786, "eta/annotator_95": 0.990167498588562, "eta/annotator_96": 0.9755051732063293, "eta/annotator_97": 0.9892082214355469, "eta/annotator_98": 0.9899730682373047, "eta/annotator_99": 0.9879146814346313, "grad_norm": 47.666136582011205, "learning_rate": 4.126213592233009e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -324.2875061035156, "logps/rejected": -256.26251220703125, "loss": 0.6269, "rewards/accuracies": 0.6109374761581421, "rewards/chosen": -0.24889525771141052, "rewards/margins": 0.2669998109340668, "rewards/rejected": -0.515869140625, "step": 60 }, { "em/agreement_weights_mean": 0.990069568157196, "em/agreement_weights_std": 0.008290862664580345, "em/unique_annotators_in_global_batch": 15.375, "epoch": 0.3056768558951965, "eta/annotator_0": 0.9903508424758911, "eta/annotator_1": 0.9915304183959961, "eta/annotator_10": 0.9915335774421692, "eta/annotator_100": 0.9883618354797363, "eta/annotator_101": 0.9889479875564575, "eta/annotator_102": 0.9896835088729858, "eta/annotator_103": 0.9852145314216614, "eta/annotator_104": 0.9862961769104004, "eta/annotator_105": 0.990057110786438, "eta/annotator_106": 0.9903456568717957, "eta/annotator_107": 0.9907046556472778, "eta/annotator_108": 0.9890670776367188, "eta/annotator_109": 0.9891126751899719, "eta/annotator_11": 0.9911400079727173, "eta/annotator_110": 0.9871865510940552, "eta/annotator_111": 0.9890281558036804, "eta/annotator_112": 0.9892088770866394, "eta/annotator_113": 0.9906681180000305, "eta/annotator_114": 0.9888733625411987, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.990851879119873, "eta/annotator_118": 0.9849659204483032, "eta/annotator_119": 0.9901572465896606, "eta/annotator_12": 0.9895521998405457, "eta/annotator_120": 0.9891113042831421, "eta/annotator_121": 0.9904987215995789, "eta/annotator_122": 0.9900620579719543, "eta/annotator_123": 0.9904946088790894, "eta/annotator_124": 0.9877765774726868, "eta/annotator_125": 0.9880245923995972, "eta/annotator_126": 0.9894225001335144, "eta/annotator_127": 0.9911562204360962, "eta/annotator_128": 0.9901130795478821, "eta/annotator_129": 0.9917494654655457, "eta/annotator_13": 0.9892517328262329, "eta/annotator_130": 0.9909602403640747, "eta/annotator_131": 0.991010308265686, "eta/annotator_132": 0.989224910736084, "eta/annotator_133": 0.9907788038253784, "eta/annotator_134": 0.9913398623466492, "eta/annotator_135": 0.9906994700431824, "eta/annotator_136": 0.9900887608528137, "eta/annotator_137": 0.9911848902702332, "eta/annotator_138": 0.9904173612594604, "eta/annotator_139": 0.9913797378540039, "eta/annotator_14": 0.9871149063110352, "eta/annotator_140": 0.9916521310806274, "eta/annotator_141": 0.989776611328125, "eta/annotator_142": 0.9912586212158203, "eta/annotator_143": 0.9890230894088745, "eta/annotator_144": 0.9900215864181519, "eta/annotator_145": 0.9904899597167969, "eta/annotator_146": 0.9920015335083008, "eta/annotator_147": 0.9872943162918091, "eta/annotator_148": 0.9911015629768372, "eta/annotator_149": 0.9891883134841919, "eta/annotator_15": 0.9916659593582153, "eta/annotator_150": 0.9885028600692749, "eta/annotator_151": 0.9906258583068848, "eta/annotator_152": 0.9890602827072144, "eta/annotator_153": 0.9914016723632812, "eta/annotator_154": 0.9901068806648254, "eta/annotator_155": 0.9903960227966309, "eta/annotator_156": 0.9900051951408386, "eta/annotator_157": 0.9883009195327759, "eta/annotator_158": 0.9898532629013062, "eta/annotator_159": 0.9903481602668762, "eta/annotator_16": 0.9912228584289551, "eta/annotator_160": 0.9910503625869751, "eta/annotator_161": 0.988845705986023, "eta/annotator_162": 0.9900142550468445, "eta/annotator_163": 0.9896928668022156, "eta/annotator_164": 0.9893604516983032, "eta/annotator_165": 0.9912551045417786, "eta/annotator_166": 0.9908660054206848, "eta/annotator_167": 0.9912999868392944, "eta/annotator_168": 0.9912194013595581, "eta/annotator_169": 0.9907135963439941, "eta/annotator_17": 0.9899855852127075, "eta/annotator_170": 0.9901236295700073, "eta/annotator_171": 0.987319827079773, "eta/annotator_172": 0.9908588528633118, "eta/annotator_173": 0.9850541949272156, "eta/annotator_174": 0.9895885586738586, "eta/annotator_175": 0.989416241645813, "eta/annotator_176": 0.9897553324699402, "eta/annotator_177": 0.9893703460693359, "eta/annotator_178": 0.9891959428787231, "eta/annotator_179": 0.9900078773498535, "eta/annotator_18": 0.9891432523727417, "eta/annotator_180": 0.9891363978385925, "eta/annotator_181": 0.9902644157409668, "eta/annotator_182": 0.9916749000549316, "eta/annotator_183": 0.9899412393569946, "eta/annotator_184": 0.9867688417434692, "eta/annotator_185": 0.991174042224884, "eta/annotator_186": 0.99113929271698, "eta/annotator_187": 0.9901244044303894, "eta/annotator_188": 0.9896790385246277, "eta/annotator_189": 0.9907379150390625, "eta/annotator_19": 0.9899619221687317, "eta/annotator_190": 0.9907609224319458, "eta/annotator_191": 0.9912070035934448, "eta/annotator_192": 0.9914512634277344, "eta/annotator_193": 0.9910483360290527, "eta/annotator_194": 0.9875847697257996, "eta/annotator_195": 0.9900549054145813, "eta/annotator_196": 0.9900552034378052, "eta/annotator_197": 0.9896912574768066, "eta/annotator_198": 0.9859520792961121, "eta/annotator_199": 0.9876947402954102, "eta/annotator_2": 0.9898668527603149, "eta/annotator_20": 0.9869271516799927, "eta/annotator_200": 0.9917265772819519, "eta/annotator_201": 0.9909957051277161, "eta/annotator_202": 0.9911795854568481, "eta/annotator_203": 0.9914864301681519, "eta/annotator_204": 0.991783618927002, "eta/annotator_205": 0.989790141582489, "eta/annotator_206": 0.9911662936210632, "eta/annotator_207": 0.9906241297721863, "eta/annotator_208": 0.9903169870376587, "eta/annotator_209": 0.9911996126174927, "eta/annotator_21": 0.9788036346435547, "eta/annotator_210": 0.9891995191574097, "eta/annotator_211": 0.9902006387710571, "eta/annotator_212": 0.9866126179695129, "eta/annotator_213": 0.9903908967971802, "eta/annotator_214": 0.987356960773468, "eta/annotator_215": 0.9930421710014343, "eta/annotator_216": 0.9925568699836731, "eta/annotator_217": 0.9901642799377441, "eta/annotator_218": 0.9891551733016968, "eta/annotator_219": 0.9902560114860535, "eta/annotator_22": 0.989914059638977, "eta/annotator_220": 0.9887799024581909, "eta/annotator_221": 0.9893532991409302, "eta/annotator_222": 0.9891834259033203, "eta/annotator_223": 0.9914954304695129, "eta/annotator_224": 0.9880237579345703, "eta/annotator_225": 0.9915419816970825, "eta/annotator_226": 0.9899504780769348, "eta/annotator_23": 0.9855456352233887, "eta/annotator_24": 0.9911085367202759, "eta/annotator_25": 0.9920750856399536, "eta/annotator_26": 0.9913060069084167, "eta/annotator_27": 0.9907422065734863, "eta/annotator_28": 0.9916917681694031, "eta/annotator_29": 0.9902344942092896, "eta/annotator_3": 0.9907515645027161, "eta/annotator_30": 0.990750789642334, "eta/annotator_31": 0.9899264574050903, "eta/annotator_32": 0.9898465275764465, "eta/annotator_33": 0.9898356199264526, "eta/annotator_34": 0.9886553883552551, "eta/annotator_35": 0.988723874092102, "eta/annotator_36": 0.9905077815055847, "eta/annotator_37": 0.9888866543769836, "eta/annotator_38": 0.9873431921005249, "eta/annotator_39": 0.9907848238945007, "eta/annotator_4": 0.9905917048454285, "eta/annotator_40": 0.9902006983757019, "eta/annotator_41": 0.9897029995918274, "eta/annotator_42": 0.9914256930351257, "eta/annotator_43": 0.990378201007843, "eta/annotator_44": 0.9901946187019348, "eta/annotator_45": 0.9899998903274536, "eta/annotator_46": 0.9903814196586609, "eta/annotator_47": 0.9875434637069702, "eta/annotator_48": 0.9871383905410767, "eta/annotator_49": 0.9894977807998657, "eta/annotator_5": 0.9900128245353699, "eta/annotator_50": 0.9896286129951477, "eta/annotator_51": 0.9863241910934448, "eta/annotator_52": 0.9910507202148438, "eta/annotator_53": 0.9896529316902161, "eta/annotator_54": 0.9908211827278137, "eta/annotator_55": 0.9929331541061401, "eta/annotator_56": 0.9906324148178101, "eta/annotator_57": 0.9909586906433105, "eta/annotator_58": 0.9909487962722778, "eta/annotator_59": 0.9901573061943054, "eta/annotator_6": 0.9912406206130981, "eta/annotator_60": 0.9906735420227051, "eta/annotator_61": 0.9871817827224731, "eta/annotator_62": 0.9905608296394348, "eta/annotator_63": 0.9900689125061035, "eta/annotator_64": 0.9904292821884155, "eta/annotator_65": 0.9826905131340027, "eta/annotator_66": 0.9905069470405579, "eta/annotator_67": 0.9910704493522644, "eta/annotator_68": 0.9919188618659973, "eta/annotator_69": 0.99058598279953, "eta/annotator_7": 0.9887621998786926, "eta/annotator_70": 0.9903789758682251, "eta/annotator_71": 0.9915145635604858, "eta/annotator_72": 0.9904712438583374, "eta/annotator_73": 0.9900540113449097, "eta/annotator_74": 0.9903830289840698, "eta/annotator_75": 0.9900246858596802, "eta/annotator_76": 0.988358199596405, "eta/annotator_77": 0.9908120036125183, "eta/annotator_78": 0.9900952577590942, "eta/annotator_79": 0.9896597862243652, "eta/annotator_8": 0.9868646860122681, "eta/annotator_80": 0.9903677701950073, "eta/annotator_81": 0.9893462061882019, "eta/annotator_82": 0.989891529083252, "eta/annotator_83": 0.9891493916511536, "eta/annotator_84": 0.9909917116165161, "eta/annotator_85": 0.9908515214920044, "eta/annotator_86": 0.9908194541931152, "eta/annotator_87": 0.9849475026130676, "eta/annotator_88": 0.9902229309082031, "eta/annotator_89": 0.9868254661560059, "eta/annotator_9": 0.9904115796089172, "eta/annotator_90": 0.9865851402282715, "eta/annotator_91": 0.9912723302841187, "eta/annotator_92": 0.9909940958023071, "eta/annotator_93": 0.9906153678894043, "eta/annotator_94": 0.9904106855392456, "eta/annotator_95": 0.9905004501342773, "eta/annotator_96": 0.9756522178649902, "eta/annotator_97": 0.9892746210098267, "eta/annotator_98": 0.9897635579109192, "eta/annotator_99": 0.9879642724990845, "grad_norm": 41.22904003584716, "learning_rate": 3.8834951456310675e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -316.73748779296875, "logps/rejected": -235.8000030517578, "loss": 0.6082, "rewards/accuracies": 0.6171875, "rewards/chosen": -0.20382022857666016, "rewards/margins": 0.34196701645851135, "rewards/rejected": -0.545666515827179, "step": 70 }, { "em/agreement_weights_mean": 0.9884881973266602, "em/agreement_weights_std": 0.014678050763905048, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.34934497816593885, "eta/annotator_0": 0.9900388717651367, "eta/annotator_1": 0.9921842813491821, "eta/annotator_10": 0.991637110710144, "eta/annotator_100": 0.9884494543075562, "eta/annotator_101": 0.9888221025466919, "eta/annotator_102": 0.9898594617843628, "eta/annotator_103": 0.9847375154495239, "eta/annotator_104": 0.9860553741455078, "eta/annotator_105": 0.9900660514831543, "eta/annotator_106": 0.9902136921882629, "eta/annotator_107": 0.9907046556472778, "eta/annotator_108": 0.9895806312561035, "eta/annotator_109": 0.9896418452262878, "eta/annotator_11": 0.9915518760681152, "eta/annotator_110": 0.9882416725158691, "eta/annotator_111": 0.9892960786819458, "eta/annotator_112": 0.9892088770866394, "eta/annotator_113": 0.9891465306282043, "eta/annotator_114": 0.9891074299812317, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9910205006599426, "eta/annotator_118": 0.985058605670929, "eta/annotator_119": 0.9899529218673706, "eta/annotator_12": 0.9898551106452942, "eta/annotator_120": 0.9898513555526733, "eta/annotator_121": 0.9914783239364624, "eta/annotator_122": 0.9899910688400269, "eta/annotator_123": 0.9907565116882324, "eta/annotator_124": 0.9874545931816101, "eta/annotator_125": 0.9889634251594543, "eta/annotator_126": 0.9895323514938354, "eta/annotator_127": 0.9917723536491394, "eta/annotator_128": 0.9900918006896973, "eta/annotator_129": 0.9918109774589539, "eta/annotator_13": 0.986975371837616, "eta/annotator_130": 0.9906589388847351, "eta/annotator_131": 0.991605281829834, "eta/annotator_132": 0.9893580675125122, "eta/annotator_133": 0.9908005595207214, "eta/annotator_134": 0.991478443145752, "eta/annotator_135": 0.9900212287902832, "eta/annotator_136": 0.9903792142868042, "eta/annotator_137": 0.9917416572570801, "eta/annotator_138": 0.9904698133468628, "eta/annotator_139": 0.9925155639648438, "eta/annotator_14": 0.9872862696647644, "eta/annotator_140": 0.9923114776611328, "eta/annotator_141": 0.991047739982605, "eta/annotator_142": 0.991619884967804, "eta/annotator_143": 0.9890726804733276, "eta/annotator_144": 0.99004065990448, "eta/annotator_145": 0.99009770154953, "eta/annotator_146": 0.9912411570549011, "eta/annotator_147": 0.986598014831543, "eta/annotator_148": 0.9908093214035034, "eta/annotator_149": 0.9889982342720032, "eta/annotator_15": 0.9918637275695801, "eta/annotator_150": 0.9890209436416626, "eta/annotator_151": 0.9911220669746399, "eta/annotator_152": 0.9891015887260437, "eta/annotator_153": 0.9914658665657043, "eta/annotator_154": 0.9905464053153992, "eta/annotator_155": 0.98957359790802, "eta/annotator_156": 0.9903422594070435, "eta/annotator_157": 0.988497257232666, "eta/annotator_158": 0.9898120760917664, "eta/annotator_159": 0.9906274080276489, "eta/annotator_16": 0.9917279481887817, "eta/annotator_160": 0.9914824366569519, "eta/annotator_161": 0.9891868829727173, "eta/annotator_162": 0.9906805753707886, "eta/annotator_163": 0.9895626306533813, "eta/annotator_164": 0.9904878735542297, "eta/annotator_165": 0.9913445711135864, "eta/annotator_166": 0.9911482930183411, "eta/annotator_167": 0.9920215606689453, "eta/annotator_168": 0.9911924600601196, "eta/annotator_169": 0.9907702207565308, "eta/annotator_17": 0.990077018737793, "eta/annotator_170": 0.990418553352356, "eta/annotator_171": 0.9883711934089661, "eta/annotator_172": 0.9904894828796387, "eta/annotator_173": 0.9852418899536133, "eta/annotator_174": 0.9896308779716492, "eta/annotator_175": 0.9896237254142761, "eta/annotator_176": 0.9900641441345215, "eta/annotator_177": 0.9911186099052429, "eta/annotator_178": 0.98890221118927, "eta/annotator_179": 0.9902001619338989, "eta/annotator_18": 0.9886077642440796, "eta/annotator_180": 0.989567756652832, "eta/annotator_181": 0.9901989102363586, "eta/annotator_182": 0.9919283986091614, "eta/annotator_183": 0.990378201007843, "eta/annotator_184": 0.9872298240661621, "eta/annotator_185": 0.991075873374939, "eta/annotator_186": 0.9913763999938965, "eta/annotator_187": 0.9900992512702942, "eta/annotator_188": 0.9892905354499817, "eta/annotator_189": 0.9907194972038269, "eta/annotator_19": 0.9908940196037292, "eta/annotator_190": 0.9915274381637573, "eta/annotator_191": 0.991422176361084, "eta/annotator_192": 0.9912983775138855, "eta/annotator_193": 0.9913212060928345, "eta/annotator_194": 0.9872130155563354, "eta/annotator_195": 0.990038275718689, "eta/annotator_196": 0.9895913004875183, "eta/annotator_197": 0.987466037273407, "eta/annotator_198": 0.98606938123703, "eta/annotator_199": 0.989545464515686, "eta/annotator_2": 0.9903594255447388, "eta/annotator_20": 0.9868133664131165, "eta/annotator_200": 0.9918913841247559, "eta/annotator_201": 0.9911496043205261, "eta/annotator_202": 0.9907974004745483, "eta/annotator_203": 0.9913382530212402, "eta/annotator_204": 0.991836428642273, "eta/annotator_205": 0.9900490641593933, "eta/annotator_206": 0.9921906590461731, "eta/annotator_207": 0.990659236907959, "eta/annotator_208": 0.9906449317932129, "eta/annotator_209": 0.9911882281303406, "eta/annotator_21": 0.9789711833000183, "eta/annotator_210": 0.9897621273994446, "eta/annotator_211": 0.9889076948165894, "eta/annotator_212": 0.986359715461731, "eta/annotator_213": 0.9876135587692261, "eta/annotator_214": 0.987324595451355, "eta/annotator_215": 0.9937725067138672, "eta/annotator_216": 0.992817759513855, "eta/annotator_217": 0.9901642799377441, "eta/annotator_218": 0.9892886281013489, "eta/annotator_219": 0.9908320307731628, "eta/annotator_22": 0.990078330039978, "eta/annotator_220": 0.9889904260635376, "eta/annotator_221": 0.9896062612533569, "eta/annotator_222": 0.9873378872871399, "eta/annotator_223": 0.9914819002151489, "eta/annotator_224": 0.9874004125595093, "eta/annotator_225": 0.9913018941879272, "eta/annotator_226": 0.9899135828018188, "eta/annotator_23": 0.9860156178474426, "eta/annotator_24": 0.9908927083015442, "eta/annotator_25": 0.9918444752693176, "eta/annotator_26": 0.9919142723083496, "eta/annotator_27": 0.9911869168281555, "eta/annotator_28": 0.9923006296157837, "eta/annotator_29": 0.9902510643005371, "eta/annotator_3": 0.9908134341239929, "eta/annotator_30": 0.9908162355422974, "eta/annotator_31": 0.9899795651435852, "eta/annotator_32": 0.9898465275764465, "eta/annotator_33": 0.9899241328239441, "eta/annotator_34": 0.9887621998786926, "eta/annotator_35": 0.9872404336929321, "eta/annotator_36": 0.9906917810440063, "eta/annotator_37": 0.9883228540420532, "eta/annotator_38": 0.9874151945114136, "eta/annotator_39": 0.9919260740280151, "eta/annotator_4": 0.991040825843811, "eta/annotator_40": 0.990014910697937, "eta/annotator_41": 0.9894176721572876, "eta/annotator_42": 0.9915505647659302, "eta/annotator_43": 0.9905970692634583, "eta/annotator_44": 0.9895423054695129, "eta/annotator_45": 0.9900323152542114, "eta/annotator_46": 0.9899312257766724, "eta/annotator_47": 0.9886260032653809, "eta/annotator_48": 0.9866535067558289, "eta/annotator_49": 0.9894420504570007, "eta/annotator_5": 0.99005126953125, "eta/annotator_50": 0.9903210401535034, "eta/annotator_51": 0.9865957498550415, "eta/annotator_52": 0.9918143153190613, "eta/annotator_53": 0.9901559948921204, "eta/annotator_54": 0.9905027151107788, "eta/annotator_55": 0.9930641055107117, "eta/annotator_56": 0.991816520690918, "eta/annotator_57": 0.9909651875495911, "eta/annotator_58": 0.9902092814445496, "eta/annotator_59": 0.9899765253067017, "eta/annotator_6": 0.9912742376327515, "eta/annotator_60": 0.9904715418815613, "eta/annotator_61": 0.9872328639030457, "eta/annotator_62": 0.991283118724823, "eta/annotator_63": 0.9899513125419617, "eta/annotator_64": 0.9904036521911621, "eta/annotator_65": 0.9827572703361511, "eta/annotator_66": 0.991283118724823, "eta/annotator_67": 0.9914082288742065, "eta/annotator_68": 0.992099404335022, "eta/annotator_69": 0.9914920926094055, "eta/annotator_7": 0.9886366724967957, "eta/annotator_70": 0.9903691411018372, "eta/annotator_71": 0.9916553497314453, "eta/annotator_72": 0.99067622423172, "eta/annotator_73": 0.9897980690002441, "eta/annotator_74": 0.990679919719696, "eta/annotator_75": 0.9900902509689331, "eta/annotator_76": 0.9881614446640015, "eta/annotator_77": 0.9908432960510254, "eta/annotator_78": 0.9903842806816101, "eta/annotator_79": 0.9880810976028442, "eta/annotator_8": 0.9862197041511536, "eta/annotator_80": 0.9906047582626343, "eta/annotator_81": 0.9895898103713989, "eta/annotator_82": 0.9901677370071411, "eta/annotator_83": 0.9894734621047974, "eta/annotator_84": 0.9910111427307129, "eta/annotator_85": 0.9910105466842651, "eta/annotator_86": 0.990731418132782, "eta/annotator_87": 0.9859269857406616, "eta/annotator_88": 0.9909911155700684, "eta/annotator_89": 0.9867293238639832, "eta/annotator_9": 0.9904297590255737, "eta/annotator_90": 0.9866642951965332, "eta/annotator_91": 0.991474986076355, "eta/annotator_92": 0.9921134114265442, "eta/annotator_93": 0.990602970123291, "eta/annotator_94": 0.990933895111084, "eta/annotator_95": 0.9907596707344055, "eta/annotator_96": 0.976382851600647, "eta/annotator_97": 0.9890609979629517, "eta/annotator_98": 0.9900250434875488, "eta/annotator_99": 0.9884417653083801, "grad_norm": 41.71844751480442, "learning_rate": 3.640776699029126e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -327.3374938964844, "logps/rejected": -250.25, "loss": 0.6162, "rewards/accuracies": 0.639843761920929, "rewards/chosen": -0.14012889564037323, "rewards/margins": 0.3767806887626648, "rewards/rejected": -0.517077624797821, "step": 80 }, { "em/agreement_weights_mean": 0.988639235496521, "em/agreement_weights_std": 0.013566821813583374, "em/unique_annotators_in_global_batch": 15.412500381469727, "epoch": 0.3930131004366812, "eta/annotator_0": 0.9886137247085571, "eta/annotator_1": 0.9928733706474304, "eta/annotator_10": 0.9910207986831665, "eta/annotator_100": 0.98884516954422, "eta/annotator_101": 0.9886466264724731, "eta/annotator_102": 0.9897727966308594, "eta/annotator_103": 0.9821965098381042, "eta/annotator_104": 0.9858134984970093, "eta/annotator_105": 0.9890686869621277, "eta/annotator_106": 0.9898211359977722, "eta/annotator_107": 0.990721583366394, "eta/annotator_108": 0.9896103739738464, "eta/annotator_109": 0.9901450872421265, "eta/annotator_11": 0.9916939735412598, "eta/annotator_110": 0.9897407293319702, "eta/annotator_111": 0.9894729852676392, "eta/annotator_112": 0.9892088770866394, "eta/annotator_113": 0.9902032017707825, "eta/annotator_114": 0.9892210960388184, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9908767938613892, "eta/annotator_118": 0.9801878929138184, "eta/annotator_119": 0.9902901649475098, "eta/annotator_12": 0.9893847703933716, "eta/annotator_120": 0.9906622171401978, "eta/annotator_121": 0.9916176795959473, "eta/annotator_122": 0.9883424043655396, "eta/annotator_123": 0.9906711578369141, "eta/annotator_124": 0.9878792762756348, "eta/annotator_125": 0.9897217750549316, "eta/annotator_126": 0.9896770715713501, "eta/annotator_127": 0.9916785359382629, "eta/annotator_128": 0.9904251098632812, "eta/annotator_129": 0.9923245310783386, "eta/annotator_13": 0.9868935346603394, "eta/annotator_130": 0.9879469871520996, "eta/annotator_131": 0.9923163652420044, "eta/annotator_132": 0.9892582893371582, "eta/annotator_133": 0.9909590482711792, "eta/annotator_134": 0.9912581443786621, "eta/annotator_135": 0.9901009798049927, "eta/annotator_136": 0.9903602600097656, "eta/annotator_137": 0.9921873807907104, "eta/annotator_138": 0.9906813502311707, "eta/annotator_139": 0.9920331239700317, "eta/annotator_14": 0.9858487248420715, "eta/annotator_140": 0.992220401763916, "eta/annotator_141": 0.9912107586860657, "eta/annotator_142": 0.9921438097953796, "eta/annotator_143": 0.9897063970565796, "eta/annotator_144": 0.9894146919250488, "eta/annotator_145": 0.990369439125061, "eta/annotator_146": 0.987723708152771, "eta/annotator_147": 0.9843527674674988, "eta/annotator_148": 0.9904629588127136, "eta/annotator_149": 0.9890664219856262, "eta/annotator_15": 0.9913663864135742, "eta/annotator_150": 0.989575982093811, "eta/annotator_151": 0.9916068911552429, "eta/annotator_152": 0.9891809225082397, "eta/annotator_153": 0.9915398359298706, "eta/annotator_154": 0.991507351398468, "eta/annotator_155": 0.9895243644714355, "eta/annotator_156": 0.9910677075386047, "eta/annotator_157": 0.9886778593063354, "eta/annotator_158": 0.9903173446655273, "eta/annotator_159": 0.9905351400375366, "eta/annotator_16": 0.9920108914375305, "eta/annotator_160": 0.9924870729446411, "eta/annotator_161": 0.9887715578079224, "eta/annotator_162": 0.9907108545303345, "eta/annotator_163": 0.9897178411483765, "eta/annotator_164": 0.9917916059494019, "eta/annotator_165": 0.9918548464775085, "eta/annotator_166": 0.9911693334579468, "eta/annotator_167": 0.9921390414237976, "eta/annotator_168": 0.9897092580795288, "eta/annotator_169": 0.9911295175552368, "eta/annotator_17": 0.9911328554153442, "eta/annotator_170": 0.9900501370429993, "eta/annotator_171": 0.9886032938957214, "eta/annotator_172": 0.9906500577926636, "eta/annotator_173": 0.9863589406013489, "eta/annotator_174": 0.9896308779716492, "eta/annotator_175": 0.9895346760749817, "eta/annotator_176": 0.9900534749031067, "eta/annotator_177": 0.9906594157218933, "eta/annotator_178": 0.989555835723877, "eta/annotator_179": 0.9905667304992676, "eta/annotator_18": 0.9884780645370483, "eta/annotator_180": 0.9907728433609009, "eta/annotator_181": 0.9899215698242188, "eta/annotator_182": 0.9925718307495117, "eta/annotator_183": 0.9912659525871277, "eta/annotator_184": 0.9863044023513794, "eta/annotator_185": 0.9902871251106262, "eta/annotator_186": 0.9915432929992676, "eta/annotator_187": 0.9902496337890625, "eta/annotator_188": 0.9892598390579224, "eta/annotator_189": 0.9907612800598145, "eta/annotator_19": 0.9911449551582336, "eta/annotator_190": 0.9920065999031067, "eta/annotator_191": 0.9917453527450562, "eta/annotator_192": 0.9910538792610168, "eta/annotator_193": 0.9908537864685059, "eta/annotator_194": 0.9862122535705566, "eta/annotator_195": 0.9905516505241394, "eta/annotator_196": 0.9893394708633423, "eta/annotator_197": 0.9878396987915039, "eta/annotator_198": 0.9871242642402649, "eta/annotator_199": 0.9879975318908691, "eta/annotator_2": 0.9907294511795044, "eta/annotator_20": 0.9866310954093933, "eta/annotator_200": 0.992165744304657, "eta/annotator_201": 0.9908106923103333, "eta/annotator_202": 0.9901905059814453, "eta/annotator_203": 0.9914959669113159, "eta/annotator_204": 0.9912726283073425, "eta/annotator_205": 0.9898689985275269, "eta/annotator_206": 0.9915324449539185, "eta/annotator_207": 0.9903807640075684, "eta/annotator_208": 0.9907621145248413, "eta/annotator_209": 0.9908760190010071, "eta/annotator_21": 0.9791181683540344, "eta/annotator_210": 0.9905120134353638, "eta/annotator_211": 0.9891281127929688, "eta/annotator_212": 0.9862152934074402, "eta/annotator_213": 0.9877142906188965, "eta/annotator_214": 0.9845532178878784, "eta/annotator_215": 0.9939851760864258, "eta/annotator_216": 0.9927173852920532, "eta/annotator_217": 0.9901642799377441, "eta/annotator_218": 0.9894902110099792, "eta/annotator_219": 0.9909437894821167, "eta/annotator_22": 0.9903689622879028, "eta/annotator_220": 0.9886211156845093, "eta/annotator_221": 0.9884255528450012, "eta/annotator_222": 0.9863578677177429, "eta/annotator_223": 0.9914361834526062, "eta/annotator_224": 0.9874774813652039, "eta/annotator_225": 0.9889698028564453, "eta/annotator_226": 0.9904590845108032, "eta/annotator_23": 0.9855305552482605, "eta/annotator_24": 0.9908180236816406, "eta/annotator_25": 0.9895148277282715, "eta/annotator_26": 0.9924500584602356, "eta/annotator_27": 0.9919278025627136, "eta/annotator_28": 0.9933479428291321, "eta/annotator_29": 0.9904313087463379, "eta/annotator_3": 0.9907429814338684, "eta/annotator_30": 0.9911046028137207, "eta/annotator_31": 0.9900580644607544, "eta/annotator_32": 0.9898465275764465, "eta/annotator_33": 0.9899061918258667, "eta/annotator_34": 0.9889451265335083, "eta/annotator_35": 0.986343502998352, "eta/annotator_36": 0.9906917810440063, "eta/annotator_37": 0.9889009594917297, "eta/annotator_38": 0.9879220128059387, "eta/annotator_39": 0.9918904304504395, "eta/annotator_4": 0.9912596940994263, "eta/annotator_40": 0.9869617223739624, "eta/annotator_41": 0.990105152130127, "eta/annotator_42": 0.991529643535614, "eta/annotator_43": 0.9911078214645386, "eta/annotator_44": 0.9913061857223511, "eta/annotator_45": 0.9903243780136108, "eta/annotator_46": 0.989794909954071, "eta/annotator_47": 0.9891761541366577, "eta/annotator_48": 0.9867911338806152, "eta/annotator_49": 0.9880321621894836, "eta/annotator_5": 0.9885879755020142, "eta/annotator_50": 0.9907311201095581, "eta/annotator_51": 0.9864195585250854, "eta/annotator_52": 0.9921929240226746, "eta/annotator_53": 0.9911066889762878, "eta/annotator_54": 0.9901888966560364, "eta/annotator_55": 0.9930685758590698, "eta/annotator_56": 0.9920951128005981, "eta/annotator_57": 0.9916195869445801, "eta/annotator_58": 0.9906362295150757, "eta/annotator_59": 0.9897478222846985, "eta/annotator_6": 0.9913915395736694, "eta/annotator_60": 0.983300507068634, "eta/annotator_61": 0.9869204759597778, "eta/annotator_62": 0.9911705851554871, "eta/annotator_63": 0.9899513125419617, "eta/annotator_64": 0.9900864362716675, "eta/annotator_65": 0.9833580851554871, "eta/annotator_66": 0.991350531578064, "eta/annotator_67": 0.991305947303772, "eta/annotator_68": 0.9924159049987793, "eta/annotator_69": 0.9918287992477417, "eta/annotator_7": 0.9886900186538696, "eta/annotator_70": 0.9902809858322144, "eta/annotator_71": 0.9916155934333801, "eta/annotator_72": 0.990517795085907, "eta/annotator_73": 0.989376425743103, "eta/annotator_74": 0.9906336665153503, "eta/annotator_75": 0.9890881776809692, "eta/annotator_76": 0.9894073605537415, "eta/annotator_77": 0.9911383390426636, "eta/annotator_78": 0.99065101146698, "eta/annotator_79": 0.9804169535636902, "eta/annotator_8": 0.9865216016769409, "eta/annotator_80": 0.9908850789070129, "eta/annotator_81": 0.9896742701530457, "eta/annotator_82": 0.9904168248176575, "eta/annotator_83": 0.9900025129318237, "eta/annotator_84": 0.9914513826370239, "eta/annotator_85": 0.9909167289733887, "eta/annotator_86": 0.9877595901489258, "eta/annotator_87": 0.985776424407959, "eta/annotator_88": 0.9909911155700684, "eta/annotator_89": 0.9869275093078613, "eta/annotator_9": 0.990850567817688, "eta/annotator_90": 0.9857285618782043, "eta/annotator_91": 0.9918836355209351, "eta/annotator_92": 0.992175281047821, "eta/annotator_93": 0.9904486536979675, "eta/annotator_94": 0.9910834431648254, "eta/annotator_95": 0.9896971583366394, "eta/annotator_96": 0.97645503282547, "eta/annotator_97": 0.9888099431991577, "eta/annotator_98": 0.9902709126472473, "eta/annotator_99": 0.9888325929641724, "grad_norm": 39.20548669452936, "learning_rate": 3.398058252427184e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -320.625, "logps/rejected": -252.8249969482422, "loss": 0.6153, "rewards/accuracies": 0.6312500238418579, "rewards/chosen": -0.12613467872142792, "rewards/margins": 0.397055059671402, "rewards/rejected": -0.5228821039199829, "step": 90 }, { "em/agreement_weights_mean": 0.9875394701957703, "em/agreement_weights_std": 0.016790051013231277, "em/unique_annotators_in_global_batch": 15.199999809265137, "epoch": 0.4366812227074236, "eta/annotator_0": 0.9901490211486816, "eta/annotator_1": 0.9921164512634277, "eta/annotator_10": 0.9919020533561707, "eta/annotator_100": 0.9895820617675781, "eta/annotator_101": 0.9889920353889465, "eta/annotator_102": 0.9889715313911438, "eta/annotator_103": 0.9836109280586243, "eta/annotator_104": 0.9854120016098022, "eta/annotator_105": 0.9794647097587585, "eta/annotator_106": 0.9898062944412231, "eta/annotator_107": 0.9908745884895325, "eta/annotator_108": 0.9884058833122253, "eta/annotator_109": 0.9900978803634644, "eta/annotator_11": 0.9909144639968872, "eta/annotator_110": 0.9893065690994263, "eta/annotator_111": 0.9899018406867981, "eta/annotator_112": 0.9892227053642273, "eta/annotator_113": 0.9903247952461243, "eta/annotator_114": 0.9873775243759155, "eta/annotator_115": 0.9899998903274536, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9885184168815613, "eta/annotator_118": 0.9815499186515808, "eta/annotator_119": 0.9907709360122681, "eta/annotator_12": 0.989728569984436, "eta/annotator_120": 0.9914178848266602, "eta/annotator_121": 0.9892824292182922, "eta/annotator_122": 0.9885560274124146, "eta/annotator_123": 0.988079845905304, "eta/annotator_124": 0.9874383211135864, "eta/annotator_125": 0.9895796775817871, "eta/annotator_126": 0.9910653233528137, "eta/annotator_127": 0.9915155172348022, "eta/annotator_128": 0.9900780916213989, "eta/annotator_129": 0.9925665855407715, "eta/annotator_13": 0.9868826866149902, "eta/annotator_130": 0.9880959391593933, "eta/annotator_131": 0.9915105104446411, "eta/annotator_132": 0.9898613095283508, "eta/annotator_133": 0.9906913042068481, "eta/annotator_134": 0.9912537336349487, "eta/annotator_135": 0.9901421666145325, "eta/annotator_136": 0.9901893734931946, "eta/annotator_137": 0.9917594194412231, "eta/annotator_138": 0.9901596903800964, "eta/annotator_139": 0.9905564188957214, "eta/annotator_14": 0.9840383529663086, "eta/annotator_140": 0.9922043085098267, "eta/annotator_141": 0.9917274713516235, "eta/annotator_142": 0.9925419092178345, "eta/annotator_143": 0.9896844029426575, "eta/annotator_144": 0.9895280003547668, "eta/annotator_145": 0.9905182719230652, "eta/annotator_146": 0.9870843887329102, "eta/annotator_147": 0.9851614832878113, "eta/annotator_148": 0.9896634817123413, "eta/annotator_149": 0.9887531399726868, "eta/annotator_15": 0.9888325929641724, "eta/annotator_150": 0.9901224970817566, "eta/annotator_151": 0.9926093220710754, "eta/annotator_152": 0.9908260107040405, "eta/annotator_153": 0.9919137954711914, "eta/annotator_154": 0.9918333888053894, "eta/annotator_155": 0.9885991215705872, "eta/annotator_156": 0.9914971590042114, "eta/annotator_157": 0.9882235527038574, "eta/annotator_158": 0.9912155270576477, "eta/annotator_159": 0.9901435971260071, "eta/annotator_16": 0.9928654432296753, "eta/annotator_160": 0.9920795559883118, "eta/annotator_161": 0.9887793660163879, "eta/annotator_162": 0.9909831881523132, "eta/annotator_163": 0.9881237745285034, "eta/annotator_164": 0.9912490844726562, "eta/annotator_165": 0.9928877949714661, "eta/annotator_166": 0.9919233322143555, "eta/annotator_167": 0.9923270344734192, "eta/annotator_168": 0.9896848797798157, "eta/annotator_169": 0.9910416603088379, "eta/annotator_17": 0.9911341667175293, "eta/annotator_170": 0.9903694987297058, "eta/annotator_171": 0.9890893697738647, "eta/annotator_172": 0.9908635020256042, "eta/annotator_173": 0.9866364598274231, "eta/annotator_174": 0.9896308779716492, "eta/annotator_175": 0.9892982244491577, "eta/annotator_176": 0.9897144436836243, "eta/annotator_177": 0.9900320768356323, "eta/annotator_178": 0.9903033971786499, "eta/annotator_179": 0.9915335774421692, "eta/annotator_18": 0.987347424030304, "eta/annotator_180": 0.9919377565383911, "eta/annotator_181": 0.9901294708251953, "eta/annotator_182": 0.9932703971862793, "eta/annotator_183": 0.9916300773620605, "eta/annotator_184": 0.9861928820610046, "eta/annotator_185": 0.9903117418289185, "eta/annotator_186": 0.9918904304504395, "eta/annotator_187": 0.9890015721321106, "eta/annotator_188": 0.9896045923233032, "eta/annotator_189": 0.9907984733581543, "eta/annotator_19": 0.9913213849067688, "eta/annotator_190": 0.9919933080673218, "eta/annotator_191": 0.9913832545280457, "eta/annotator_192": 0.9911438822746277, "eta/annotator_193": 0.9919247627258301, "eta/annotator_194": 0.9849740266799927, "eta/annotator_195": 0.9908344149589539, "eta/annotator_196": 0.9884358644485474, "eta/annotator_197": 0.9887176752090454, "eta/annotator_198": 0.9871878623962402, "eta/annotator_199": 0.9856390953063965, "eta/annotator_2": 0.990807056427002, "eta/annotator_20": 0.9868301153182983, "eta/annotator_200": 0.9923699498176575, "eta/annotator_201": 0.9913061857223511, "eta/annotator_202": 0.9906309247016907, "eta/annotator_203": 0.9911032915115356, "eta/annotator_204": 0.9916169047355652, "eta/annotator_205": 0.9915892481803894, "eta/annotator_206": 0.9913054704666138, "eta/annotator_207": 0.9900519251823425, "eta/annotator_208": 0.9907914400100708, "eta/annotator_209": 0.9906929135322571, "eta/annotator_21": 0.9815224409103394, "eta/annotator_210": 0.9907132983207703, "eta/annotator_211": 0.9891281127929688, "eta/annotator_212": 0.9851869344711304, "eta/annotator_213": 0.9881148338317871, "eta/annotator_214": 0.9844546318054199, "eta/annotator_215": 0.9944928288459778, "eta/annotator_216": 0.9908974766731262, "eta/annotator_217": 0.9901642799377441, "eta/annotator_218": 0.9880234003067017, "eta/annotator_219": 0.9914847612380981, "eta/annotator_22": 0.9902889132499695, "eta/annotator_220": 0.9849554896354675, "eta/annotator_221": 0.9889839887619019, "eta/annotator_222": 0.9862183332443237, "eta/annotator_223": 0.9923308491706848, "eta/annotator_224": 0.9874793291091919, "eta/annotator_225": 0.9899614453315735, "eta/annotator_226": 0.9903429746627808, "eta/annotator_23": 0.986613392829895, "eta/annotator_24": 0.990145206451416, "eta/annotator_25": 0.9831892848014832, "eta/annotator_26": 0.9926479458808899, "eta/annotator_27": 0.9921347498893738, "eta/annotator_28": 0.9937068223953247, "eta/annotator_29": 0.9907631874084473, "eta/annotator_3": 0.9915164709091187, "eta/annotator_30": 0.9915879368782043, "eta/annotator_31": 0.9907627105712891, "eta/annotator_32": 0.9898444414138794, "eta/annotator_33": 0.9897346496582031, "eta/annotator_34": 0.9891145825386047, "eta/annotator_35": 0.9834175109863281, "eta/annotator_36": 0.9906685948371887, "eta/annotator_37": 0.9889930486679077, "eta/annotator_38": 0.9863109588623047, "eta/annotator_39": 0.9926282167434692, "eta/annotator_4": 0.991374671459198, "eta/annotator_40": 0.9876112937927246, "eta/annotator_41": 0.9903368949890137, "eta/annotator_42": 0.9920023679733276, "eta/annotator_43": 0.9919293522834778, "eta/annotator_44": 0.9915543794631958, "eta/annotator_45": 0.9903243780136108, "eta/annotator_46": 0.9894801378250122, "eta/annotator_47": 0.9891034364700317, "eta/annotator_48": 0.9862693548202515, "eta/annotator_49": 0.988021969795227, "eta/annotator_5": 0.9880531430244446, "eta/annotator_50": 0.9909550547599792, "eta/annotator_51": 0.9874141812324524, "eta/annotator_52": 0.9924988746643066, "eta/annotator_53": 0.9915698170661926, "eta/annotator_54": 0.9910804629325867, "eta/annotator_55": 0.9931312799453735, "eta/annotator_56": 0.992293655872345, "eta/annotator_57": 0.9914997220039368, "eta/annotator_58": 0.9920659065246582, "eta/annotator_59": 0.9882702827453613, "eta/annotator_6": 0.9920779466629028, "eta/annotator_60": 0.9840056300163269, "eta/annotator_61": 0.9858142137527466, "eta/annotator_62": 0.9925482869148254, "eta/annotator_63": 0.9900137782096863, "eta/annotator_64": 0.9900810122489929, "eta/annotator_65": 0.9833580851554871, "eta/annotator_66": 0.9919571876525879, "eta/annotator_67": 0.9904224276542664, "eta/annotator_68": 0.9934256672859192, "eta/annotator_69": 0.9918853640556335, "eta/annotator_7": 0.9891608953475952, "eta/annotator_70": 0.9902783632278442, "eta/annotator_71": 0.9914200901985168, "eta/annotator_72": 0.990123450756073, "eta/annotator_73": 0.9893156886100769, "eta/annotator_74": 0.9902179837226868, "eta/annotator_75": 0.9864346385002136, "eta/annotator_76": 0.9909771084785461, "eta/annotator_77": 0.9912432432174683, "eta/annotator_78": 0.9908135533332825, "eta/annotator_79": 0.9812268018722534, "eta/annotator_8": 0.9852371215820312, "eta/annotator_80": 0.9908850789070129, "eta/annotator_81": 0.9896939396858215, "eta/annotator_82": 0.9907082319259644, "eta/annotator_83": 0.98979651927948, "eta/annotator_84": 0.9917634129524231, "eta/annotator_85": 0.9914488792419434, "eta/annotator_86": 0.9555721282958984, "eta/annotator_87": 0.9861037135124207, "eta/annotator_88": 0.9909911155700684, "eta/annotator_89": 0.986691951751709, "eta/annotator_9": 0.9919220209121704, "eta/annotator_90": 0.985998809337616, "eta/annotator_91": 0.990916907787323, "eta/annotator_92": 0.9927309155464172, "eta/annotator_93": 0.9908665418624878, "eta/annotator_94": 0.9910933375358582, "eta/annotator_95": 0.989629864692688, "eta/annotator_96": 0.9765890836715698, "eta/annotator_97": 0.9847092628479004, "eta/annotator_98": 0.9896876215934753, "eta/annotator_99": 0.9874259233474731, "grad_norm": 44.5922122090907, "learning_rate": 3.155339805825243e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.3999938964844, "logps/rejected": -249.3249969482422, "loss": 0.6128, "rewards/accuracies": 0.637499988079071, "rewards/chosen": -0.16033916175365448, "rewards/margins": 0.39673155546188354, "rewards/rejected": -0.5571044683456421, "step": 100 }, { "epoch": 0.4366812227074236, "eta/annotator_0": 0.9901479482650757, "eta/annotator_1": 0.9907538294792175, "eta/annotator_10": 0.9918727278709412, "eta/annotator_100": 0.9889617562294006, "eta/annotator_101": 0.9881884455680847, "eta/annotator_102": 0.9646790623664856, "eta/annotator_103": 0.9839147329330444, "eta/annotator_104": 0.9841328263282776, "eta/annotator_105": 0.9803983569145203, "eta/annotator_106": 0.9896361231803894, "eta/annotator_107": 0.9908745884895325, "eta/annotator_108": 0.9890644550323486, "eta/annotator_109": 0.9896742105484009, "eta/annotator_11": 0.9801672101020813, "eta/annotator_110": 0.9668172597885132, "eta/annotator_111": 0.9897714257240295, "eta/annotator_112": 0.9894854426383972, "eta/annotator_113": 0.9889310598373413, "eta/annotator_114": 0.9880542755126953, "eta/annotator_115": 0.9899998307228088, "eta/annotator_116": 0.9898979663848877, "eta/annotator_117": 0.9883860945701599, "eta/annotator_118": 0.9815347194671631, "eta/annotator_119": 0.9909074902534485, "eta/annotator_12": 0.9906615614891052, "eta/annotator_120": 0.9910582900047302, "eta/annotator_121": 0.9895917177200317, "eta/annotator_122": 0.9890574812889099, "eta/annotator_123": 0.9863746166229248, "eta/annotator_124": 0.9876070022583008, "eta/annotator_125": 0.9845578074455261, "eta/annotator_126": 0.9907881617546082, "eta/annotator_127": 0.9897848963737488, "eta/annotator_128": 0.9900658130645752, "eta/annotator_129": 0.9925167560577393, "eta/annotator_13": 0.986783504486084, "eta/annotator_130": 0.9880358576774597, "eta/annotator_131": 0.9893364906311035, "eta/annotator_132": 0.9898377060890198, "eta/annotator_133": 0.9907978773117065, "eta/annotator_134": 0.9913603663444519, "eta/annotator_135": 0.9905140399932861, "eta/annotator_136": 0.9901893138885498, "eta/annotator_137": 0.9917038679122925, "eta/annotator_138": 0.9907944798469543, "eta/annotator_139": 0.9905887246131897, "eta/annotator_14": 0.984254002571106, "eta/annotator_140": 0.9917420148849487, "eta/annotator_141": 0.9928280711174011, "eta/annotator_142": 0.9927987456321716, "eta/annotator_143": 0.9897457957267761, "eta/annotator_144": 0.9896296858787537, "eta/annotator_145": 0.9908460378646851, "eta/annotator_146": 0.9837890267372131, "eta/annotator_147": 0.9857933521270752, "eta/annotator_148": 0.989935576915741, "eta/annotator_149": 0.9890393018722534, "eta/annotator_15": 0.988344669342041, "eta/annotator_150": 0.9919591546058655, "eta/annotator_151": 0.9927451610565186, "eta/annotator_152": 0.9909415245056152, "eta/annotator_153": 0.991489827632904, "eta/annotator_154": 0.98939049243927, "eta/annotator_155": 0.9885991811752319, "eta/annotator_156": 0.991744339466095, "eta/annotator_157": 0.989007830619812, "eta/annotator_158": 0.9918219447135925, "eta/annotator_159": 0.9905325770378113, "eta/annotator_16": 0.9929770827293396, "eta/annotator_160": 0.9923517107963562, "eta/annotator_161": 0.9897823333740234, "eta/annotator_162": 0.990983247756958, "eta/annotator_163": 0.9871675372123718, "eta/annotator_164": 0.9911956191062927, "eta/annotator_165": 0.993109405040741, "eta/annotator_166": 0.9922482371330261, "eta/annotator_167": 0.9926567673683167, "eta/annotator_168": 0.9899773597717285, "eta/annotator_169": 0.9907143115997314, "eta/annotator_17": 0.9911462664604187, "eta/annotator_170": 0.9904682636260986, "eta/annotator_171": 0.989648163318634, "eta/annotator_172": 0.9908636212348938, "eta/annotator_173": 0.9865153431892395, "eta/annotator_174": 0.989630937576294, "eta/annotator_175": 0.9881579875946045, "eta/annotator_176": 0.986230194568634, "eta/annotator_177": 0.9900867938995361, "eta/annotator_178": 0.990881085395813, "eta/annotator_179": 0.9914553761482239, "eta/annotator_18": 0.9866370558738708, "eta/annotator_180": 0.9919941425323486, "eta/annotator_181": 0.9906965494155884, "eta/annotator_182": 0.9934330582618713, "eta/annotator_183": 0.9917656183242798, "eta/annotator_184": 0.9877473711967468, "eta/annotator_185": 0.9901893138885498, "eta/annotator_186": 0.9921581745147705, "eta/annotator_187": 0.9892934560775757, "eta/annotator_188": 0.9898377060890198, "eta/annotator_189": 0.9908179640769958, "eta/annotator_19": 0.9914868474006653, "eta/annotator_190": 0.99174565076828, "eta/annotator_191": 0.9915673732757568, "eta/annotator_192": 0.9915859699249268, "eta/annotator_193": 0.9919707179069519, "eta/annotator_194": 0.9830642342567444, "eta/annotator_195": 0.9911734461784363, "eta/annotator_196": 0.98591548204422, "eta/annotator_197": 0.9885227680206299, "eta/annotator_198": 0.987760066986084, "eta/annotator_199": 0.9856070876121521, "eta/annotator_2": 0.9890860915184021, "eta/annotator_20": 0.9868680834770203, "eta/annotator_200": 0.9925282001495361, "eta/annotator_201": 0.9915072321891785, "eta/annotator_202": 0.9908835291862488, "eta/annotator_203": 0.9914100170135498, "eta/annotator_204": 0.9917948842048645, "eta/annotator_205": 0.9917665719985962, "eta/annotator_206": 0.9924907088279724, "eta/annotator_207": 0.9895814061164856, "eta/annotator_208": 0.9915809035301208, "eta/annotator_209": 0.9906928539276123, "eta/annotator_21": 0.981522262096405, "eta/annotator_210": 0.9903361797332764, "eta/annotator_211": 0.9891281127929688, "eta/annotator_212": 0.9864652752876282, "eta/annotator_213": 0.988128662109375, "eta/annotator_214": 0.9831987619400024, "eta/annotator_215": 0.9941088557243347, "eta/annotator_216": 0.9909672737121582, "eta/annotator_217": 0.9901643991470337, "eta/annotator_218": 0.9879992008209229, "eta/annotator_219": 0.9918676018714905, "eta/annotator_22": 0.9906643629074097, "eta/annotator_220": 0.9842617511749268, "eta/annotator_221": 0.9894280433654785, "eta/annotator_222": 0.987422525882721, "eta/annotator_223": 0.9924572706222534, "eta/annotator_224": 0.9877269268035889, "eta/annotator_225": 0.9904727935791016, "eta/annotator_226": 0.9913285970687866, "eta/annotator_23": 0.9871209263801575, "eta/annotator_24": 0.9901453256607056, "eta/annotator_25": 0.9834129810333252, "eta/annotator_26": 0.9928906559944153, "eta/annotator_27": 0.9916473031044006, "eta/annotator_28": 0.9933928847312927, "eta/annotator_29": 0.9911924600601196, "eta/annotator_3": 0.9917049407958984, "eta/annotator_30": 0.9909032583236694, "eta/annotator_31": 0.9907457828521729, "eta/annotator_32": 0.9896813035011292, "eta/annotator_33": 0.9896407723426819, "eta/annotator_34": 0.9898281097412109, "eta/annotator_35": 0.9845542311668396, "eta/annotator_36": 0.9904606342315674, "eta/annotator_37": 0.982448399066925, "eta/annotator_38": 0.9831152558326721, "eta/annotator_39": 0.9926798939704895, "eta/annotator_4": 0.9915009140968323, "eta/annotator_40": 0.9876111149787903, "eta/annotator_41": 0.9902427196502686, "eta/annotator_42": 0.9921776056289673, "eta/annotator_43": 0.9922952055931091, "eta/annotator_44": 0.9911689162254333, "eta/annotator_45": 0.9903244376182556, "eta/annotator_46": 0.9894801378250122, "eta/annotator_47": 0.9896882176399231, "eta/annotator_48": 0.9867185354232788, "eta/annotator_49": 0.9873602390289307, "eta/annotator_5": 0.9878126382827759, "eta/annotator_50": 0.991142213344574, "eta/annotator_51": 0.9874141216278076, "eta/annotator_52": 0.9926962852478027, "eta/annotator_53": 0.9915409684181213, "eta/annotator_54": 0.9908993244171143, "eta/annotator_55": 0.9933329820632935, "eta/annotator_56": 0.9925020933151245, "eta/annotator_57": 0.9904212355613708, "eta/annotator_58": 0.9926502704620361, "eta/annotator_59": 0.9872322678565979, "eta/annotator_6": 0.9926929473876953, "eta/annotator_60": 0.9850490093231201, "eta/annotator_61": 0.9850413799285889, "eta/annotator_62": 0.9925483465194702, "eta/annotator_63": 0.9905750751495361, "eta/annotator_64": 0.9904320240020752, "eta/annotator_65": 0.9833580255508423, "eta/annotator_66": 0.9919573068618774, "eta/annotator_67": 0.990760326385498, "eta/annotator_68": 0.9935546517372131, "eta/annotator_69": 0.9918854832649231, "eta/annotator_7": 0.9891610145568848, "eta/annotator_70": 0.990254282951355, "eta/annotator_71": 0.9913506507873535, "eta/annotator_72": 0.9903348088264465, "eta/annotator_73": 0.9893933534622192, "eta/annotator_74": 0.990217924118042, "eta/annotator_75": 0.9867706894874573, "eta/annotator_76": 0.9910060167312622, "eta/annotator_77": 0.9910672903060913, "eta/annotator_78": 0.9916032552719116, "eta/annotator_79": 0.9775351881980896, "eta/annotator_8": 0.9759935140609741, "eta/annotator_80": 0.9908848404884338, "eta/annotator_81": 0.9903125762939453, "eta/annotator_82": 0.9897547960281372, "eta/annotator_83": 0.9894829392433167, "eta/annotator_84": 0.9924545884132385, "eta/annotator_85": 0.9915899038314819, "eta/annotator_86": 0.9547184705734253, "eta/annotator_87": 0.9849088788032532, "eta/annotator_88": 0.9909909963607788, "eta/annotator_89": 0.9856846332550049, "eta/annotator_9": 0.9928702712059021, "eta/annotator_90": 0.9856951236724854, "eta/annotator_91": 0.9912054538726807, "eta/annotator_92": 0.9920114874839783, "eta/annotator_93": 0.9910469651222229, "eta/annotator_94": 0.9911828637123108, "eta/annotator_95": 0.9900718927383423, "eta/annotator_96": 0.9743410348892212, "eta/annotator_97": 0.9846612811088562, "eta/annotator_98": 0.9898509383201599, "eta/annotator_99": 0.9867419004440308, "eval_em/agreement_weights_mean": 0.9886090755462646, "eval_em/agreement_weights_std": 0.012804767116904259, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -324.46392822265625, "eval_logps/rejected": -249.63917541503906, "eval_loss": 0.6015530228614807, "eval_rewards/accuracies": 0.64377760887146, "eval_rewards/chosen": -0.16177399456501007, "eval_rewards/margins": 0.3995826840400696, "eval_rewards/rejected": -0.5612818002700806, "eval_runtime": 85.342, "eval_samples_per_second": 18.08, "eval_steps_per_second": 1.137, "step": 100 }, { "em/agreement_weights_mean": 0.9885188341140747, "em/agreement_weights_std": 0.013182324357330799, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.48034934497816595, "eta/annotator_0": 0.9901924133300781, "eta/annotator_1": 0.9907457232475281, "eta/annotator_10": 0.9919093251228333, "eta/annotator_100": 0.9889616966247559, "eta/annotator_101": 0.9881884455680847, "eta/annotator_102": 0.9647132754325867, "eta/annotator_103": 0.9839078187942505, "eta/annotator_104": 0.9841307401657104, "eta/annotator_105": 0.9805339574813843, "eta/annotator_106": 0.9896233677864075, "eta/annotator_107": 0.9909049272537231, "eta/annotator_108": 0.9891208410263062, "eta/annotator_109": 0.9896218180656433, "eta/annotator_11": 0.9801002740859985, "eta/annotator_110": 0.9669170379638672, "eta/annotator_111": 0.989787220954895, "eta/annotator_112": 0.9895005226135254, "eta/annotator_113": 0.9888879060745239, "eta/annotator_114": 0.9880396723747253, "eta/annotator_115": 0.9899036288261414, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9883600473403931, "eta/annotator_118": 0.981462836265564, "eta/annotator_119": 0.9908491969108582, "eta/annotator_12": 0.9906520843505859, "eta/annotator_120": 0.9911432266235352, "eta/annotator_121": 0.9895838499069214, "eta/annotator_122": 0.9889385104179382, "eta/annotator_123": 0.9863995313644409, "eta/annotator_124": 0.9876254796981812, "eta/annotator_125": 0.98463374376297, "eta/annotator_126": 0.9907864332199097, "eta/annotator_127": 0.989244818687439, "eta/annotator_128": 0.990001380443573, "eta/annotator_129": 0.9925376772880554, "eta/annotator_13": 0.9868941307067871, "eta/annotator_130": 0.9880088567733765, "eta/annotator_131": 0.9892997741699219, "eta/annotator_132": 0.9898344278335571, "eta/annotator_133": 0.9908062815666199, "eta/annotator_134": 0.9913862347602844, "eta/annotator_135": 0.9905140995979309, "eta/annotator_136": 0.9902286529541016, "eta/annotator_137": 0.9917546510696411, "eta/annotator_138": 0.9908362627029419, "eta/annotator_139": 0.9906541109085083, "eta/annotator_14": 0.9843825101852417, "eta/annotator_140": 0.9916949272155762, "eta/annotator_141": 0.9928450584411621, "eta/annotator_142": 0.9928311109542847, "eta/annotator_143": 0.9897683262825012, "eta/annotator_144": 0.9896604418754578, "eta/annotator_145": 0.9908233880996704, "eta/annotator_146": 0.9838629961013794, "eta/annotator_147": 0.9858177304267883, "eta/annotator_148": 0.9899126887321472, "eta/annotator_149": 0.9889897108078003, "eta/annotator_15": 0.9882568120956421, "eta/annotator_150": 0.991973876953125, "eta/annotator_151": 0.9927588701248169, "eta/annotator_152": 0.9909641146659851, "eta/annotator_153": 0.9914900660514832, "eta/annotator_154": 0.9894530177116394, "eta/annotator_155": 0.9886245727539062, "eta/annotator_156": 0.9917639493942261, "eta/annotator_157": 0.9889956712722778, "eta/annotator_158": 0.9918394088745117, "eta/annotator_159": 0.9906107187271118, "eta/annotator_16": 0.9929553270339966, "eta/annotator_160": 0.9923844337463379, "eta/annotator_161": 0.989780604839325, "eta/annotator_162": 0.991020679473877, "eta/annotator_163": 0.9871647953987122, "eta/annotator_164": 0.9911326169967651, "eta/annotator_165": 0.9931252598762512, "eta/annotator_166": 0.9922194480895996, "eta/annotator_167": 0.9926600456237793, "eta/annotator_168": 0.9900262951850891, "eta/annotator_169": 0.9907504916191101, "eta/annotator_17": 0.991187572479248, "eta/annotator_170": 0.9904091954231262, "eta/annotator_171": 0.9897028803825378, "eta/annotator_172": 0.9908882975578308, "eta/annotator_173": 0.9864853620529175, "eta/annotator_174": 0.9895694851875305, "eta/annotator_175": 0.9881004095077515, "eta/annotator_176": 0.986284613609314, "eta/annotator_177": 0.9900901913642883, "eta/annotator_178": 0.9908875226974487, "eta/annotator_179": 0.9915373921394348, "eta/annotator_18": 0.9866787791252136, "eta/annotator_180": 0.9920121431350708, "eta/annotator_181": 0.9907526969909668, "eta/annotator_182": 0.9934291839599609, "eta/annotator_183": 0.9917657971382141, "eta/annotator_184": 0.9877372980117798, "eta/annotator_185": 0.9901836514472961, "eta/annotator_186": 0.9921660423278809, "eta/annotator_187": 0.989312469959259, "eta/annotator_188": 0.9898245930671692, "eta/annotator_189": 0.9908032417297363, "eta/annotator_19": 0.9915229678153992, "eta/annotator_190": 0.9917615056037903, "eta/annotator_191": 0.9915566444396973, "eta/annotator_192": 0.9916003942489624, "eta/annotator_193": 0.9919799566268921, "eta/annotator_194": 0.982974648475647, "eta/annotator_195": 0.9911888241767883, "eta/annotator_196": 0.9858881831169128, "eta/annotator_197": 0.9885836839675903, "eta/annotator_198": 0.9877678155899048, "eta/annotator_199": 0.9856476783752441, "eta/annotator_2": 0.9890842437744141, "eta/annotator_20": 0.9869422912597656, "eta/annotator_200": 0.992542564868927, "eta/annotator_201": 0.9915437698364258, "eta/annotator_202": 0.990899920463562, "eta/annotator_203": 0.9911964535713196, "eta/annotator_204": 0.9917851686477661, "eta/annotator_205": 0.9917250871658325, "eta/annotator_206": 0.9924866557121277, "eta/annotator_207": 0.9891881942749023, "eta/annotator_208": 0.9914945363998413, "eta/annotator_209": 0.9906467199325562, "eta/annotator_21": 0.9796916246414185, "eta/annotator_210": 0.9903243184089661, "eta/annotator_211": 0.9891365170478821, "eta/annotator_212": 0.9863964915275574, "eta/annotator_213": 0.9881638288497925, "eta/annotator_214": 0.9831814765930176, "eta/annotator_215": 0.9940348863601685, "eta/annotator_216": 0.9909049868583679, "eta/annotator_217": 0.9902480244636536, "eta/annotator_218": 0.9879120588302612, "eta/annotator_219": 0.9918776750564575, "eta/annotator_22": 0.990729808807373, "eta/annotator_220": 0.9842967987060547, "eta/annotator_221": 0.9894248843193054, "eta/annotator_222": 0.9874240159988403, "eta/annotator_223": 0.992440402507782, "eta/annotator_224": 0.9878139495849609, "eta/annotator_225": 0.9905245900154114, "eta/annotator_226": 0.991167426109314, "eta/annotator_23": 0.9871593713760376, "eta/annotator_24": 0.990153968334198, "eta/annotator_25": 0.9834046363830566, "eta/annotator_26": 0.9928620457649231, "eta/annotator_27": 0.9916605949401855, "eta/annotator_28": 0.9933964014053345, "eta/annotator_29": 0.9911777377128601, "eta/annotator_3": 0.9917252659797668, "eta/annotator_30": 0.99090576171875, "eta/annotator_31": 0.9907622337341309, "eta/annotator_32": 0.9896813631057739, "eta/annotator_33": 0.9896453022956848, "eta/annotator_34": 0.9896500706672668, "eta/annotator_35": 0.9844701886177063, "eta/annotator_36": 0.9904850721359253, "eta/annotator_37": 0.9824269413948059, "eta/annotator_38": 0.983138918876648, "eta/annotator_39": 0.9925495982170105, "eta/annotator_4": 0.9915741086006165, "eta/annotator_40": 0.9876338243484497, "eta/annotator_41": 0.9901734590530396, "eta/annotator_42": 0.9921611547470093, "eta/annotator_43": 0.9923527836799622, "eta/annotator_44": 0.9911839365959167, "eta/annotator_45": 0.9903315305709839, "eta/annotator_46": 0.9895057678222656, "eta/annotator_47": 0.989753246307373, "eta/annotator_48": 0.9864033460617065, "eta/annotator_49": 0.9873668551445007, "eta/annotator_5": 0.9878503680229187, "eta/annotator_50": 0.9910491704940796, "eta/annotator_51": 0.9871851801872253, "eta/annotator_52": 0.9927170872688293, "eta/annotator_53": 0.9915627241134644, "eta/annotator_54": 0.9909268617630005, "eta/annotator_55": 0.9933422207832336, "eta/annotator_56": 0.9924338459968567, "eta/annotator_57": 0.9904705882072449, "eta/annotator_58": 0.9926264882087708, "eta/annotator_59": 0.9871131181716919, "eta/annotator_6": 0.9926899671554565, "eta/annotator_60": 0.9849251508712769, "eta/annotator_61": 0.9850199818611145, "eta/annotator_62": 0.9925678968429565, "eta/annotator_63": 0.9906589388847351, "eta/annotator_64": 0.9904372096061707, "eta/annotator_65": 0.9833884239196777, "eta/annotator_66": 0.9919654130935669, "eta/annotator_67": 0.9907370805740356, "eta/annotator_68": 0.9935733079910278, "eta/annotator_69": 0.9918853640556335, "eta/annotator_7": 0.9891608953475952, "eta/annotator_70": 0.9902790188789368, "eta/annotator_71": 0.9913655519485474, "eta/annotator_72": 0.9902146458625793, "eta/annotator_73": 0.9894387125968933, "eta/annotator_74": 0.9902179837226868, "eta/annotator_75": 0.9868023991584778, "eta/annotator_76": 0.9909418225288391, "eta/annotator_77": 0.9910704493522644, "eta/annotator_78": 0.9915936589241028, "eta/annotator_79": 0.9772736430168152, "eta/annotator_8": 0.9759863615036011, "eta/annotator_80": 0.9908950924873352, "eta/annotator_81": 0.9903258085250854, "eta/annotator_82": 0.9897365570068359, "eta/annotator_83": 0.9894987940788269, "eta/annotator_84": 0.9924553632736206, "eta/annotator_85": 0.9915732145309448, "eta/annotator_86": 0.9546254277229309, "eta/annotator_87": 0.9849017858505249, "eta/annotator_88": 0.9909664988517761, "eta/annotator_89": 0.9857474565505981, "eta/annotator_9": 0.992843747138977, "eta/annotator_90": 0.9856970906257629, "eta/annotator_91": 0.9912186861038208, "eta/annotator_92": 0.9919970631599426, "eta/annotator_93": 0.9910639524459839, "eta/annotator_94": 0.9912140965461731, "eta/annotator_95": 0.9900966882705688, "eta/annotator_96": 0.9743919372558594, "eta/annotator_97": 0.984650731086731, "eta/annotator_98": 0.9898425340652466, "eta/annotator_99": 0.9867569804191589, "grad_norm": 58.19078419222831, "learning_rate": 2.912621359223301e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.4125061035156, "logps/rejected": -251.8125, "loss": 0.6152, "rewards/accuracies": 0.63671875, "rewards/chosen": -0.23689766228199005, "rewards/margins": 0.3665100038051605, "rewards/rejected": -0.603344738483429, "step": 110 }, { "em/agreement_weights_mean": 0.9882394671440125, "em/agreement_weights_std": 0.01336747407913208, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.5240174672489083, "eta/annotator_0": 0.9909111857414246, "eta/annotator_1": 0.9908620119094849, "eta/annotator_10": 0.9922455549240112, "eta/annotator_100": 0.9889828562736511, "eta/annotator_101": 0.988214373588562, "eta/annotator_102": 0.965207576751709, "eta/annotator_103": 0.983902633190155, "eta/annotator_104": 0.9841495752334595, "eta/annotator_105": 0.9818683862686157, "eta/annotator_106": 0.9894291162490845, "eta/annotator_107": 0.9911688566207886, "eta/annotator_108": 0.9896489977836609, "eta/annotator_109": 0.9890972375869751, "eta/annotator_11": 0.9792755246162415, "eta/annotator_110": 0.9679263830184937, "eta/annotator_111": 0.9899506568908691, "eta/annotator_112": 0.989636242389679, "eta/annotator_113": 0.9884995222091675, "eta/annotator_114": 0.9879423379898071, "eta/annotator_115": 0.9890373945236206, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.988057017326355, "eta/annotator_118": 0.9807696342468262, "eta/annotator_119": 0.9905930757522583, "eta/annotator_12": 0.9906167984008789, "eta/annotator_120": 0.9918978810310364, "eta/annotator_121": 0.9895280003547668, "eta/annotator_122": 0.984725296497345, "eta/annotator_123": 0.9864263534545898, "eta/annotator_124": 0.987777054309845, "eta/annotator_125": 0.9859181642532349, "eta/annotator_126": 0.9907935857772827, "eta/annotator_127": 0.9795052409172058, "eta/annotator_128": 0.9894981384277344, "eta/annotator_129": 0.9927374720573425, "eta/annotator_13": 0.9883778691291809, "eta/annotator_130": 0.9877099990844727, "eta/annotator_131": 0.9886071085929871, "eta/annotator_132": 0.9894803762435913, "eta/annotator_133": 0.9909079670906067, "eta/annotator_134": 0.9915676116943359, "eta/annotator_135": 0.9905564188957214, "eta/annotator_136": 0.9905792474746704, "eta/annotator_137": 0.9922664761543274, "eta/annotator_138": 0.9912249445915222, "eta/annotator_139": 0.9916875958442688, "eta/annotator_14": 0.9867305755615234, "eta/annotator_140": 0.9907674789428711, "eta/annotator_141": 0.9930089116096497, "eta/annotator_142": 0.9932292103767395, "eta/annotator_143": 0.9899864196777344, "eta/annotator_144": 0.9899636507034302, "eta/annotator_145": 0.9906458854675293, "eta/annotator_146": 0.9853593707084656, "eta/annotator_147": 0.9860725402832031, "eta/annotator_148": 0.9894965887069702, "eta/annotator_149": 0.988639235496521, "eta/annotator_15": 0.9870157241821289, "eta/annotator_150": 0.992080807685852, "eta/annotator_151": 0.9928939938545227, "eta/annotator_152": 0.9909545183181763, "eta/annotator_153": 0.9915984869003296, "eta/annotator_154": 0.9901393055915833, "eta/annotator_155": 0.9890187382698059, "eta/annotator_156": 0.991968035697937, "eta/annotator_157": 0.9888358116149902, "eta/annotator_158": 0.9920865297317505, "eta/annotator_159": 0.9915260076522827, "eta/annotator_16": 0.9928159713745117, "eta/annotator_160": 0.9927295446395874, "eta/annotator_161": 0.9898284673690796, "eta/annotator_162": 0.9913613200187683, "eta/annotator_163": 0.9866616129875183, "eta/annotator_164": 0.9906336069107056, "eta/annotator_165": 0.9932080507278442, "eta/annotator_166": 0.9919754266738892, "eta/annotator_167": 0.9930999875068665, "eta/annotator_168": 0.9906102418899536, "eta/annotator_169": 0.9910279512405396, "eta/annotator_17": 0.9914616346359253, "eta/annotator_170": 0.9897994995117188, "eta/annotator_171": 0.9906104207038879, "eta/annotator_172": 0.9910987019538879, "eta/annotator_173": 0.9862030148506165, "eta/annotator_174": 0.9890173673629761, "eta/annotator_175": 0.9877559542655945, "eta/annotator_176": 0.9872336387634277, "eta/annotator_177": 0.9901455044746399, "eta/annotator_178": 0.9911841154098511, "eta/annotator_179": 0.9926339387893677, "eta/annotator_18": 0.9877949953079224, "eta/annotator_180": 0.9921987652778625, "eta/annotator_181": 0.9917299151420593, "eta/annotator_182": 0.993411660194397, "eta/annotator_183": 0.9920104146003723, "eta/annotator_184": 0.9875534772872925, "eta/annotator_185": 0.9900442361831665, "eta/annotator_186": 0.992266833782196, "eta/annotator_187": 0.989523708820343, "eta/annotator_188": 0.9897608757019043, "eta/annotator_189": 0.99071204662323, "eta/annotator_19": 0.9918487668037415, "eta/annotator_190": 0.9919174909591675, "eta/annotator_191": 0.9914599657058716, "eta/annotator_192": 0.9917313456535339, "eta/annotator_193": 0.9896361231803894, "eta/annotator_194": 0.9821117520332336, "eta/annotator_195": 0.9913252592086792, "eta/annotator_196": 0.9856656789779663, "eta/annotator_197": 0.9892120361328125, "eta/annotator_198": 0.9878367185592651, "eta/annotator_199": 0.9860676527023315, "eta/annotator_2": 0.9891012907028198, "eta/annotator_20": 0.9877150654792786, "eta/annotator_200": 0.9927036166191101, "eta/annotator_201": 0.9920573234558105, "eta/annotator_202": 0.9907649755477905, "eta/annotator_203": 0.9875357747077942, "eta/annotator_204": 0.991667628288269, "eta/annotator_205": 0.991346538066864, "eta/annotator_206": 0.9924602508544922, "eta/annotator_207": 0.9849433898925781, "eta/annotator_208": 0.9839927554130554, "eta/annotator_209": 0.990249514579773, "eta/annotator_21": 0.9632152318954468, "eta/annotator_210": 0.9901870489120483, "eta/annotator_211": 0.9892603754997253, "eta/annotator_212": 0.9859536290168762, "eta/annotator_213": 0.988527774810791, "eta/annotator_214": 0.9830672144889832, "eta/annotator_215": 0.9922080039978027, "eta/annotator_216": 0.9903806447982788, "eta/annotator_217": 0.9910011291503906, "eta/annotator_218": 0.987146258354187, "eta/annotator_219": 0.9919899702072144, "eta/annotator_22": 0.9913704991340637, "eta/annotator_220": 0.9857597351074219, "eta/annotator_221": 0.9897848963737488, "eta/annotator_222": 0.9881267547607422, "eta/annotator_223": 0.9923461675643921, "eta/annotator_224": 0.9889349937438965, "eta/annotator_225": 0.9913018941879272, "eta/annotator_226": 0.9822255373001099, "eta/annotator_23": 0.9875580668449402, "eta/annotator_24": 0.9901695251464844, "eta/annotator_25": 0.9834038615226746, "eta/annotator_26": 0.9926474690437317, "eta/annotator_27": 0.9916744232177734, "eta/annotator_28": 0.9934393763542175, "eta/annotator_29": 0.9910920262336731, "eta/annotator_3": 0.9919541478157043, "eta/annotator_30": 0.9904075860977173, "eta/annotator_31": 0.9909087419509888, "eta/annotator_32": 0.9896813631057739, "eta/annotator_33": 0.9896591901779175, "eta/annotator_34": 0.9879903793334961, "eta/annotator_35": 0.9838539958000183, "eta/annotator_36": 0.9907776713371277, "eta/annotator_37": 0.9820677638053894, "eta/annotator_38": 0.9833899736404419, "eta/annotator_39": 0.9905607104301453, "eta/annotator_4": 0.9922329187393188, "eta/annotator_40": 0.9878250360488892, "eta/annotator_41": 0.989459216594696, "eta/annotator_42": 0.9920581579208374, "eta/annotator_43": 0.9932371973991394, "eta/annotator_44": 0.9913913011550903, "eta/annotator_45": 0.9904583692550659, "eta/annotator_46": 0.9897940754890442, "eta/annotator_47": 0.9903451204299927, "eta/annotator_48": 0.9796879887580872, "eta/annotator_49": 0.9871082305908203, "eta/annotator_5": 0.9880159497261047, "eta/annotator_50": 0.990277111530304, "eta/annotator_51": 0.9851247072219849, "eta/annotator_52": 0.9929299354553223, "eta/annotator_53": 0.991834282875061, "eta/annotator_54": 0.9911941289901733, "eta/annotator_55": 0.9934730529785156, "eta/annotator_56": 0.9918513298034668, "eta/annotator_57": 0.9909151792526245, "eta/annotator_58": 0.9930404424667358, "eta/annotator_59": 0.9860159754753113, "eta/annotator_6": 0.9926918148994446, "eta/annotator_60": 0.9838992357254028, "eta/annotator_61": 0.9847331047058105, "eta/annotator_62": 0.9928005337715149, "eta/annotator_63": 0.9914146661758423, "eta/annotator_64": 0.9904692769050598, "eta/annotator_65": 0.9836608171463013, "eta/annotator_66": 0.9920376539230347, "eta/annotator_67": 0.9905125498771667, "eta/annotator_68": 0.99403315782547, "eta/annotator_69": 0.9918853640556335, "eta/annotator_7": 0.9891608953475952, "eta/annotator_70": 0.9904854893684387, "eta/annotator_71": 0.991601288318634, "eta/annotator_72": 0.9889384508132935, "eta/annotator_73": 0.9898897409439087, "eta/annotator_74": 0.9902179837226868, "eta/annotator_75": 0.9871487617492676, "eta/annotator_76": 0.9898148775100708, "eta/annotator_77": 0.9911248087882996, "eta/annotator_78": 0.991540789604187, "eta/annotator_79": 0.9750388264656067, "eta/annotator_8": 0.9759380221366882, "eta/annotator_80": 0.9910027384757996, "eta/annotator_81": 0.9904743432998657, "eta/annotator_82": 0.989608108997345, "eta/annotator_83": 0.9894434809684753, "eta/annotator_84": 0.9924837946891785, "eta/annotator_85": 0.9914498329162598, "eta/annotator_86": 0.9538310766220093, "eta/annotator_87": 0.9847383499145508, "eta/annotator_88": 0.990754246711731, "eta/annotator_89": 0.9863125085830688, "eta/annotator_9": 0.9926095008850098, "eta/annotator_90": 0.9857525825500488, "eta/annotator_91": 0.991375744342804, "eta/annotator_92": 0.9917815923690796, "eta/annotator_93": 0.9912161827087402, "eta/annotator_94": 0.9915705919265747, "eta/annotator_95": 0.990380585193634, "eta/annotator_96": 0.9747473001480103, "eta/annotator_97": 0.9845542907714844, "eta/annotator_98": 0.9897998571395874, "eta/annotator_99": 0.9866636395454407, "grad_norm": 46.690735897056996, "learning_rate": 2.669902912621359e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -323.3125, "logps/rejected": -252.8000030517578, "loss": 0.6043, "rewards/accuracies": 0.643750011920929, "rewards/chosen": -0.1844169646501541, "rewards/margins": 0.4017601013183594, "rewards/rejected": -0.586230456829071, "step": 120 }, { "em/agreement_weights_mean": 0.9871922731399536, "em/agreement_weights_std": 0.017875825986266136, "em/unique_annotators_in_global_batch": 15.212499618530273, "epoch": 0.5676855895196506, "eta/annotator_0": 0.9908772706985474, "eta/annotator_1": 0.9894609451293945, "eta/annotator_10": 0.9923404455184937, "eta/annotator_100": 0.9892235994338989, "eta/annotator_101": 0.9884812235832214, "eta/annotator_102": 0.9680279493331909, "eta/annotator_103": 0.9842703938484192, "eta/annotator_104": 0.9841060638427734, "eta/annotator_105": 0.9828659296035767, "eta/annotator_106": 0.9889256358146667, "eta/annotator_107": 0.9910996556282043, "eta/annotator_108": 0.9891839027404785, "eta/annotator_109": 0.9886585474014282, "eta/annotator_11": 0.9772723913192749, "eta/annotator_110": 0.9689126014709473, "eta/annotator_111": 0.9901683926582336, "eta/annotator_112": 0.9896643757820129, "eta/annotator_113": 0.9884825944900513, "eta/annotator_114": 0.9887930750846863, "eta/annotator_115": 0.9890978932380676, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9875563383102417, "eta/annotator_118": 0.9803155064582825, "eta/annotator_119": 0.9911485910415649, "eta/annotator_12": 0.991559624671936, "eta/annotator_120": 0.9919832348823547, "eta/annotator_121": 0.9896048307418823, "eta/annotator_122": 0.9857605695724487, "eta/annotator_123": 0.98431396484375, "eta/annotator_124": 0.9876587986946106, "eta/annotator_125": 0.9854419827461243, "eta/annotator_126": 0.991325855255127, "eta/annotator_127": 0.9794448018074036, "eta/annotator_128": 0.9901766777038574, "eta/annotator_129": 0.9928067326545715, "eta/annotator_13": 0.9878449440002441, "eta/annotator_130": 0.9888507723808289, "eta/annotator_131": 0.9853903651237488, "eta/annotator_132": 0.9861900210380554, "eta/annotator_133": 0.9911662340164185, "eta/annotator_134": 0.9912723302841187, "eta/annotator_135": 0.990937352180481, "eta/annotator_136": 0.9903726577758789, "eta/annotator_137": 0.9928094148635864, "eta/annotator_138": 0.9913819432258606, "eta/annotator_139": 0.9922911524772644, "eta/annotator_14": 0.985543429851532, "eta/annotator_140": 0.9914666414260864, "eta/annotator_141": 0.9930397272109985, "eta/annotator_142": 0.9934662580490112, "eta/annotator_143": 0.9903447031974792, "eta/annotator_144": 0.9893797636032104, "eta/annotator_145": 0.990944504737854, "eta/annotator_146": 0.9871716499328613, "eta/annotator_147": 0.9863879084587097, "eta/annotator_148": 0.9895874261856079, "eta/annotator_149": 0.9896851778030396, "eta/annotator_15": 0.9869125485420227, "eta/annotator_150": 0.9918496012687683, "eta/annotator_151": 0.9930259585380554, "eta/annotator_152": 0.9909267425537109, "eta/annotator_153": 0.9927136301994324, "eta/annotator_154": 0.9902289509773254, "eta/annotator_155": 0.9907578229904175, "eta/annotator_156": 0.9927382469177246, "eta/annotator_157": 0.9884351491928101, "eta/annotator_158": 0.9920867681503296, "eta/annotator_159": 0.9903792142868042, "eta/annotator_16": 0.9933978915214539, "eta/annotator_160": 0.9934314489364624, "eta/annotator_161": 0.9909125566482544, "eta/annotator_162": 0.9913533329963684, "eta/annotator_163": 0.9865622520446777, "eta/annotator_164": 0.9912915229797363, "eta/annotator_165": 0.9927188754081726, "eta/annotator_166": 0.9921431541442871, "eta/annotator_167": 0.9932138323783875, "eta/annotator_168": 0.9904651641845703, "eta/annotator_169": 0.9905713200569153, "eta/annotator_17": 0.9906567335128784, "eta/annotator_170": 0.9897651672363281, "eta/annotator_171": 0.9908087849617004, "eta/annotator_172": 0.9895175099372864, "eta/annotator_173": 0.9850510358810425, "eta/annotator_174": 0.988996148109436, "eta/annotator_175": 0.9879714250564575, "eta/annotator_176": 0.9864453077316284, "eta/annotator_177": 0.9906543493270874, "eta/annotator_178": 0.9912729263305664, "eta/annotator_179": 0.9928814768791199, "eta/annotator_18": 0.9892123937606812, "eta/annotator_180": 0.9926222562789917, "eta/annotator_181": 0.9920889735221863, "eta/annotator_182": 0.9936200976371765, "eta/annotator_183": 0.9905924797058105, "eta/annotator_184": 0.9873984456062317, "eta/annotator_185": 0.9881450533866882, "eta/annotator_186": 0.9925013780593872, "eta/annotator_187": 0.9899771809577942, "eta/annotator_188": 0.9904141426086426, "eta/annotator_189": 0.9911438822746277, "eta/annotator_19": 0.9918921589851379, "eta/annotator_190": 0.9920796155929565, "eta/annotator_191": 0.9914904832839966, "eta/annotator_192": 0.9917494654655457, "eta/annotator_193": 0.9900059700012207, "eta/annotator_194": 0.9817671775817871, "eta/annotator_195": 0.9914737939834595, "eta/annotator_196": 0.9859603047370911, "eta/annotator_197": 0.990020751953125, "eta/annotator_198": 0.9878367185592651, "eta/annotator_199": 0.9866448640823364, "eta/annotator_2": 0.9893746376037598, "eta/annotator_20": 0.988663375377655, "eta/annotator_200": 0.992228627204895, "eta/annotator_201": 0.9921181797981262, "eta/annotator_202": 0.9914093017578125, "eta/annotator_203": 0.9870868921279907, "eta/annotator_204": 0.9914249181747437, "eta/annotator_205": 0.991222083568573, "eta/annotator_206": 0.9925789833068848, "eta/annotator_207": 0.9851821660995483, "eta/annotator_208": 0.9842327237129211, "eta/annotator_209": 0.9903531074523926, "eta/annotator_21": 0.9632152318954468, "eta/annotator_210": 0.989956259727478, "eta/annotator_211": 0.9896931648254395, "eta/annotator_212": 0.9857810735702515, "eta/annotator_213": 0.9891287684440613, "eta/annotator_214": 0.9823704957962036, "eta/annotator_215": 0.9920269846916199, "eta/annotator_216": 0.9913747906684875, "eta/annotator_217": 0.9910011291503906, "eta/annotator_218": 0.9874464869499207, "eta/annotator_219": 0.9922307133674622, "eta/annotator_22": 0.9912563562393188, "eta/annotator_220": 0.9867343902587891, "eta/annotator_221": 0.9875124096870422, "eta/annotator_222": 0.989759087562561, "eta/annotator_223": 0.9929085969924927, "eta/annotator_224": 0.9876726269721985, "eta/annotator_225": 0.9917393922805786, "eta/annotator_226": 0.9822670817375183, "eta/annotator_23": 0.9881504774093628, "eta/annotator_24": 0.9896003007888794, "eta/annotator_25": 0.9841078519821167, "eta/annotator_26": 0.9930285215377808, "eta/annotator_27": 0.9907318949699402, "eta/annotator_28": 0.9935189485549927, "eta/annotator_29": 0.9914542436599731, "eta/annotator_3": 0.9925963282585144, "eta/annotator_30": 0.9906294941902161, "eta/annotator_31": 0.9909087419509888, "eta/annotator_32": 0.9896583557128906, "eta/annotator_33": 0.9894986152648926, "eta/annotator_34": 0.986800491809845, "eta/annotator_35": 0.9834758043289185, "eta/annotator_36": 0.9914435148239136, "eta/annotator_37": 0.9807074666023254, "eta/annotator_38": 0.9838212132453918, "eta/annotator_39": 0.9914728403091431, "eta/annotator_4": 0.9922537803649902, "eta/annotator_40": 0.9877139329910278, "eta/annotator_41": 0.9895827174186707, "eta/annotator_42": 0.9916058778762817, "eta/annotator_43": 0.9936184883117676, "eta/annotator_44": 0.993020236492157, "eta/annotator_45": 0.9906481504440308, "eta/annotator_46": 0.9903029203414917, "eta/annotator_47": 0.9903877973556519, "eta/annotator_48": 0.979657769203186, "eta/annotator_49": 0.982344925403595, "eta/annotator_5": 0.9815742373466492, "eta/annotator_50": 0.9908950924873352, "eta/annotator_51": 0.9851247072219849, "eta/annotator_52": 0.9932293891906738, "eta/annotator_53": 0.9918001890182495, "eta/annotator_54": 0.9914101362228394, "eta/annotator_55": 0.9939067959785461, "eta/annotator_56": 0.992205798625946, "eta/annotator_57": 0.9909722208976746, "eta/annotator_58": 0.9933727383613586, "eta/annotator_59": 0.98572838306427, "eta/annotator_6": 0.9931412935256958, "eta/annotator_60": 0.9848030805587769, "eta/annotator_61": 0.9838333129882812, "eta/annotator_62": 0.9933058619499207, "eta/annotator_63": 0.9914146661758423, "eta/annotator_64": 0.9902411699295044, "eta/annotator_65": 0.9830638766288757, "eta/annotator_66": 0.9920376539230347, "eta/annotator_67": 0.9903467893600464, "eta/annotator_68": 0.994202733039856, "eta/annotator_69": 0.9918853640556335, "eta/annotator_7": 0.9892207384109497, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9908868074417114, "eta/annotator_72": 0.9881213307380676, "eta/annotator_73": 0.9900707006454468, "eta/annotator_74": 0.9902179837226868, "eta/annotator_75": 0.9877893328666687, "eta/annotator_76": 0.9901906251907349, "eta/annotator_77": 0.9913628697395325, "eta/annotator_78": 0.9917967915534973, "eta/annotator_79": 0.976089596748352, "eta/annotator_8": 0.9755959510803223, "eta/annotator_80": 0.9911513328552246, "eta/annotator_81": 0.9907582402229309, "eta/annotator_82": 0.9899410009384155, "eta/annotator_83": 0.9877327680587769, "eta/annotator_84": 0.9927474856376648, "eta/annotator_85": 0.991732120513916, "eta/annotator_86": 0.9530003666877747, "eta/annotator_87": 0.9831236600875854, "eta/annotator_88": 0.9908782839775085, "eta/annotator_89": 0.9862011075019836, "eta/annotator_9": 0.992663562297821, "eta/annotator_90": 0.9861617088317871, "eta/annotator_91": 0.9917446970939636, "eta/annotator_92": 0.9915179014205933, "eta/annotator_93": 0.9912551045417786, "eta/annotator_94": 0.9922069311141968, "eta/annotator_95": 0.9909546971321106, "eta/annotator_96": 0.9741020202636719, "eta/annotator_97": 0.9832107424736023, "eta/annotator_98": 0.990371823310852, "eta/annotator_99": 0.985020637512207, "grad_norm": 45.07115626994526, "learning_rate": 2.4271844660194176e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -330.23748779296875, "logps/rejected": -255.46249389648438, "loss": 0.5916, "rewards/accuracies": 0.6546875238418579, "rewards/chosen": -0.07414360344409943, "rewards/margins": 0.4636894166469574, "rewards/rejected": -0.5379883050918579, "step": 130 }, { "em/agreement_weights_mean": 0.9859598278999329, "em/agreement_weights_std": 0.021061573177576065, "em/unique_annotators_in_global_batch": 15.087499618530273, "epoch": 0.611353711790393, "eta/annotator_0": 0.9902116060256958, "eta/annotator_1": 0.9892078638076782, "eta/annotator_10": 0.9927366375923157, "eta/annotator_100": 0.9895885586738586, "eta/annotator_101": 0.9887837171554565, "eta/annotator_102": 0.9686373472213745, "eta/annotator_103": 0.9849573373794556, "eta/annotator_104": 0.9771685600280762, "eta/annotator_105": 0.9821395874023438, "eta/annotator_106": 0.9878315925598145, "eta/annotator_107": 0.9910441637039185, "eta/annotator_108": 0.989574134349823, "eta/annotator_109": 0.9889907836914062, "eta/annotator_11": 0.977397084236145, "eta/annotator_110": 0.9688650965690613, "eta/annotator_111": 0.9902620315551758, "eta/annotator_112": 0.9899176359176636, "eta/annotator_113": 0.9884148836135864, "eta/annotator_114": 0.989627480506897, "eta/annotator_115": 0.989660382270813, "eta/annotator_116": 0.9898979067802429, "eta/annotator_117": 0.9874591827392578, "eta/annotator_118": 0.9800202250480652, "eta/annotator_119": 0.9921692609786987, "eta/annotator_12": 0.9917427897453308, "eta/annotator_120": 0.9925941228866577, "eta/annotator_121": 0.9892203211784363, "eta/annotator_122": 0.9861342310905457, "eta/annotator_123": 0.9849947690963745, "eta/annotator_124": 0.9876798391342163, "eta/annotator_125": 0.9858834147453308, "eta/annotator_126": 0.9917481541633606, "eta/annotator_127": 0.9808521270751953, "eta/annotator_128": 0.990210235118866, "eta/annotator_129": 0.992655873298645, "eta/annotator_13": 0.9877306818962097, "eta/annotator_130": 0.9887820482254028, "eta/annotator_131": 0.9857684373855591, "eta/annotator_132": 0.98296058177948, "eta/annotator_133": 0.991372287273407, "eta/annotator_134": 0.9918311238288879, "eta/annotator_135": 0.9909873008728027, "eta/annotator_136": 0.9904570579528809, "eta/annotator_137": 0.9926789402961731, "eta/annotator_138": 0.9917896389961243, "eta/annotator_139": 0.9935339093208313, "eta/annotator_14": 0.9852489233016968, "eta/annotator_140": 0.9919120669364929, "eta/annotator_141": 0.9933921098709106, "eta/annotator_142": 0.9934290647506714, "eta/annotator_143": 0.9903265833854675, "eta/annotator_144": 0.9889523386955261, "eta/annotator_145": 0.9918198585510254, "eta/annotator_146": 0.9874414205551147, "eta/annotator_147": 0.986346423625946, "eta/annotator_148": 0.9896718263626099, "eta/annotator_149": 0.9900210499763489, "eta/annotator_15": 0.9882972836494446, "eta/annotator_150": 0.9919737577438354, "eta/annotator_151": 0.993194580078125, "eta/annotator_152": 0.9895545840263367, "eta/annotator_153": 0.9921952486038208, "eta/annotator_154": 0.9904230833053589, "eta/annotator_155": 0.991207480430603, "eta/annotator_156": 0.9929221868515015, "eta/annotator_157": 0.9888125658035278, "eta/annotator_158": 0.9929682612419128, "eta/annotator_159": 0.9902801513671875, "eta/annotator_16": 0.9943156242370605, "eta/annotator_160": 0.9936906099319458, "eta/annotator_161": 0.9912325143814087, "eta/annotator_162": 0.991598904132843, "eta/annotator_163": 0.9863861799240112, "eta/annotator_164": 0.9915860891342163, "eta/annotator_165": 0.9927689433097839, "eta/annotator_166": 0.9923836588859558, "eta/annotator_167": 0.9936295747756958, "eta/annotator_168": 0.9904192090034485, "eta/annotator_169": 0.9902680516242981, "eta/annotator_17": 0.9911648631095886, "eta/annotator_170": 0.9907318949699402, "eta/annotator_171": 0.9879915118217468, "eta/annotator_172": 0.9903567433357239, "eta/annotator_173": 0.9748232960700989, "eta/annotator_174": 0.9885679483413696, "eta/annotator_175": 0.9882485270500183, "eta/annotator_176": 0.9805914759635925, "eta/annotator_177": 0.9907065629959106, "eta/annotator_178": 0.9901838302612305, "eta/annotator_179": 0.9931175112724304, "eta/annotator_18": 0.9897328615188599, "eta/annotator_180": 0.9931634068489075, "eta/annotator_181": 0.9923297166824341, "eta/annotator_182": 0.9942144155502319, "eta/annotator_183": 0.9899924993515015, "eta/annotator_184": 0.9880383610725403, "eta/annotator_185": 0.986245334148407, "eta/annotator_186": 0.9922446012496948, "eta/annotator_187": 0.99028080701828, "eta/annotator_188": 0.9907242655754089, "eta/annotator_189": 0.9917653203010559, "eta/annotator_19": 0.9923188090324402, "eta/annotator_190": 0.9924492835998535, "eta/annotator_191": 0.9917828440666199, "eta/annotator_192": 0.9919112920761108, "eta/annotator_193": 0.989931583404541, "eta/annotator_194": 0.979374885559082, "eta/annotator_195": 0.991822361946106, "eta/annotator_196": 0.9857176542282104, "eta/annotator_197": 0.9905887842178345, "eta/annotator_198": 0.9878347516059875, "eta/annotator_199": 0.9875742793083191, "eta/annotator_2": 0.9892827272415161, "eta/annotator_20": 0.9886665344238281, "eta/annotator_200": 0.9923243522644043, "eta/annotator_201": 0.9918180704116821, "eta/annotator_202": 0.9897558093070984, "eta/annotator_203": 0.9853577613830566, "eta/annotator_204": 0.9917731285095215, "eta/annotator_205": 0.9915731549263, "eta/annotator_206": 0.9928766489028931, "eta/annotator_207": 0.9863308072090149, "eta/annotator_208": 0.9853898286819458, "eta/annotator_209": 0.9898021817207336, "eta/annotator_21": 0.9633185267448425, "eta/annotator_210": 0.9899611473083496, "eta/annotator_211": 0.9897361993789673, "eta/annotator_212": 0.9857528805732727, "eta/annotator_213": 0.9892686009407043, "eta/annotator_214": 0.9817665815353394, "eta/annotator_215": 0.9924572110176086, "eta/annotator_216": 0.9912498593330383, "eta/annotator_217": 0.99104243516922, "eta/annotator_218": 0.9879437685012817, "eta/annotator_219": 0.9931374788284302, "eta/annotator_22": 0.9917777180671692, "eta/annotator_220": 0.9874455332756042, "eta/annotator_221": 0.9858347773551941, "eta/annotator_222": 0.9899242520332336, "eta/annotator_223": 0.9933347702026367, "eta/annotator_224": 0.9868987202644348, "eta/annotator_225": 0.9893867373466492, "eta/annotator_226": 0.9825722575187683, "eta/annotator_23": 0.9894753694534302, "eta/annotator_24": 0.9896003007888794, "eta/annotator_25": 0.9846226572990417, "eta/annotator_26": 0.993074893951416, "eta/annotator_27": 0.9907530546188354, "eta/annotator_28": 0.9933293461799622, "eta/annotator_29": 0.9916191101074219, "eta/annotator_3": 0.9932877421379089, "eta/annotator_30": 0.9903264045715332, "eta/annotator_31": 0.9909087419509888, "eta/annotator_32": 0.9894508123397827, "eta/annotator_33": 0.9898826479911804, "eta/annotator_34": 0.9871002435684204, "eta/annotator_35": 0.9813968539237976, "eta/annotator_36": 0.991582989692688, "eta/annotator_37": 0.9820059537887573, "eta/annotator_38": 0.9845436215400696, "eta/annotator_39": 0.9919818043708801, "eta/annotator_4": 0.9924412965774536, "eta/annotator_40": 0.9877139329910278, "eta/annotator_41": 0.9899395704269409, "eta/annotator_42": 0.9918605089187622, "eta/annotator_43": 0.9938884973526001, "eta/annotator_44": 0.993165135383606, "eta/annotator_45": 0.9906481504440308, "eta/annotator_46": 0.9903029203414917, "eta/annotator_47": 0.9903454780578613, "eta/annotator_48": 0.9779326319694519, "eta/annotator_49": 0.9826152920722961, "eta/annotator_5": 0.957093358039856, "eta/annotator_50": 0.9912002682685852, "eta/annotator_51": 0.9852639436721802, "eta/annotator_52": 0.9932459592819214, "eta/annotator_53": 0.9917336702346802, "eta/annotator_54": 0.9913798570632935, "eta/annotator_55": 0.9940263032913208, "eta/annotator_56": 0.9928956031799316, "eta/annotator_57": 0.9914863705635071, "eta/annotator_58": 0.9941059947013855, "eta/annotator_59": 0.9847947955131531, "eta/annotator_6": 0.993232250213623, "eta/annotator_60": 0.9856851696968079, "eta/annotator_61": 0.9833672642707825, "eta/annotator_62": 0.9933503270149231, "eta/annotator_63": 0.9914314150810242, "eta/annotator_64": 0.9899922609329224, "eta/annotator_65": 0.9776020050048828, "eta/annotator_66": 0.9920581579208374, "eta/annotator_67": 0.9900975227355957, "eta/annotator_68": 0.9936773180961609, "eta/annotator_69": 0.9919010400772095, "eta/annotator_7": 0.9897581934928894, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9897821545600891, "eta/annotator_72": 0.9755160212516785, "eta/annotator_73": 0.9905306100845337, "eta/annotator_74": 0.9902080297470093, "eta/annotator_75": 0.9888825416564941, "eta/annotator_76": 0.991319477558136, "eta/annotator_77": 0.9914191365242004, "eta/annotator_78": 0.9914272427558899, "eta/annotator_79": 0.9758308529853821, "eta/annotator_8": 0.9675604701042175, "eta/annotator_80": 0.9910939335823059, "eta/annotator_81": 0.9905897974967957, "eta/annotator_82": 0.9902487993240356, "eta/annotator_83": 0.9882838129997253, "eta/annotator_84": 0.9933738708496094, "eta/annotator_85": 0.9921398162841797, "eta/annotator_86": 0.9421076774597168, "eta/annotator_87": 0.9816581010818481, "eta/annotator_88": 0.9919167757034302, "eta/annotator_89": 0.9852471351623535, "eta/annotator_9": 0.9926525950431824, "eta/annotator_90": 0.9867392778396606, "eta/annotator_91": 0.9920862913131714, "eta/annotator_92": 0.9909213781356812, "eta/annotator_93": 0.9915062189102173, "eta/annotator_94": 0.9918373227119446, "eta/annotator_95": 0.9913091659545898, "eta/annotator_96": 0.974406898021698, "eta/annotator_97": 0.983259379863739, "eta/annotator_98": 0.9905808568000793, "eta/annotator_99": 0.9854179620742798, "grad_norm": 38.06078180709196, "learning_rate": 2.1844660194174754e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -327.48748779296875, "logps/rejected": -246.2624969482422, "loss": 0.6035, "rewards/accuracies": 0.6421874761581421, "rewards/chosen": -0.05263824388384819, "rewards/margins": 0.4526664614677429, "rewards/rejected": -0.50543212890625, "step": 140 }, { "em/agreement_weights_mean": 0.9857671856880188, "em/agreement_weights_std": 0.02048657462000847, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.6550218340611353, "eta/annotator_0": 0.9904692769050598, "eta/annotator_1": 0.9890071749687195, "eta/annotator_10": 0.9937260746955872, "eta/annotator_100": 0.9896033406257629, "eta/annotator_101": 0.9887837171554565, "eta/annotator_102": 0.9654487371444702, "eta/annotator_103": 0.9851846694946289, "eta/annotator_104": 0.9783576726913452, "eta/annotator_105": 0.9828560948371887, "eta/annotator_106": 0.9780024290084839, "eta/annotator_107": 0.9910438656806946, "eta/annotator_108": 0.9900968670845032, "eta/annotator_109": 0.9884808659553528, "eta/annotator_11": 0.9785682559013367, "eta/annotator_110": 0.9699054956436157, "eta/annotator_111": 0.9905027151107788, "eta/annotator_112": 0.9899625778198242, "eta/annotator_113": 0.9887562990188599, "eta/annotator_114": 0.9901253581047058, "eta/annotator_115": 0.9898306727409363, "eta/annotator_116": 0.9899575114250183, "eta/annotator_117": 0.9859291315078735, "eta/annotator_118": 0.9805271029472351, "eta/annotator_119": 0.9924789667129517, "eta/annotator_12": 0.9919602274894714, "eta/annotator_120": 0.9930770993232727, "eta/annotator_121": 0.989896297454834, "eta/annotator_122": 0.9875205159187317, "eta/annotator_123": 0.9847451448440552, "eta/annotator_124": 0.9857769012451172, "eta/annotator_125": 0.9869388341903687, "eta/annotator_126": 0.9919196367263794, "eta/annotator_127": 0.9808786511421204, "eta/annotator_128": 0.9901185035705566, "eta/annotator_129": 0.9930516481399536, "eta/annotator_13": 0.9883719682693481, "eta/annotator_130": 0.9896892309188843, "eta/annotator_131": 0.9855542182922363, "eta/annotator_132": 0.9808585047721863, "eta/annotator_133": 0.9918495416641235, "eta/annotator_134": 0.9914005994796753, "eta/annotator_135": 0.9914559125900269, "eta/annotator_136": 0.9905169606208801, "eta/annotator_137": 0.9927619099617004, "eta/annotator_138": 0.9922809600830078, "eta/annotator_139": 0.993746280670166, "eta/annotator_14": 0.985985279083252, "eta/annotator_140": 0.9925786852836609, "eta/annotator_141": 0.9937132596969604, "eta/annotator_142": 0.9936455488204956, "eta/annotator_143": 0.9910975694656372, "eta/annotator_144": 0.9836167097091675, "eta/annotator_145": 0.991866409778595, "eta/annotator_146": 0.9875580072402954, "eta/annotator_147": 0.9860590696334839, "eta/annotator_148": 0.9891295433044434, "eta/annotator_149": 0.9901471138000488, "eta/annotator_15": 0.9889400601387024, "eta/annotator_150": 0.9923604130744934, "eta/annotator_151": 0.993794322013855, "eta/annotator_152": 0.9900720715522766, "eta/annotator_153": 0.9925406575202942, "eta/annotator_154": 0.9907913208007812, "eta/annotator_155": 0.991482138633728, "eta/annotator_156": 0.9910091161727905, "eta/annotator_157": 0.9876376390457153, "eta/annotator_158": 0.9928755760192871, "eta/annotator_159": 0.9904766082763672, "eta/annotator_16": 0.9943891763687134, "eta/annotator_160": 0.9941356778144836, "eta/annotator_161": 0.9900209307670593, "eta/annotator_162": 0.9914658665657043, "eta/annotator_163": 0.9863479733467102, "eta/annotator_164": 0.9922515153884888, "eta/annotator_165": 0.9892829060554504, "eta/annotator_166": 0.9923804998397827, "eta/annotator_167": 0.9934619069099426, "eta/annotator_168": 0.9909120798110962, "eta/annotator_169": 0.9896981120109558, "eta/annotator_17": 0.9909874200820923, "eta/annotator_170": 0.9909645318984985, "eta/annotator_171": 0.9863425493240356, "eta/annotator_172": 0.9905068278312683, "eta/annotator_173": 0.9734595417976379, "eta/annotator_174": 0.9824722409248352, "eta/annotator_175": 0.988636314868927, "eta/annotator_176": 0.9790043830871582, "eta/annotator_177": 0.9900228381156921, "eta/annotator_178": 0.9903894662857056, "eta/annotator_179": 0.9936972856521606, "eta/annotator_18": 0.9908227920532227, "eta/annotator_180": 0.9933574795722961, "eta/annotator_181": 0.9924930334091187, "eta/annotator_182": 0.9945656657218933, "eta/annotator_183": 0.9902609586715698, "eta/annotator_184": 0.9885218739509583, "eta/annotator_185": 0.9863659143447876, "eta/annotator_186": 0.9924982786178589, "eta/annotator_187": 0.9905747175216675, "eta/annotator_188": 0.9903839230537415, "eta/annotator_189": 0.9923605918884277, "eta/annotator_19": 0.992691695690155, "eta/annotator_190": 0.9926372766494751, "eta/annotator_191": 0.9919903874397278, "eta/annotator_192": 0.991950511932373, "eta/annotator_193": 0.9903522729873657, "eta/annotator_194": 0.9799224734306335, "eta/annotator_195": 0.9921180605888367, "eta/annotator_196": 0.9852381944656372, "eta/annotator_197": 0.9906150102615356, "eta/annotator_198": 0.9877791404724121, "eta/annotator_199": 0.9876295924186707, "eta/annotator_2": 0.9886400103569031, "eta/annotator_20": 0.9887610673904419, "eta/annotator_200": 0.9925945997238159, "eta/annotator_201": 0.992451548576355, "eta/annotator_202": 0.9912391901016235, "eta/annotator_203": 0.9855295419692993, "eta/annotator_204": 0.9912185668945312, "eta/annotator_205": 0.9924494028091431, "eta/annotator_206": 0.9929642677307129, "eta/annotator_207": 0.9859639406204224, "eta/annotator_208": 0.984175980091095, "eta/annotator_209": 0.9895069003105164, "eta/annotator_21": 0.964403510093689, "eta/annotator_210": 0.9895299077033997, "eta/annotator_211": 0.9901230931282043, "eta/annotator_212": 0.9860280156135559, "eta/annotator_213": 0.9890847206115723, "eta/annotator_214": 0.9815460443496704, "eta/annotator_215": 0.992545485496521, "eta/annotator_216": 0.9916512370109558, "eta/annotator_217": 0.9915512204170227, "eta/annotator_218": 0.9881064295768738, "eta/annotator_219": 0.9930435419082642, "eta/annotator_22": 0.99171382188797, "eta/annotator_220": 0.9875823259353638, "eta/annotator_221": 0.9859994649887085, "eta/annotator_222": 0.9876788258552551, "eta/annotator_223": 0.993738055229187, "eta/annotator_224": 0.9869498014450073, "eta/annotator_225": 0.9890801310539246, "eta/annotator_226": 0.9816539883613586, "eta/annotator_23": 0.9896233677864075, "eta/annotator_24": 0.9896405339241028, "eta/annotator_25": 0.9852535128593445, "eta/annotator_26": 0.9934098124504089, "eta/annotator_27": 0.9903898239135742, "eta/annotator_28": 0.9933681488037109, "eta/annotator_29": 0.9912217259407043, "eta/annotator_3": 0.9934805631637573, "eta/annotator_30": 0.9897225499153137, "eta/annotator_31": 0.9908779263496399, "eta/annotator_32": 0.9895492792129517, "eta/annotator_33": 0.987947940826416, "eta/annotator_34": 0.9873024821281433, "eta/annotator_35": 0.9748473167419434, "eta/annotator_36": 0.991582989692688, "eta/annotator_37": 0.982315182685852, "eta/annotator_38": 0.9846641421318054, "eta/annotator_39": 0.9920260310173035, "eta/annotator_4": 0.9924412965774536, "eta/annotator_40": 0.9876939058303833, "eta/annotator_41": 0.9902226328849792, "eta/annotator_42": 0.9917839169502258, "eta/annotator_43": 0.9939547777175903, "eta/annotator_44": 0.9933536648750305, "eta/annotator_45": 0.9906371235847473, "eta/annotator_46": 0.9903029203414917, "eta/annotator_47": 0.9895704984664917, "eta/annotator_48": 0.9772971868515015, "eta/annotator_49": 0.983603298664093, "eta/annotator_5": 0.954059898853302, "eta/annotator_50": 0.9913962483406067, "eta/annotator_51": 0.9865609407424927, "eta/annotator_52": 0.9933974146842957, "eta/annotator_53": 0.9916046261787415, "eta/annotator_54": 0.9889023900032043, "eta/annotator_55": 0.9943329691886902, "eta/annotator_56": 0.9933228492736816, "eta/annotator_57": 0.9914765357971191, "eta/annotator_58": 0.9937003254890442, "eta/annotator_59": 0.9820224046707153, "eta/annotator_6": 0.9924138188362122, "eta/annotator_60": 0.9847098588943481, "eta/annotator_61": 0.9788775444030762, "eta/annotator_62": 0.9936760663986206, "eta/annotator_63": 0.9915827512741089, "eta/annotator_64": 0.9910073280334473, "eta/annotator_65": 0.9769713282585144, "eta/annotator_66": 0.9922722578048706, "eta/annotator_67": 0.9899557828903198, "eta/annotator_68": 0.9937801361083984, "eta/annotator_69": 0.9922003746032715, "eta/annotator_7": 0.9897581934928894, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9908143281936646, "eta/annotator_72": 0.9742909669876099, "eta/annotator_73": 0.9923850297927856, "eta/annotator_74": 0.9901529550552368, "eta/annotator_75": 0.9893738627433777, "eta/annotator_76": 0.9919966459274292, "eta/annotator_77": 0.9919239282608032, "eta/annotator_78": 0.99134761095047, "eta/annotator_79": 0.9726288914680481, "eta/annotator_8": 0.9669321775436401, "eta/annotator_80": 0.9906139373779297, "eta/annotator_81": 0.9904676675796509, "eta/annotator_82": 0.9901220202445984, "eta/annotator_83": 0.9883248209953308, "eta/annotator_84": 0.993640124797821, "eta/annotator_85": 0.9923561811447144, "eta/annotator_86": 0.9431087374687195, "eta/annotator_87": 0.9479784965515137, "eta/annotator_88": 0.992354691028595, "eta/annotator_89": 0.9857486486434937, "eta/annotator_9": 0.9922924041748047, "eta/annotator_90": 0.9873470067977905, "eta/annotator_91": 0.9925820231437683, "eta/annotator_92": 0.9845001101493835, "eta/annotator_93": 0.9904921650886536, "eta/annotator_94": 0.9918944239616394, "eta/annotator_95": 0.9930540919303894, "eta/annotator_96": 0.9786370992660522, "eta/annotator_97": 0.9831097722053528, "eta/annotator_98": 0.990472137928009, "eta/annotator_99": 0.9851889610290527, "grad_norm": 44.93982288455089, "learning_rate": 1.9417475728155338e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.26251220703125, "logps/rejected": -252.22500610351562, "loss": 0.5953, "rewards/accuracies": 0.664843738079071, "rewards/chosen": -0.03754711151123047, "rewards/margins": 0.474435418844223, "rewards/rejected": -0.5120803713798523, "step": 150 }, { "em/agreement_weights_mean": 0.9848456382751465, "em/agreement_weights_std": 0.022933106869459152, "em/unique_annotators_in_global_batch": 15.1875, "epoch": 0.6986899563318777, "eta/annotator_0": 0.9888067245483398, "eta/annotator_1": 0.989566445350647, "eta/annotator_10": 0.9939559102058411, "eta/annotator_100": 0.9897820353507996, "eta/annotator_101": 0.988842785358429, "eta/annotator_102": 0.9667296409606934, "eta/annotator_103": 0.9668196439743042, "eta/annotator_104": 0.974112331867218, "eta/annotator_105": 0.9828146696090698, "eta/annotator_106": 0.9781662821769714, "eta/annotator_107": 0.9910195469856262, "eta/annotator_108": 0.991573691368103, "eta/annotator_109": 0.9890861511230469, "eta/annotator_11": 0.9788612127304077, "eta/annotator_110": 0.9694008827209473, "eta/annotator_111": 0.98918616771698, "eta/annotator_112": 0.99036705493927, "eta/annotator_113": 0.9875723719596863, "eta/annotator_114": 0.9903349876403809, "eta/annotator_115": 0.9898306727409363, "eta/annotator_116": 0.9904949069023132, "eta/annotator_117": 0.9866862297058105, "eta/annotator_118": 0.9782829284667969, "eta/annotator_119": 0.9923445582389832, "eta/annotator_12": 0.9919705390930176, "eta/annotator_120": 0.9939976930618286, "eta/annotator_121": 0.9897011518478394, "eta/annotator_122": 0.9884558916091919, "eta/annotator_123": 0.9847660064697266, "eta/annotator_124": 0.9859821200370789, "eta/annotator_125": 0.9876925349235535, "eta/annotator_126": 0.9915844202041626, "eta/annotator_127": 0.9699408411979675, "eta/annotator_128": 0.9901024699211121, "eta/annotator_129": 0.9933440089225769, "eta/annotator_13": 0.9885401725769043, "eta/annotator_130": 0.9894164204597473, "eta/annotator_131": 0.9836364984512329, "eta/annotator_132": 0.9799517393112183, "eta/annotator_133": 0.99199378490448, "eta/annotator_134": 0.9919090270996094, "eta/annotator_135": 0.9916943311691284, "eta/annotator_136": 0.9910569190979004, "eta/annotator_137": 0.9929709434509277, "eta/annotator_138": 0.9914963841438293, "eta/annotator_139": 0.9942401647567749, "eta/annotator_14": 0.9859841465950012, "eta/annotator_140": 0.9930436015129089, "eta/annotator_141": 0.9938112497329712, "eta/annotator_142": 0.9938281178474426, "eta/annotator_143": 0.9914552569389343, "eta/annotator_144": 0.9840755462646484, "eta/annotator_145": 0.9922850728034973, "eta/annotator_146": 0.9873809814453125, "eta/annotator_147": 0.9845765233039856, "eta/annotator_148": 0.9884415864944458, "eta/annotator_149": 0.9899018406867981, "eta/annotator_15": 0.9887701869010925, "eta/annotator_150": 0.9925537109375, "eta/annotator_151": 0.9939804077148438, "eta/annotator_152": 0.9897547960281372, "eta/annotator_153": 0.9925440549850464, "eta/annotator_154": 0.991885781288147, "eta/annotator_155": 0.991482138633728, "eta/annotator_156": 0.9878152012825012, "eta/annotator_157": 0.9875949621200562, "eta/annotator_158": 0.9887865781784058, "eta/annotator_159": 0.9906328916549683, "eta/annotator_16": 0.9944208860397339, "eta/annotator_160": 0.9942516088485718, "eta/annotator_161": 0.9894974827766418, "eta/annotator_162": 0.9902358055114746, "eta/annotator_163": 0.9860330820083618, "eta/annotator_164": 0.9923216104507446, "eta/annotator_165": 0.9893494844436646, "eta/annotator_166": 0.9921695590019226, "eta/annotator_167": 0.9932090044021606, "eta/annotator_168": 0.9892311096191406, "eta/annotator_169": 0.989290714263916, "eta/annotator_17": 0.9913403391838074, "eta/annotator_170": 0.9909142255783081, "eta/annotator_171": 0.9866601228713989, "eta/annotator_172": 0.9912469983100891, "eta/annotator_173": 0.9685807228088379, "eta/annotator_174": 0.9825595617294312, "eta/annotator_175": 0.9829926490783691, "eta/annotator_176": 0.9796512722969055, "eta/annotator_177": 0.9902263879776001, "eta/annotator_178": 0.9905040860176086, "eta/annotator_179": 0.9941173791885376, "eta/annotator_18": 0.9916971921920776, "eta/annotator_180": 0.9938579797744751, "eta/annotator_181": 0.9923292994499207, "eta/annotator_182": 0.9949265718460083, "eta/annotator_183": 0.990156352519989, "eta/annotator_184": 0.9890710115432739, "eta/annotator_185": 0.9863113164901733, "eta/annotator_186": 0.9928607940673828, "eta/annotator_187": 0.9904363751411438, "eta/annotator_188": 0.9861917495727539, "eta/annotator_189": 0.9924113154411316, "eta/annotator_19": 0.9930187463760376, "eta/annotator_190": 0.9927523732185364, "eta/annotator_191": 0.9924537539482117, "eta/annotator_192": 0.9922996759414673, "eta/annotator_193": 0.9914754033088684, "eta/annotator_194": 0.9715172052383423, "eta/annotator_195": 0.9925093650817871, "eta/annotator_196": 0.9867762327194214, "eta/annotator_197": 0.9911667108535767, "eta/annotator_198": 0.9886986613273621, "eta/annotator_199": 0.9877701997756958, "eta/annotator_2": 0.9897617101669312, "eta/annotator_20": 0.988997757434845, "eta/annotator_200": 0.9936434626579285, "eta/annotator_201": 0.9924675226211548, "eta/annotator_202": 0.9909445643424988, "eta/annotator_203": 0.9864910840988159, "eta/annotator_204": 0.9891700744628906, "eta/annotator_205": 0.9930855631828308, "eta/annotator_206": 0.9932257533073425, "eta/annotator_207": 0.9856831431388855, "eta/annotator_208": 0.9845811128616333, "eta/annotator_209": 0.9896796941757202, "eta/annotator_21": 0.9658176302909851, "eta/annotator_210": 0.9893594980239868, "eta/annotator_211": 0.9901230931282043, "eta/annotator_212": 0.9875977635383606, "eta/annotator_213": 0.9898139238357544, "eta/annotator_214": 0.9832150340080261, "eta/annotator_215": 0.9930084943771362, "eta/annotator_216": 0.9924473762512207, "eta/annotator_217": 0.9920323491096497, "eta/annotator_218": 0.9884454607963562, "eta/annotator_219": 0.9878315925598145, "eta/annotator_22": 0.9920113682746887, "eta/annotator_220": 0.9876701235771179, "eta/annotator_221": 0.9815481901168823, "eta/annotator_222": 0.9806109666824341, "eta/annotator_223": 0.9937872886657715, "eta/annotator_224": 0.9876456260681152, "eta/annotator_225": 0.9903958439826965, "eta/annotator_226": 0.9789713025093079, "eta/annotator_23": 0.9901596903800964, "eta/annotator_24": 0.990003228187561, "eta/annotator_25": 0.986183762550354, "eta/annotator_26": 0.9933468699455261, "eta/annotator_27": 0.9915785789489746, "eta/annotator_28": 0.9928333163261414, "eta/annotator_29": 0.9891144633293152, "eta/annotator_3": 0.993611216545105, "eta/annotator_30": 0.9899237751960754, "eta/annotator_31": 0.9906443357467651, "eta/annotator_32": 0.9904347658157349, "eta/annotator_33": 0.9873322248458862, "eta/annotator_34": 0.987631618976593, "eta/annotator_35": 0.9746537208557129, "eta/annotator_36": 0.9916080236434937, "eta/annotator_37": 0.9822552800178528, "eta/annotator_38": 0.9851183891296387, "eta/annotator_39": 0.9917296171188354, "eta/annotator_4": 0.9924412965774536, "eta/annotator_40": 0.9875143766403198, "eta/annotator_41": 0.9901083707809448, "eta/annotator_42": 0.9912711381912231, "eta/annotator_43": 0.9927608370780945, "eta/annotator_44": 0.9935053586959839, "eta/annotator_45": 0.9904589653015137, "eta/annotator_46": 0.9903514981269836, "eta/annotator_47": 0.9890213012695312, "eta/annotator_48": 0.9769244194030762, "eta/annotator_49": 0.9855313301086426, "eta/annotator_5": 0.9557074308395386, "eta/annotator_50": 0.9910666346549988, "eta/annotator_51": 0.9870474934577942, "eta/annotator_52": 0.9933945536613464, "eta/annotator_53": 0.9906607866287231, "eta/annotator_54": 0.9868735074996948, "eta/annotator_55": 0.9946465492248535, "eta/annotator_56": 0.9935932159423828, "eta/annotator_57": 0.9911684989929199, "eta/annotator_58": 0.9922124147415161, "eta/annotator_59": 0.980941116809845, "eta/annotator_6": 0.9936432838439941, "eta/annotator_60": 0.9847161173820496, "eta/annotator_61": 0.979239821434021, "eta/annotator_62": 0.9930319786071777, "eta/annotator_63": 0.9915827512741089, "eta/annotator_64": 0.9907433390617371, "eta/annotator_65": 0.977115273475647, "eta/annotator_66": 0.9925980567932129, "eta/annotator_67": 0.9903353452682495, "eta/annotator_68": 0.9939980506896973, "eta/annotator_69": 0.9922003746032715, "eta/annotator_7": 0.9897581934928894, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9903876185417175, "eta/annotator_72": 0.9753731489181519, "eta/annotator_73": 0.9924660921096802, "eta/annotator_74": 0.9908086061477661, "eta/annotator_75": 0.9890910983085632, "eta/annotator_76": 0.9917133450508118, "eta/annotator_77": 0.9919239282608032, "eta/annotator_78": 0.9910812377929688, "eta/annotator_79": 0.9647201299667358, "eta/annotator_8": 0.9682785868644714, "eta/annotator_80": 0.9909537434577942, "eta/annotator_81": 0.9915679097175598, "eta/annotator_82": 0.9890019297599792, "eta/annotator_83": 0.9876791834831238, "eta/annotator_84": 0.9937716722488403, "eta/annotator_85": 0.9923561811447144, "eta/annotator_86": 0.9376797676086426, "eta/annotator_87": 0.9496320486068726, "eta/annotator_88": 0.9923659563064575, "eta/annotator_89": 0.986430287361145, "eta/annotator_9": 0.99278724193573, "eta/annotator_90": 0.9877344965934753, "eta/annotator_91": 0.992782711982727, "eta/annotator_92": 0.9847462773323059, "eta/annotator_93": 0.9894660711288452, "eta/annotator_94": 0.9924596548080444, "eta/annotator_95": 0.9927080869674683, "eta/annotator_96": 0.9793936610221863, "eta/annotator_97": 0.9838595390319824, "eta/annotator_98": 0.9897835850715637, "eta/annotator_99": 0.9841712117195129, "grad_norm": 39.65399265140784, "learning_rate": 1.699029126213592e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -318.26251220703125, "logps/rejected": -248.96249389648438, "loss": 0.6008, "rewards/accuracies": 0.660937488079071, "rewards/chosen": -0.06414031982421875, "rewards/margins": 0.4609939455986023, "rewards/rejected": -0.5249967575073242, "step": 160 }, { "em/agreement_weights_mean": 0.9841957092285156, "em/agreement_weights_std": 0.024630066007375717, "em/unique_annotators_in_global_batch": 14.975000381469727, "epoch": 0.74235807860262, "eta/annotator_0": 0.989571213722229, "eta/annotator_1": 0.9898885488510132, "eta/annotator_10": 0.9932693243026733, "eta/annotator_100": 0.9902209043502808, "eta/annotator_101": 0.9894005656242371, "eta/annotator_102": 0.9681075215339661, "eta/annotator_103": 0.9676901698112488, "eta/annotator_104": 0.9733479619026184, "eta/annotator_105": 0.982440173625946, "eta/annotator_106": 0.9782918095588684, "eta/annotator_107": 0.9909302592277527, "eta/annotator_108": 0.9928439855575562, "eta/annotator_109": 0.9893142580986023, "eta/annotator_11": 0.980090320110321, "eta/annotator_110": 0.9605077505111694, "eta/annotator_111": 0.9894787669181824, "eta/annotator_112": 0.9904099702835083, "eta/annotator_113": 0.9886466860771179, "eta/annotator_114": 0.9910443425178528, "eta/annotator_115": 0.9898306727409363, "eta/annotator_116": 0.9904949069023132, "eta/annotator_117": 0.9866236448287964, "eta/annotator_118": 0.9799667596817017, "eta/annotator_119": 0.9886645078659058, "eta/annotator_12": 0.9925359487533569, "eta/annotator_120": 0.9947695732116699, "eta/annotator_121": 0.988625705242157, "eta/annotator_122": 0.9874774813652039, "eta/annotator_123": 0.9849979281425476, "eta/annotator_124": 0.9857407808303833, "eta/annotator_125": 0.9876933097839355, "eta/annotator_126": 0.9910392761230469, "eta/annotator_127": 0.9713860750198364, "eta/annotator_128": 0.9898163080215454, "eta/annotator_129": 0.9934218525886536, "eta/annotator_13": 0.9875290989875793, "eta/annotator_130": 0.989681601524353, "eta/annotator_131": 0.9838401079177856, "eta/annotator_132": 0.9786527752876282, "eta/annotator_133": 0.9917997121810913, "eta/annotator_134": 0.9926849603652954, "eta/annotator_135": 0.9923431277275085, "eta/annotator_136": 0.9910672307014465, "eta/annotator_137": 0.992139995098114, "eta/annotator_138": 0.9912994503974915, "eta/annotator_139": 0.9936585426330566, "eta/annotator_14": 0.9857204556465149, "eta/annotator_140": 0.9933174848556519, "eta/annotator_141": 0.9947674870491028, "eta/annotator_142": 0.9940260648727417, "eta/annotator_143": 0.992212176322937, "eta/annotator_144": 0.9842510223388672, "eta/annotator_145": 0.9923111796379089, "eta/annotator_146": 0.9864753484725952, "eta/annotator_147": 0.9876818656921387, "eta/annotator_148": 0.9887286424636841, "eta/annotator_149": 0.9899212718009949, "eta/annotator_15": 0.988290011882782, "eta/annotator_150": 0.99311363697052, "eta/annotator_151": 0.9947622418403625, "eta/annotator_152": 0.9894732236862183, "eta/annotator_153": 0.992359459400177, "eta/annotator_154": 0.9920886754989624, "eta/annotator_155": 0.9915086030960083, "eta/annotator_156": 0.9884114265441895, "eta/annotator_157": 0.9878439903259277, "eta/annotator_158": 0.986974835395813, "eta/annotator_159": 0.990790069103241, "eta/annotator_16": 0.994430661201477, "eta/annotator_160": 0.9932899475097656, "eta/annotator_161": 0.9899956583976746, "eta/annotator_162": 0.9899975657463074, "eta/annotator_163": 0.9874324798583984, "eta/annotator_164": 0.992388904094696, "eta/annotator_165": 0.9891411662101746, "eta/annotator_166": 0.9919988512992859, "eta/annotator_167": 0.9892445802688599, "eta/annotator_168": 0.9892498850822449, "eta/annotator_169": 0.9900795221328735, "eta/annotator_17": 0.9913743138313293, "eta/annotator_170": 0.9908849596977234, "eta/annotator_171": 0.985793948173523, "eta/annotator_172": 0.989713191986084, "eta/annotator_173": 0.9677777290344238, "eta/annotator_174": 0.983348548412323, "eta/annotator_175": 0.9830635786056519, "eta/annotator_176": 0.9768521189689636, "eta/annotator_177": 0.9902589917182922, "eta/annotator_178": 0.9901291728019714, "eta/annotator_179": 0.9947198033332825, "eta/annotator_18": 0.9921126365661621, "eta/annotator_180": 0.9941023588180542, "eta/annotator_181": 0.9915710687637329, "eta/annotator_182": 0.9947784543037415, "eta/annotator_183": 0.9908051490783691, "eta/annotator_184": 0.9892823100090027, "eta/annotator_185": 0.9848400950431824, "eta/annotator_186": 0.9928008913993835, "eta/annotator_187": 0.9907302856445312, "eta/annotator_188": 0.9798323512077332, "eta/annotator_189": 0.9928989410400391, "eta/annotator_19": 0.9928592443466187, "eta/annotator_190": 0.9927536845207214, "eta/annotator_191": 0.9930777549743652, "eta/annotator_192": 0.9917316436767578, "eta/annotator_193": 0.9918341636657715, "eta/annotator_194": 0.971157431602478, "eta/annotator_195": 0.9925444722175598, "eta/annotator_196": 0.986982524394989, "eta/annotator_197": 0.9911934733390808, "eta/annotator_198": 0.9886986613273621, "eta/annotator_199": 0.9876366853713989, "eta/annotator_2": 0.9893487095832825, "eta/annotator_20": 0.985836386680603, "eta/annotator_200": 0.9938942790031433, "eta/annotator_201": 0.9932654500007629, "eta/annotator_202": 0.9911295175552368, "eta/annotator_203": 0.9874197840690613, "eta/annotator_204": 0.9882491827011108, "eta/annotator_205": 0.9942676424980164, "eta/annotator_206": 0.9925864934921265, "eta/annotator_207": 0.9860889315605164, "eta/annotator_208": 0.9835718870162964, "eta/annotator_209": 0.989762008190155, "eta/annotator_21": 0.9656750559806824, "eta/annotator_210": 0.9897398948669434, "eta/annotator_211": 0.9901230931282043, "eta/annotator_212": 0.987906813621521, "eta/annotator_213": 0.9901583790779114, "eta/annotator_214": 0.9831920862197876, "eta/annotator_215": 0.9930219650268555, "eta/annotator_216": 0.9935004115104675, "eta/annotator_217": 0.9920255541801453, "eta/annotator_218": 0.9888469576835632, "eta/annotator_219": 0.9882286787033081, "eta/annotator_22": 0.9919769167900085, "eta/annotator_220": 0.9825485348701477, "eta/annotator_221": 0.9725960493087769, "eta/annotator_222": 0.9798642992973328, "eta/annotator_223": 0.9942580461502075, "eta/annotator_224": 0.9877969622612, "eta/annotator_225": 0.9898896217346191, "eta/annotator_226": 0.9786316752433777, "eta/annotator_23": 0.9907271265983582, "eta/annotator_24": 0.9900582432746887, "eta/annotator_25": 0.9875314831733704, "eta/annotator_26": 0.9931381344795227, "eta/annotator_27": 0.9921324849128723, "eta/annotator_28": 0.9931893348693848, "eta/annotator_29": 0.9670567512512207, "eta/annotator_3": 0.9937995076179504, "eta/annotator_30": 0.9902116060256958, "eta/annotator_31": 0.9912773370742798, "eta/annotator_32": 0.9904347658157349, "eta/annotator_33": 0.9763062596321106, "eta/annotator_34": 0.9871441125869751, "eta/annotator_35": 0.9706042408943176, "eta/annotator_36": 0.991866946220398, "eta/annotator_37": 0.9828499555587769, "eta/annotator_38": 0.9847350120544434, "eta/annotator_39": 0.9916411638259888, "eta/annotator_4": 0.9925074577331543, "eta/annotator_40": 0.9875143766403198, "eta/annotator_41": 0.9900886416435242, "eta/annotator_42": 0.9889645576477051, "eta/annotator_43": 0.9929438829421997, "eta/annotator_44": 0.9937121272087097, "eta/annotator_45": 0.9897378087043762, "eta/annotator_46": 0.9907882809638977, "eta/annotator_47": 0.9880309104919434, "eta/annotator_48": 0.9766713380813599, "eta/annotator_49": 0.9854148626327515, "eta/annotator_5": 0.9541057348251343, "eta/annotator_50": 0.9909287691116333, "eta/annotator_51": 0.9874261021614075, "eta/annotator_52": 0.993358314037323, "eta/annotator_53": 0.9900211095809937, "eta/annotator_54": 0.9847061038017273, "eta/annotator_55": 0.9945589900016785, "eta/annotator_56": 0.9938856363296509, "eta/annotator_57": 0.9892852902412415, "eta/annotator_58": 0.99242103099823, "eta/annotator_59": 0.9670723080635071, "eta/annotator_6": 0.993660569190979, "eta/annotator_60": 0.9845916628837585, "eta/annotator_61": 0.9768962860107422, "eta/annotator_62": 0.9932948350906372, "eta/annotator_63": 0.9915827512741089, "eta/annotator_64": 0.9907370805740356, "eta/annotator_65": 0.9784218072891235, "eta/annotator_66": 0.9930931329727173, "eta/annotator_67": 0.9869102239608765, "eta/annotator_68": 0.9938289523124695, "eta/annotator_69": 0.9922003746032715, "eta/annotator_7": 0.9894593358039856, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9906929731369019, "eta/annotator_72": 0.976046085357666, "eta/annotator_73": 0.9925621747970581, "eta/annotator_74": 0.9908086061477661, "eta/annotator_75": 0.9896321296691895, "eta/annotator_76": 0.9919889569282532, "eta/annotator_77": 0.9919239282608032, "eta/annotator_78": 0.9915871620178223, "eta/annotator_79": 0.9640418887138367, "eta/annotator_8": 0.9678664207458496, "eta/annotator_80": 0.9907420873641968, "eta/annotator_81": 0.9926603436470032, "eta/annotator_82": 0.9892939329147339, "eta/annotator_83": 0.9786227345466614, "eta/annotator_84": 0.992669403553009, "eta/annotator_85": 0.9923942685127258, "eta/annotator_86": 0.9337573051452637, "eta/annotator_87": 0.9524042010307312, "eta/annotator_88": 0.9925249814987183, "eta/annotator_89": 0.9871456027030945, "eta/annotator_9": 0.9936363101005554, "eta/annotator_90": 0.9882943034172058, "eta/annotator_91": 0.9925497770309448, "eta/annotator_92": 0.9851113557815552, "eta/annotator_93": 0.9895055890083313, "eta/annotator_94": 0.9933174252510071, "eta/annotator_95": 0.9930065870285034, "eta/annotator_96": 0.9770973920822144, "eta/annotator_97": 0.9836498498916626, "eta/annotator_98": 0.9909344911575317, "eta/annotator_99": 0.9852443933486938, "grad_norm": 39.04765357854663, "learning_rate": 1.4563106796116505e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -314.4624938964844, "logps/rejected": -256.6625061035156, "loss": 0.6, "rewards/accuracies": 0.657031238079071, "rewards/chosen": -0.12049789726734161, "rewards/margins": 0.45339125394821167, "rewards/rejected": -0.5738281011581421, "step": 170 }, { "em/agreement_weights_mean": 0.9851703643798828, "em/agreement_weights_std": 0.020870940759778023, "em/unique_annotators_in_global_batch": 15.324999809265137, "epoch": 0.7860262008733624, "eta/annotator_0": 0.9866949319839478, "eta/annotator_1": 0.990861713886261, "eta/annotator_10": 0.9936339259147644, "eta/annotator_100": 0.9910637140274048, "eta/annotator_101": 0.9894587397575378, "eta/annotator_102": 0.9686051607131958, "eta/annotator_103": 0.9700114130973816, "eta/annotator_104": 0.9684020280838013, "eta/annotator_105": 0.9826096296310425, "eta/annotator_106": 0.977283775806427, "eta/annotator_107": 0.9901272058486938, "eta/annotator_108": 0.9932540655136108, "eta/annotator_109": 0.9888842701911926, "eta/annotator_11": 0.9799952507019043, "eta/annotator_110": 0.8825623393058777, "eta/annotator_111": 0.9894068837165833, "eta/annotator_112": 0.9907967448234558, "eta/annotator_113": 0.9894840121269226, "eta/annotator_114": 0.9908860325813293, "eta/annotator_115": 0.9898945093154907, "eta/annotator_116": 0.9904949069023132, "eta/annotator_117": 0.9864271283149719, "eta/annotator_118": 0.9797921180725098, "eta/annotator_119": 0.9884255528450012, "eta/annotator_12": 0.9939689636230469, "eta/annotator_120": 0.9949612617492676, "eta/annotator_121": 0.9892773628234863, "eta/annotator_122": 0.9875998497009277, "eta/annotator_123": 0.9853726625442505, "eta/annotator_124": 0.9864394068717957, "eta/annotator_125": 0.9877002835273743, "eta/annotator_126": 0.9907732009887695, "eta/annotator_127": 0.9709213972091675, "eta/annotator_128": 0.9885097742080688, "eta/annotator_129": 0.9935141801834106, "eta/annotator_13": 0.9866283535957336, "eta/annotator_130": 0.9898638725280762, "eta/annotator_131": 0.9848257899284363, "eta/annotator_132": 0.9770269393920898, "eta/annotator_133": 0.9913651347160339, "eta/annotator_134": 0.9932754635810852, "eta/annotator_135": 0.9927636384963989, "eta/annotator_136": 0.9911591410636902, "eta/annotator_137": 0.9924063682556152, "eta/annotator_138": 0.9925362467765808, "eta/annotator_139": 0.9932270050048828, "eta/annotator_14": 0.9864908456802368, "eta/annotator_140": 0.9921243786811829, "eta/annotator_141": 0.9948043823242188, "eta/annotator_142": 0.9937281608581543, "eta/annotator_143": 0.9921941757202148, "eta/annotator_144": 0.9855985641479492, "eta/annotator_145": 0.9926150441169739, "eta/annotator_146": 0.9869546890258789, "eta/annotator_147": 0.9887312054634094, "eta/annotator_148": 0.9897167086601257, "eta/annotator_149": 0.990103542804718, "eta/annotator_15": 0.9879550933837891, "eta/annotator_150": 0.9935504794120789, "eta/annotator_151": 0.995293140411377, "eta/annotator_152": 0.9902861714363098, "eta/annotator_153": 0.9924308657646179, "eta/annotator_154": 0.9922253489494324, "eta/annotator_155": 0.9917467832565308, "eta/annotator_156": 0.988552451133728, "eta/annotator_157": 0.9882205128669739, "eta/annotator_158": 0.9868542551994324, "eta/annotator_159": 0.990476131439209, "eta/annotator_16": 0.9943299293518066, "eta/annotator_160": 0.9936143159866333, "eta/annotator_161": 0.9898398518562317, "eta/annotator_162": 0.9905670881271362, "eta/annotator_163": 0.9881318211555481, "eta/annotator_164": 0.9924869537353516, "eta/annotator_165": 0.9893108606338501, "eta/annotator_166": 0.9925117492675781, "eta/annotator_167": 0.9895286560058594, "eta/annotator_168": 0.9900012016296387, "eta/annotator_169": 0.9912049174308777, "eta/annotator_17": 0.9917091131210327, "eta/annotator_170": 0.9917357563972473, "eta/annotator_171": 0.9860617518424988, "eta/annotator_172": 0.9896661639213562, "eta/annotator_173": 0.9684771299362183, "eta/annotator_174": 0.9840655326843262, "eta/annotator_175": 0.9787651300430298, "eta/annotator_176": 0.9741752743721008, "eta/annotator_177": 0.9865032434463501, "eta/annotator_178": 0.9899203181266785, "eta/annotator_179": 0.9941844940185547, "eta/annotator_18": 0.9929841160774231, "eta/annotator_180": 0.9944113492965698, "eta/annotator_181": 0.991510272026062, "eta/annotator_182": 0.9948452115058899, "eta/annotator_183": 0.9912393689155579, "eta/annotator_184": 0.9898413419723511, "eta/annotator_185": 0.9840667843818665, "eta/annotator_186": 0.9934788942337036, "eta/annotator_187": 0.9905189275741577, "eta/annotator_188": 0.9767885208129883, "eta/annotator_189": 0.9931246638298035, "eta/annotator_19": 0.9914711117744446, "eta/annotator_190": 0.9921976923942566, "eta/annotator_191": 0.993561863899231, "eta/annotator_192": 0.9826027750968933, "eta/annotator_193": 0.9915596842765808, "eta/annotator_194": 0.9661237597465515, "eta/annotator_195": 0.9929201006889343, "eta/annotator_196": 0.9876638650894165, "eta/annotator_197": 0.9913033246994019, "eta/annotator_198": 0.9886986613273621, "eta/annotator_199": 0.987526535987854, "eta/annotator_2": 0.990233302116394, "eta/annotator_20": 0.9859288334846497, "eta/annotator_200": 0.994164764881134, "eta/annotator_201": 0.9931017160415649, "eta/annotator_202": 0.9923251271247864, "eta/annotator_203": 0.9895178079605103, "eta/annotator_204": 0.987686038017273, "eta/annotator_205": 0.9944832921028137, "eta/annotator_206": 0.9927170872688293, "eta/annotator_207": 0.9852520227432251, "eta/annotator_208": 0.9850906133651733, "eta/annotator_209": 0.9905171394348145, "eta/annotator_21": 0.9644142389297485, "eta/annotator_210": 0.9907907247543335, "eta/annotator_211": 0.9901230931282043, "eta/annotator_212": 0.98832768201828, "eta/annotator_213": 0.990136444568634, "eta/annotator_214": 0.9836388826370239, "eta/annotator_215": 0.9909090995788574, "eta/annotator_216": 0.9940425157546997, "eta/annotator_217": 0.99181067943573, "eta/annotator_218": 0.9887732267379761, "eta/annotator_219": 0.9849768877029419, "eta/annotator_22": 0.9923089146614075, "eta/annotator_220": 0.9815228581428528, "eta/annotator_221": 0.9746454954147339, "eta/annotator_222": 0.9812648892402649, "eta/annotator_223": 0.994517982006073, "eta/annotator_224": 0.985822856426239, "eta/annotator_225": 0.9901652336120605, "eta/annotator_226": 0.9793917536735535, "eta/annotator_23": 0.9913126826286316, "eta/annotator_24": 0.99055415391922, "eta/annotator_25": 0.9893268346786499, "eta/annotator_26": 0.9929413795471191, "eta/annotator_27": 0.9923869967460632, "eta/annotator_28": 0.9930993318557739, "eta/annotator_29": 0.9690955877304077, "eta/annotator_3": 0.9939563870429993, "eta/annotator_30": 0.9903264045715332, "eta/annotator_31": 0.9919711947441101, "eta/annotator_32": 0.9904347658157349, "eta/annotator_33": 0.9766013026237488, "eta/annotator_34": 0.9874858856201172, "eta/annotator_35": 0.9687694311141968, "eta/annotator_36": 0.9922128915786743, "eta/annotator_37": 0.9830776453018188, "eta/annotator_38": 0.985068142414093, "eta/annotator_39": 0.988015353679657, "eta/annotator_4": 0.9931033849716187, "eta/annotator_40": 0.9874973297119141, "eta/annotator_41": 0.98994380235672, "eta/annotator_42": 0.9879822731018066, "eta/annotator_43": 0.9939714670181274, "eta/annotator_44": 0.993672251701355, "eta/annotator_45": 0.9895469546318054, "eta/annotator_46": 0.9907882809638977, "eta/annotator_47": 0.9878677129745483, "eta/annotator_48": 0.9782058000564575, "eta/annotator_49": 0.9823594093322754, "eta/annotator_5": 0.9514350891113281, "eta/annotator_50": 0.9908089637756348, "eta/annotator_51": 0.9874261021614075, "eta/annotator_52": 0.9923287630081177, "eta/annotator_53": 0.9885306358337402, "eta/annotator_54": 0.9849783182144165, "eta/annotator_55": 0.9943976402282715, "eta/annotator_56": 0.992843508720398, "eta/annotator_57": 0.9897168278694153, "eta/annotator_58": 0.9928126335144043, "eta/annotator_59": 0.9668558835983276, "eta/annotator_6": 0.9936272501945496, "eta/annotator_60": 0.9859882593154907, "eta/annotator_61": 0.9774386286735535, "eta/annotator_62": 0.9932757616043091, "eta/annotator_63": 0.9916192293167114, "eta/annotator_64": 0.990960955619812, "eta/annotator_65": 0.978512167930603, "eta/annotator_66": 0.993148148059845, "eta/annotator_67": 0.9872153401374817, "eta/annotator_68": 0.9941542744636536, "eta/annotator_69": 0.9922674894332886, "eta/annotator_7": 0.9868658781051636, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9917700886726379, "eta/annotator_72": 0.9768294095993042, "eta/annotator_73": 0.9920039176940918, "eta/annotator_74": 0.9908286929130554, "eta/annotator_75": 0.989747166633606, "eta/annotator_76": 0.9927650690078735, "eta/annotator_77": 0.9919754862785339, "eta/annotator_78": 0.9919678568840027, "eta/annotator_79": 0.9622381925582886, "eta/annotator_8": 0.9602569341659546, "eta/annotator_80": 0.9914110898971558, "eta/annotator_81": 0.9928789138793945, "eta/annotator_82": 0.9890969395637512, "eta/annotator_83": 0.9793656468391418, "eta/annotator_84": 0.993029773235321, "eta/annotator_85": 0.9927554130554199, "eta/annotator_86": 0.9360232353210449, "eta/annotator_87": 0.9539394378662109, "eta/annotator_88": 0.9930652379989624, "eta/annotator_89": 0.9878886342048645, "eta/annotator_9": 0.9937856793403625, "eta/annotator_90": 0.9883748292922974, "eta/annotator_91": 0.9927845001220703, "eta/annotator_92": 0.9846445918083191, "eta/annotator_93": 0.9899932146072388, "eta/annotator_94": 0.9939047694206238, "eta/annotator_95": 0.9928826093673706, "eta/annotator_96": 0.9780380129814148, "eta/annotator_97": 0.984211266040802, "eta/annotator_98": 0.9900767207145691, "eta/annotator_99": 0.9844304323196411, "grad_norm": 38.91240094813621, "learning_rate": 1.2135922330097088e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.38751220703125, "logps/rejected": -253.1750030517578, "loss": 0.6011, "rewards/accuracies": 0.6617187261581421, "rewards/chosen": -0.17847442626953125, "rewards/margins": 0.43306273221969604, "rewards/rejected": -0.6119140386581421, "step": 180 }, { "em/agreement_weights_mean": 0.9847379922866821, "em/agreement_weights_std": 0.021327178925275803, "em/unique_annotators_in_global_batch": 15.25, "epoch": 0.8296943231441049, "eta/annotator_0": 0.9870942234992981, "eta/annotator_1": 0.991982638835907, "eta/annotator_10": 0.9940237998962402, "eta/annotator_100": 0.9913050532341003, "eta/annotator_101": 0.9877751469612122, "eta/annotator_102": 0.9537487030029297, "eta/annotator_103": 0.9693566560745239, "eta/annotator_104": 0.9665523767471313, "eta/annotator_105": 0.9848750829696655, "eta/annotator_106": 0.978594183921814, "eta/annotator_107": 0.9902011752128601, "eta/annotator_108": 0.9934576749801636, "eta/annotator_109": 0.9893404841423035, "eta/annotator_11": 0.9767963290214539, "eta/annotator_110": 0.8843444585800171, "eta/annotator_111": 0.9903136491775513, "eta/annotator_112": 0.9907967448234558, "eta/annotator_113": 0.9902034997940063, "eta/annotator_114": 0.9909119606018066, "eta/annotator_115": 0.9904698133468628, "eta/annotator_116": 0.9904949069023132, "eta/annotator_117": 0.9842627644538879, "eta/annotator_118": 0.9791358709335327, "eta/annotator_119": 0.9883403778076172, "eta/annotator_12": 0.9942426681518555, "eta/annotator_120": 0.9954338073730469, "eta/annotator_121": 0.9894437789916992, "eta/annotator_122": 0.9884888529777527, "eta/annotator_123": 0.9852687120437622, "eta/annotator_124": 0.9861702919006348, "eta/annotator_125": 0.987707793712616, "eta/annotator_126": 0.9902675747871399, "eta/annotator_127": 0.9721768498420715, "eta/annotator_128": 0.9883977770805359, "eta/annotator_129": 0.9935202598571777, "eta/annotator_13": 0.9873579740524292, "eta/annotator_130": 0.989819347858429, "eta/annotator_131": 0.984542191028595, "eta/annotator_132": 0.9746473431587219, "eta/annotator_133": 0.9912910461425781, "eta/annotator_134": 0.993478000164032, "eta/annotator_135": 0.9925299882888794, "eta/annotator_136": 0.9911906123161316, "eta/annotator_137": 0.9925510287284851, "eta/annotator_138": 0.9928183555603027, "eta/annotator_139": 0.9847100377082825, "eta/annotator_14": 0.9856888651847839, "eta/annotator_140": 0.9930886030197144, "eta/annotator_141": 0.9950243830680847, "eta/annotator_142": 0.9938855171203613, "eta/annotator_143": 0.9927951693534851, "eta/annotator_144": 0.9857840538024902, "eta/annotator_145": 0.9931880235671997, "eta/annotator_146": 0.9878129959106445, "eta/annotator_147": 0.9894599914550781, "eta/annotator_148": 0.9897574186325073, "eta/annotator_149": 0.9904857873916626, "eta/annotator_15": 0.98615962266922, "eta/annotator_150": 0.9938843846321106, "eta/annotator_151": 0.9961196184158325, "eta/annotator_152": 0.9903189539909363, "eta/annotator_153": 0.992660403251648, "eta/annotator_154": 0.9923125505447388, "eta/annotator_155": 0.9918144345283508, "eta/annotator_156": 0.9891892671585083, "eta/annotator_157": 0.98759925365448, "eta/annotator_158": 0.9868354797363281, "eta/annotator_159": 0.9902779459953308, "eta/annotator_16": 0.9940779805183411, "eta/annotator_160": 0.9942610859870911, "eta/annotator_161": 0.9887299537658691, "eta/annotator_162": 0.9905670881271362, "eta/annotator_163": 0.9883354306221008, "eta/annotator_164": 0.9923709630966187, "eta/annotator_165": 0.9863381385803223, "eta/annotator_166": 0.9929934740066528, "eta/annotator_167": 0.9894505739212036, "eta/annotator_168": 0.9900520443916321, "eta/annotator_169": 0.990614116191864, "eta/annotator_17": 0.9919335246086121, "eta/annotator_170": 0.9912506341934204, "eta/annotator_171": 0.9861384630203247, "eta/annotator_172": 0.9898333549499512, "eta/annotator_173": 0.9647618532180786, "eta/annotator_174": 0.984259307384491, "eta/annotator_175": 0.9777290225028992, "eta/annotator_176": 0.9709757566452026, "eta/annotator_177": 0.9863905906677246, "eta/annotator_178": 0.9901033639907837, "eta/annotator_179": 0.9941261410713196, "eta/annotator_18": 0.9931367635726929, "eta/annotator_180": 0.9943310618400574, "eta/annotator_181": 0.9917260408401489, "eta/annotator_182": 0.9954054951667786, "eta/annotator_183": 0.9917412996292114, "eta/annotator_184": 0.9899460077285767, "eta/annotator_185": 0.983648419380188, "eta/annotator_186": 0.9937347173690796, "eta/annotator_187": 0.9885441064834595, "eta/annotator_188": 0.9789795875549316, "eta/annotator_189": 0.9927258491516113, "eta/annotator_19": 0.9919060468673706, "eta/annotator_190": 0.992561936378479, "eta/annotator_191": 0.9937682151794434, "eta/annotator_192": 0.9766882658004761, "eta/annotator_193": 0.9917823076248169, "eta/annotator_194": 0.9671099781990051, "eta/annotator_195": 0.993439793586731, "eta/annotator_196": 0.9699017405509949, "eta/annotator_197": 0.9913274049758911, "eta/annotator_198": 0.9886986613273621, "eta/annotator_199": 0.9875016212463379, "eta/annotator_2": 0.9906941652297974, "eta/annotator_20": 0.985785961151123, "eta/annotator_200": 0.9945069551467896, "eta/annotator_201": 0.9891732931137085, "eta/annotator_202": 0.99134761095047, "eta/annotator_203": 0.990406334400177, "eta/annotator_204": 0.987756609916687, "eta/annotator_205": 0.9945592880249023, "eta/annotator_206": 0.9922248721122742, "eta/annotator_207": 0.9852598905563354, "eta/annotator_208": 0.9811598062515259, "eta/annotator_209": 0.9900327920913696, "eta/annotator_21": 0.9666825532913208, "eta/annotator_210": 0.991208553314209, "eta/annotator_211": 0.9901230931282043, "eta/annotator_212": 0.9888495206832886, "eta/annotator_213": 0.9900263547897339, "eta/annotator_214": 0.9841381907463074, "eta/annotator_215": 0.990493893623352, "eta/annotator_216": 0.994485080242157, "eta/annotator_217": 0.991897702217102, "eta/annotator_218": 0.9880215525627136, "eta/annotator_219": 0.9842896461486816, "eta/annotator_22": 0.992463231086731, "eta/annotator_220": 0.9813225865364075, "eta/annotator_221": 0.9740950465202332, "eta/annotator_222": 0.9814052581787109, "eta/annotator_223": 0.9945892095565796, "eta/annotator_224": 0.9856692552566528, "eta/annotator_225": 0.98939448595047, "eta/annotator_226": 0.9796836972236633, "eta/annotator_23": 0.9916595220565796, "eta/annotator_24": 0.9905989766120911, "eta/annotator_25": 0.9894846677780151, "eta/annotator_26": 0.9931289553642273, "eta/annotator_27": 0.9917977452278137, "eta/annotator_28": 0.9929684400558472, "eta/annotator_29": 0.9705082178115845, "eta/annotator_3": 0.9939644932746887, "eta/annotator_30": 0.9900444149971008, "eta/annotator_31": 0.9920474886894226, "eta/annotator_32": 0.9904400110244751, "eta/annotator_33": 0.9766890406608582, "eta/annotator_34": 0.9888278841972351, "eta/annotator_35": 0.9673541188240051, "eta/annotator_36": 0.9929293394088745, "eta/annotator_37": 0.9854035377502441, "eta/annotator_38": 0.9851164817810059, "eta/annotator_39": 0.9889003038406372, "eta/annotator_4": 0.9931624531745911, "eta/annotator_40": 0.9873448610305786, "eta/annotator_41": 0.9904635548591614, "eta/annotator_42": 0.9865301251411438, "eta/annotator_43": 0.9947409629821777, "eta/annotator_44": 0.9941705465316772, "eta/annotator_45": 0.9896820783615112, "eta/annotator_46": 0.9907882809638977, "eta/annotator_47": 0.9885827302932739, "eta/annotator_48": 0.9745498895645142, "eta/annotator_49": 0.9829672574996948, "eta/annotator_5": 0.9477917551994324, "eta/annotator_50": 0.9912890195846558, "eta/annotator_51": 0.987458348274231, "eta/annotator_52": 0.992779552936554, "eta/annotator_53": 0.9898931384086609, "eta/annotator_54": 0.9874385595321655, "eta/annotator_55": 0.9945712089538574, "eta/annotator_56": 0.992394745349884, "eta/annotator_57": 0.990496039390564, "eta/annotator_58": 0.9930309057235718, "eta/annotator_59": 0.9677525758743286, "eta/annotator_6": 0.9937017560005188, "eta/annotator_60": 0.9871107935905457, "eta/annotator_61": 0.977611243724823, "eta/annotator_62": 0.9931046366691589, "eta/annotator_63": 0.9919470548629761, "eta/annotator_64": 0.9914458990097046, "eta/annotator_65": 0.9785076379776001, "eta/annotator_66": 0.9936453700065613, "eta/annotator_67": 0.987594723701477, "eta/annotator_68": 0.9943459630012512, "eta/annotator_69": 0.9928719401359558, "eta/annotator_7": 0.9878212809562683, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9918769001960754, "eta/annotator_72": 0.9766079783439636, "eta/annotator_73": 0.9921315312385559, "eta/annotator_74": 0.9915725588798523, "eta/annotator_75": 0.9903717041015625, "eta/annotator_76": 0.9929767847061157, "eta/annotator_77": 0.9925006031990051, "eta/annotator_78": 0.9919151067733765, "eta/annotator_79": 0.9618721008300781, "eta/annotator_8": 0.9596177339553833, "eta/annotator_80": 0.9914110898971558, "eta/annotator_81": 0.9933053255081177, "eta/annotator_82": 0.9896815419197083, "eta/annotator_83": 0.9792197346687317, "eta/annotator_84": 0.993584156036377, "eta/annotator_85": 0.9929507970809937, "eta/annotator_86": 0.9364790916442871, "eta/annotator_87": 0.9561383128166199, "eta/annotator_88": 0.9930652379989624, "eta/annotator_89": 0.9893687963485718, "eta/annotator_9": 0.994586169719696, "eta/annotator_90": 0.9889958500862122, "eta/annotator_91": 0.992540717124939, "eta/annotator_92": 0.9847504496574402, "eta/annotator_93": 0.9900559186935425, "eta/annotator_94": 0.9942795634269714, "eta/annotator_95": 0.9929021000862122, "eta/annotator_96": 0.9806416630744934, "eta/annotator_97": 0.9847003221511841, "eta/annotator_98": 0.9907382726669312, "eta/annotator_99": 0.9845951199531555, "grad_norm": 42.35835300235386, "learning_rate": 9.708737864077669e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.98748779296875, "logps/rejected": -247.625, "loss": 0.5872, "rewards/accuracies": 0.659375011920929, "rewards/chosen": -0.1066373810172081, "rewards/margins": 0.4906875491142273, "rewards/rejected": -0.5972656011581421, "step": 190 }, { "em/agreement_weights_mean": 0.9847790598869324, "em/agreement_weights_std": 0.022435387596488, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.8733624454148472, "eta/annotator_0": 0.987496018409729, "eta/annotator_1": 0.991809070110321, "eta/annotator_10": 0.9941433072090149, "eta/annotator_100": 0.9916658401489258, "eta/annotator_101": 0.9877751469612122, "eta/annotator_102": 0.9465611577033997, "eta/annotator_103": 0.9711058735847473, "eta/annotator_104": 0.9640153050422668, "eta/annotator_105": 0.9852280616760254, "eta/annotator_106": 0.9788464307785034, "eta/annotator_107": 0.9908669590950012, "eta/annotator_108": 0.9933554530143738, "eta/annotator_109": 0.9899958372116089, "eta/annotator_11": 0.9781292080879211, "eta/annotator_110": 0.8819397687911987, "eta/annotator_111": 0.990243136882782, "eta/annotator_112": 0.9907967448234558, "eta/annotator_113": 0.9906320571899414, "eta/annotator_114": 0.991167426109314, "eta/annotator_115": 0.9904698133468628, "eta/annotator_116": 0.9905638694763184, "eta/annotator_117": 0.9831523895263672, "eta/annotator_118": 0.9790366291999817, "eta/annotator_119": 0.9886223077774048, "eta/annotator_12": 0.9945847392082214, "eta/annotator_120": 0.9956560134887695, "eta/annotator_121": 0.9891607165336609, "eta/annotator_122": 0.989723801612854, "eta/annotator_123": 0.9842904806137085, "eta/annotator_124": 0.9865074157714844, "eta/annotator_125": 0.9878479242324829, "eta/annotator_126": 0.989294707775116, "eta/annotator_127": 0.9753261804580688, "eta/annotator_128": 0.9892786741256714, "eta/annotator_129": 0.9936015009880066, "eta/annotator_13": 0.9860615730285645, "eta/annotator_130": 0.9905837774276733, "eta/annotator_131": 0.984139621257782, "eta/annotator_132": 0.9749059677124023, "eta/annotator_133": 0.9910264015197754, "eta/annotator_134": 0.9935418367385864, "eta/annotator_135": 0.992598831653595, "eta/annotator_136": 0.991474449634552, "eta/annotator_137": 0.9934595823287964, "eta/annotator_138": 0.9932886958122253, "eta/annotator_139": 0.9858213663101196, "eta/annotator_14": 0.9853522181510925, "eta/annotator_140": 0.9932221174240112, "eta/annotator_141": 0.9954970479011536, "eta/annotator_142": 0.9941481351852417, "eta/annotator_143": 0.9931387901306152, "eta/annotator_144": 0.9856843948364258, "eta/annotator_145": 0.9931682348251343, "eta/annotator_146": 0.9887219667434692, "eta/annotator_147": 0.9893754720687866, "eta/annotator_148": 0.989948570728302, "eta/annotator_149": 0.9911254644393921, "eta/annotator_15": 0.9863880276679993, "eta/annotator_150": 0.9935709834098816, "eta/annotator_151": 0.9959891438484192, "eta/annotator_152": 0.9897513389587402, "eta/annotator_153": 0.9926673173904419, "eta/annotator_154": 0.9929282069206238, "eta/annotator_155": 0.9924784898757935, "eta/annotator_156": 0.989840030670166, "eta/annotator_157": 0.9868952035903931, "eta/annotator_158": 0.9863740801811218, "eta/annotator_159": 0.99029541015625, "eta/annotator_16": 0.9941069483757019, "eta/annotator_160": 0.9941426515579224, "eta/annotator_161": 0.9892794489860535, "eta/annotator_162": 0.9906584620475769, "eta/annotator_163": 0.9849473834037781, "eta/annotator_164": 0.9926291704177856, "eta/annotator_165": 0.9871230125427246, "eta/annotator_166": 0.9921771883964539, "eta/annotator_167": 0.9896661043167114, "eta/annotator_168": 0.9893115162849426, "eta/annotator_169": 0.9913924336433411, "eta/annotator_17": 0.9917405247688293, "eta/annotator_170": 0.9892005920410156, "eta/annotator_171": 0.9863208532333374, "eta/annotator_172": 0.990123450756073, "eta/annotator_173": 0.9634748697280884, "eta/annotator_174": 0.9843878746032715, "eta/annotator_175": 0.9781525731086731, "eta/annotator_176": 0.970417320728302, "eta/annotator_177": 0.9869925379753113, "eta/annotator_178": 0.9889772534370422, "eta/annotator_179": 0.9943631291389465, "eta/annotator_18": 0.9933651685714722, "eta/annotator_180": 0.9935441017150879, "eta/annotator_181": 0.9918259382247925, "eta/annotator_182": 0.9950528144836426, "eta/annotator_183": 0.9920047521591187, "eta/annotator_184": 0.9909740686416626, "eta/annotator_185": 0.9833544492721558, "eta/annotator_186": 0.9946082830429077, "eta/annotator_187": 0.9882518649101257, "eta/annotator_188": 0.9808136820793152, "eta/annotator_189": 0.9930617213249207, "eta/annotator_19": 0.9919983148574829, "eta/annotator_190": 0.9930406808853149, "eta/annotator_191": 0.9941336512565613, "eta/annotator_192": 0.9786200523376465, "eta/annotator_193": 0.9921119809150696, "eta/annotator_194": 0.9674724340438843, "eta/annotator_195": 0.9938039779663086, "eta/annotator_196": 0.9728316068649292, "eta/annotator_197": 0.9920719265937805, "eta/annotator_198": 0.9885608553886414, "eta/annotator_199": 0.9881049394607544, "eta/annotator_2": 0.9901978373527527, "eta/annotator_20": 0.9859967231750488, "eta/annotator_200": 0.9939678311347961, "eta/annotator_201": 0.9885422587394714, "eta/annotator_202": 0.9925265312194824, "eta/annotator_203": 0.9885384440422058, "eta/annotator_204": 0.9877506494522095, "eta/annotator_205": 0.9951343536376953, "eta/annotator_206": 0.9923904538154602, "eta/annotator_207": 0.9852195978164673, "eta/annotator_208": 0.9823222160339355, "eta/annotator_209": 0.9834307432174683, "eta/annotator_21": 0.9686837196350098, "eta/annotator_210": 0.9906636476516724, "eta/annotator_211": 0.9902111887931824, "eta/annotator_212": 0.9888840913772583, "eta/annotator_213": 0.9908016920089722, "eta/annotator_214": 0.9835907220840454, "eta/annotator_215": 0.9908866882324219, "eta/annotator_216": 0.9948051571846008, "eta/annotator_217": 0.9921004176139832, "eta/annotator_218": 0.9878881573677063, "eta/annotator_219": 0.9845297932624817, "eta/annotator_22": 0.9926105737686157, "eta/annotator_220": 0.9833489656448364, "eta/annotator_221": 0.9729887843132019, "eta/annotator_222": 0.9844172596931458, "eta/annotator_223": 0.9946292638778687, "eta/annotator_224": 0.9863739013671875, "eta/annotator_225": 0.9865504503250122, "eta/annotator_226": 0.9802382588386536, "eta/annotator_23": 0.9921959638595581, "eta/annotator_24": 0.9910017848014832, "eta/annotator_25": 0.9897987246513367, "eta/annotator_26": 0.9935258030891418, "eta/annotator_27": 0.9923064112663269, "eta/annotator_28": 0.9882699847221375, "eta/annotator_29": 0.971541702747345, "eta/annotator_3": 0.9938637018203735, "eta/annotator_30": 0.9881202578544617, "eta/annotator_31": 0.9927459955215454, "eta/annotator_32": 0.990801215171814, "eta/annotator_33": 0.9774013757705688, "eta/annotator_34": 0.9891605377197266, "eta/annotator_35": 0.9669712781906128, "eta/annotator_36": 0.9929598569869995, "eta/annotator_37": 0.9848073124885559, "eta/annotator_38": 0.9855509996414185, "eta/annotator_39": 0.9891317486763, "eta/annotator_4": 0.9936921000480652, "eta/annotator_40": 0.987393856048584, "eta/annotator_41": 0.9908242225646973, "eta/annotator_42": 0.9873663783073425, "eta/annotator_43": 0.9946820139884949, "eta/annotator_44": 0.9943027496337891, "eta/annotator_45": 0.9896773099899292, "eta/annotator_46": 0.9907733201980591, "eta/annotator_47": 0.9887009859085083, "eta/annotator_48": 0.9761357307434082, "eta/annotator_49": 0.9830425381660461, "eta/annotator_5": 0.9369362592697144, "eta/annotator_50": 0.9912487864494324, "eta/annotator_51": 0.9877479672431946, "eta/annotator_52": 0.9927719235420227, "eta/annotator_53": 0.9908134341239929, "eta/annotator_54": 0.9883701205253601, "eta/annotator_55": 0.9949172139167786, "eta/annotator_56": 0.9927879571914673, "eta/annotator_57": 0.9904934167861938, "eta/annotator_58": 0.9927806854248047, "eta/annotator_59": 0.9706649780273438, "eta/annotator_6": 0.9944120645523071, "eta/annotator_60": 0.987434983253479, "eta/annotator_61": 0.9780123829841614, "eta/annotator_62": 0.9931434392929077, "eta/annotator_63": 0.9919432401657104, "eta/annotator_64": 0.9910308718681335, "eta/annotator_65": 0.978465735912323, "eta/annotator_66": 0.9937232136726379, "eta/annotator_67": 0.9876376390457153, "eta/annotator_68": 0.9946330189704895, "eta/annotator_69": 0.9928849339485168, "eta/annotator_7": 0.9887375831604004, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9917706251144409, "eta/annotator_72": 0.9749199748039246, "eta/annotator_73": 0.9916210174560547, "eta/annotator_74": 0.9915725588798523, "eta/annotator_75": 0.9902902841567993, "eta/annotator_76": 0.9932998418807983, "eta/annotator_77": 0.9930426478385925, "eta/annotator_78": 0.9914714097976685, "eta/annotator_79": 0.9598336219787598, "eta/annotator_8": 0.956967830657959, "eta/annotator_80": 0.9914110898971558, "eta/annotator_81": 0.993270754814148, "eta/annotator_82": 0.9901359677314758, "eta/annotator_83": 0.9779871702194214, "eta/annotator_84": 0.9941586256027222, "eta/annotator_85": 0.9931000471115112, "eta/annotator_86": 0.9390389323234558, "eta/annotator_87": 0.9566900134086609, "eta/annotator_88": 0.9930652379989624, "eta/annotator_89": 0.989059329032898, "eta/annotator_9": 0.9946961402893066, "eta/annotator_90": 0.9884357452392578, "eta/annotator_91": 0.9928624033927917, "eta/annotator_92": 0.9846538305282593, "eta/annotator_93": 0.9906392097473145, "eta/annotator_94": 0.9940840601921082, "eta/annotator_95": 0.993261992931366, "eta/annotator_96": 0.9818886518478394, "eta/annotator_97": 0.9844130277633667, "eta/annotator_98": 0.9907921552658081, "eta/annotator_99": 0.9848071932792664, "grad_norm": 40.9452228556426, "learning_rate": 7.281553398058252e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.6499938964844, "logps/rejected": -244.14999389648438, "loss": 0.6008, "rewards/accuracies": 0.659375011920929, "rewards/chosen": -0.08386306464672089, "rewards/margins": 0.4377128481864929, "rewards/rejected": -0.521771252155304, "step": 200 }, { "epoch": 0.8733624454148472, "eta/annotator_0": 0.9889931678771973, "eta/annotator_1": 0.9918071031570435, "eta/annotator_10": 0.9932672381401062, "eta/annotator_100": 0.991527259349823, "eta/annotator_101": 0.9877752065658569, "eta/annotator_102": 0.9141361713409424, "eta/annotator_103": 0.9712696075439453, "eta/annotator_104": 0.9594535231590271, "eta/annotator_105": 0.9859634041786194, "eta/annotator_106": 0.9792092442512512, "eta/annotator_107": 0.9908669590950012, "eta/annotator_108": 0.9940440654754639, "eta/annotator_109": 0.99031001329422, "eta/annotator_11": 0.9776967763900757, "eta/annotator_110": 0.8855634927749634, "eta/annotator_111": 0.9911209344863892, "eta/annotator_112": 0.9907965660095215, "eta/annotator_113": 0.9920040965080261, "eta/annotator_114": 0.9913654327392578, "eta/annotator_115": 0.9904696941375732, "eta/annotator_116": 0.9911835789680481, "eta/annotator_117": 0.9823423624038696, "eta/annotator_118": 0.9793994426727295, "eta/annotator_119": 0.9894115924835205, "eta/annotator_12": 0.9947376847267151, "eta/annotator_120": 0.9960669875144958, "eta/annotator_121": 0.9869867563247681, "eta/annotator_122": 0.9880015850067139, "eta/annotator_123": 0.9865878224372864, "eta/annotator_124": 0.9868220686912537, "eta/annotator_125": 0.9886593222618103, "eta/annotator_126": 0.9890808463096619, "eta/annotator_127": 0.9692894220352173, "eta/annotator_128": 0.9894758462905884, "eta/annotator_129": 0.9931074976921082, "eta/annotator_13": 0.9863448739051819, "eta/annotator_130": 0.9899342060089111, "eta/annotator_131": 0.9843108057975769, "eta/annotator_132": 0.9759032130241394, "eta/annotator_133": 0.9907264113426208, "eta/annotator_134": 0.993707001209259, "eta/annotator_135": 0.9932200908660889, "eta/annotator_136": 0.991474449634552, "eta/annotator_137": 0.9934066534042358, "eta/annotator_138": 0.9936091899871826, "eta/annotator_139": 0.9867108464241028, "eta/annotator_14": 0.9851881861686707, "eta/annotator_140": 0.993217945098877, "eta/annotator_141": 0.9946333765983582, "eta/annotator_142": 0.994239866733551, "eta/annotator_143": 0.9933274984359741, "eta/annotator_144": 0.9859908819198608, "eta/annotator_145": 0.9931681752204895, "eta/annotator_146": 0.9887028336524963, "eta/annotator_147": 0.9904287457466125, "eta/annotator_148": 0.9901975393295288, "eta/annotator_149": 0.9919747710227966, "eta/annotator_15": 0.9885057210922241, "eta/annotator_150": 0.9936230182647705, "eta/annotator_151": 0.9958612322807312, "eta/annotator_152": 0.9899633526802063, "eta/annotator_153": 0.9887358546257019, "eta/annotator_154": 0.9930936694145203, "eta/annotator_155": 0.9929794669151306, "eta/annotator_156": 0.9901947379112244, "eta/annotator_157": 0.9882873892784119, "eta/annotator_158": 0.9842612743377686, "eta/annotator_159": 0.9907453656196594, "eta/annotator_16": 0.9942469000816345, "eta/annotator_160": 0.9939925074577332, "eta/annotator_161": 0.9892184138298035, "eta/annotator_162": 0.9914796948432922, "eta/annotator_163": 0.9861545562744141, "eta/annotator_164": 0.9932987689971924, "eta/annotator_165": 0.9878761768341064, "eta/annotator_166": 0.9923058152198792, "eta/annotator_167": 0.9903156757354736, "eta/annotator_168": 0.9888214468955994, "eta/annotator_169": 0.9911201000213623, "eta/annotator_17": 0.992152750492096, "eta/annotator_170": 0.98893803358078, "eta/annotator_171": 0.9870386719703674, "eta/annotator_172": 0.9907720685005188, "eta/annotator_173": 0.9641380906105042, "eta/annotator_174": 0.9855442643165588, "eta/annotator_175": 0.9726567268371582, "eta/annotator_176": 0.9681898355484009, "eta/annotator_177": 0.9882819652557373, "eta/annotator_178": 0.9902693033218384, "eta/annotator_179": 0.9949963688850403, "eta/annotator_18": 0.9947222471237183, "eta/annotator_180": 0.9936538934707642, "eta/annotator_181": 0.9896684885025024, "eta/annotator_182": 0.9951156377792358, "eta/annotator_183": 0.9916293621063232, "eta/annotator_184": 0.9910838603973389, "eta/annotator_185": 0.9818840622901917, "eta/annotator_186": 0.9945425987243652, "eta/annotator_187": 0.989647388458252, "eta/annotator_188": 0.9806109666824341, "eta/annotator_189": 0.9930616617202759, "eta/annotator_19": 0.9920781850814819, "eta/annotator_190": 0.9931326508522034, "eta/annotator_191": 0.9942264556884766, "eta/annotator_192": 0.978287398815155, "eta/annotator_193": 0.9930718541145325, "eta/annotator_194": 0.9686810970306396, "eta/annotator_195": 0.9936535358428955, "eta/annotator_196": 0.975938081741333, "eta/annotator_197": 0.9922243356704712, "eta/annotator_198": 0.987320601940155, "eta/annotator_199": 0.9886184930801392, "eta/annotator_2": 0.9899839162826538, "eta/annotator_20": 0.987776517868042, "eta/annotator_200": 0.9943884015083313, "eta/annotator_201": 0.989098072052002, "eta/annotator_202": 0.9932251572608948, "eta/annotator_203": 0.9881185293197632, "eta/annotator_204": 0.9881364703178406, "eta/annotator_205": 0.9956503510475159, "eta/annotator_206": 0.9907462000846863, "eta/annotator_207": 0.9848302602767944, "eta/annotator_208": 0.9825390577316284, "eta/annotator_209": 0.9834308624267578, "eta/annotator_21": 0.9686839580535889, "eta/annotator_210": 0.9902006387710571, "eta/annotator_211": 0.9910029768943787, "eta/annotator_212": 0.9896231293678284, "eta/annotator_213": 0.9906947612762451, "eta/annotator_214": 0.9851207137107849, "eta/annotator_215": 0.9911930561065674, "eta/annotator_216": 0.9949885010719299, "eta/annotator_217": 0.9906208515167236, "eta/annotator_218": 0.9886055588722229, "eta/annotator_219": 0.9848505258560181, "eta/annotator_22": 0.9923858046531677, "eta/annotator_220": 0.9845110774040222, "eta/annotator_221": 0.9731878042221069, "eta/annotator_222": 0.9841727614402771, "eta/annotator_223": 0.9951575994491577, "eta/annotator_224": 0.9859341382980347, "eta/annotator_225": 0.9874980449676514, "eta/annotator_226": 0.9800929427146912, "eta/annotator_23": 0.9921995997428894, "eta/annotator_24": 0.9910017251968384, "eta/annotator_25": 0.9907347559928894, "eta/annotator_26": 0.993245542049408, "eta/annotator_27": 0.9928118586540222, "eta/annotator_28": 0.9886322617530823, "eta/annotator_29": 0.9709228873252869, "eta/annotator_3": 0.9939860701560974, "eta/annotator_30": 0.9851340651512146, "eta/annotator_31": 0.9929211139678955, "eta/annotator_32": 0.9902587532997131, "eta/annotator_33": 0.9767157435417175, "eta/annotator_34": 0.989830493927002, "eta/annotator_35": 0.9668195843696594, "eta/annotator_36": 0.9932644367218018, "eta/annotator_37": 0.9837049245834351, "eta/annotator_38": 0.9855509996414185, "eta/annotator_39": 0.9881528615951538, "eta/annotator_4": 0.9936919808387756, "eta/annotator_40": 0.9878343343734741, "eta/annotator_41": 0.9909369349479675, "eta/annotator_42": 0.9869903922080994, "eta/annotator_43": 0.9949634075164795, "eta/annotator_44": 0.994032621383667, "eta/annotator_45": 0.9896331429481506, "eta/annotator_46": 0.9906380772590637, "eta/annotator_47": 0.9870814681053162, "eta/annotator_48": 0.978568971157074, "eta/annotator_49": 0.9848761558532715, "eta/annotator_5": 0.9323376417160034, "eta/annotator_50": 0.9908866286277771, "eta/annotator_51": 0.9877479076385498, "eta/annotator_52": 0.9925971031188965, "eta/annotator_53": 0.9902901649475098, "eta/annotator_54": 0.9885246753692627, "eta/annotator_55": 0.9949172735214233, "eta/annotator_56": 0.9930813908576965, "eta/annotator_57": 0.9902837872505188, "eta/annotator_58": 0.9932656288146973, "eta/annotator_59": 0.9717267155647278, "eta/annotator_6": 0.9946275949478149, "eta/annotator_60": 0.987251341342926, "eta/annotator_61": 0.9790683388710022, "eta/annotator_62": 0.9934927821159363, "eta/annotator_63": 0.991908848285675, "eta/annotator_64": 0.991261899471283, "eta/annotator_65": 0.978465735912323, "eta/annotator_66": 0.9942651987075806, "eta/annotator_67": 0.9880233407020569, "eta/annotator_68": 0.9946936964988708, "eta/annotator_69": 0.9930025935173035, "eta/annotator_7": 0.9896678328514099, "eta/annotator_70": 0.9903461933135986, "eta/annotator_71": 0.9917492270469666, "eta/annotator_72": 0.9699780941009521, "eta/annotator_73": 0.9908122420310974, "eta/annotator_74": 0.9915726780891418, "eta/annotator_75": 0.9903765916824341, "eta/annotator_76": 0.9935340285301208, "eta/annotator_77": 0.9930426478385925, "eta/annotator_78": 0.9917599558830261, "eta/annotator_79": 0.9590500593185425, "eta/annotator_8": 0.9576453566551208, "eta/annotator_80": 0.9914110898971558, "eta/annotator_81": 0.993502140045166, "eta/annotator_82": 0.9897253513336182, "eta/annotator_83": 0.979372501373291, "eta/annotator_84": 0.993999183177948, "eta/annotator_85": 0.9934908747673035, "eta/annotator_86": 0.9384650588035583, "eta/annotator_87": 0.9510003924369812, "eta/annotator_88": 0.993065357208252, "eta/annotator_89": 0.9890593886375427, "eta/annotator_9": 0.994992733001709, "eta/annotator_90": 0.9888101816177368, "eta/annotator_91": 0.9932811260223389, "eta/annotator_92": 0.9851531386375427, "eta/annotator_93": 0.990851640701294, "eta/annotator_94": 0.9917268753051758, "eta/annotator_95": 0.9934742450714111, "eta/annotator_96": 0.9827052354812622, "eta/annotator_97": 0.9843749403953552, "eta/annotator_98": 0.989743709564209, "eta/annotator_99": 0.9836076498031616, "eval_em/agreement_weights_mean": 0.984804630279541, "eval_em/agreement_weights_std": 0.02245606668293476, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -323.1546325683594, "eval_logps/rejected": -249.28866577148438, "eval_loss": 0.5839338898658752, "eval_rewards/accuracies": 0.6719440817832947, "eval_rewards/chosen": -0.04396922141313553, "eval_rewards/margins": 0.48113322257995605, "eval_rewards/rejected": -0.5248469710350037, "eval_runtime": 84.7232, "eval_samples_per_second": 18.212, "eval_steps_per_second": 1.145, "step": 200 }, { "em/agreement_weights_mean": 0.984977126121521, "em/agreement_weights_std": 0.021912556141614914, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.9170305676855895, "eta/annotator_0": 0.9890797734260559, "eta/annotator_1": 0.9918244481086731, "eta/annotator_10": 0.9933015704154968, "eta/annotator_100": 0.9915763139724731, "eta/annotator_101": 0.9877751469612122, "eta/annotator_102": 0.914460301399231, "eta/annotator_103": 0.9711831212043762, "eta/annotator_104": 0.9594244956970215, "eta/annotator_105": 0.9858344197273254, "eta/annotator_106": 0.9790390729904175, "eta/annotator_107": 0.9909030199050903, "eta/annotator_108": 0.9940845370292664, "eta/annotator_109": 0.9901413917541504, "eta/annotator_11": 0.9777489900588989, "eta/annotator_110": 0.8857544660568237, "eta/annotator_111": 0.9910813570022583, "eta/annotator_112": 0.9908314943313599, "eta/annotator_113": 0.9919807314872742, "eta/annotator_114": 0.9913719892501831, "eta/annotator_115": 0.9903197288513184, "eta/annotator_116": 0.9911834597587585, "eta/annotator_117": 0.9823082685470581, "eta/annotator_118": 0.9794356226921082, "eta/annotator_119": 0.9893196821212769, "eta/annotator_12": 0.9947406649589539, "eta/annotator_120": 0.9960769414901733, "eta/annotator_121": 0.9869673848152161, "eta/annotator_122": 0.9879889488220215, "eta/annotator_123": 0.986599326133728, "eta/annotator_124": 0.986859917640686, "eta/annotator_125": 0.9886900782585144, "eta/annotator_126": 0.9891133308410645, "eta/annotator_127": 0.9693005681037903, "eta/annotator_128": 0.9894715547561646, "eta/annotator_129": 0.9931328892707825, "eta/annotator_13": 0.9863426089286804, "eta/annotator_130": 0.9899643659591675, "eta/annotator_131": 0.9844824075698853, "eta/annotator_132": 0.975946307182312, "eta/annotator_133": 0.9907687306404114, "eta/annotator_134": 0.993724524974823, "eta/annotator_135": 0.9932907223701477, "eta/annotator_136": 0.991474449634552, "eta/annotator_137": 0.9934398531913757, "eta/annotator_138": 0.9936596751213074, "eta/annotator_139": 0.986794114112854, "eta/annotator_14": 0.9851975440979004, "eta/annotator_140": 0.9932230710983276, "eta/annotator_141": 0.9946703910827637, "eta/annotator_142": 0.9941923022270203, "eta/annotator_143": 0.9933325052261353, "eta/annotator_144": 0.985981822013855, "eta/annotator_145": 0.9931395649909973, "eta/annotator_146": 0.98872309923172, "eta/annotator_147": 0.9904465675354004, "eta/annotator_148": 0.9902408719062805, "eta/annotator_149": 0.9919010996818542, "eta/annotator_15": 0.9884849786758423, "eta/annotator_150": 0.993630588054657, "eta/annotator_151": 0.9958600997924805, "eta/annotator_152": 0.9899646639823914, "eta/annotator_153": 0.988716721534729, "eta/annotator_154": 0.9931195378303528, "eta/annotator_155": 0.9929922819137573, "eta/annotator_156": 0.9902294278144836, "eta/annotator_157": 0.9882804155349731, "eta/annotator_158": 0.9842199087142944, "eta/annotator_159": 0.9907509088516235, "eta/annotator_16": 0.9943262934684753, "eta/annotator_160": 0.9940403699874878, "eta/annotator_161": 0.9891632199287415, "eta/annotator_162": 0.9915252923965454, "eta/annotator_163": 0.9862823486328125, "eta/annotator_164": 0.9930745959281921, "eta/annotator_165": 0.9879165887832642, "eta/annotator_166": 0.9923259019851685, "eta/annotator_167": 0.9903677701950073, "eta/annotator_168": 0.9888355135917664, "eta/annotator_169": 0.9911057353019714, "eta/annotator_17": 0.9922150373458862, "eta/annotator_170": 0.9888412356376648, "eta/annotator_171": 0.987106204032898, "eta/annotator_172": 0.9907816648483276, "eta/annotator_173": 0.9640453457832336, "eta/annotator_174": 0.985554575920105, "eta/annotator_175": 0.9723227620124817, "eta/annotator_176": 0.9679735898971558, "eta/annotator_177": 0.9883285760879517, "eta/annotator_178": 0.9903079867362976, "eta/annotator_179": 0.9950035214424133, "eta/annotator_18": 0.9947476387023926, "eta/annotator_180": 0.9936776161193848, "eta/annotator_181": 0.9896302223205566, "eta/annotator_182": 0.9951298832893372, "eta/annotator_183": 0.9916217923164368, "eta/annotator_184": 0.9911229014396667, "eta/annotator_185": 0.9817591905593872, "eta/annotator_186": 0.994522213935852, "eta/annotator_187": 0.9896666407585144, "eta/annotator_188": 0.9805618524551392, "eta/annotator_189": 0.993012547492981, "eta/annotator_19": 0.9921035766601562, "eta/annotator_190": 0.9931153059005737, "eta/annotator_191": 0.994158923625946, "eta/annotator_192": 0.9783135652542114, "eta/annotator_193": 0.9930694699287415, "eta/annotator_194": 0.9685606956481934, "eta/annotator_195": 0.9937108755111694, "eta/annotator_196": 0.9759737849235535, "eta/annotator_197": 0.9922375679016113, "eta/annotator_198": 0.9873839616775513, "eta/annotator_199": 0.9885169267654419, "eta/annotator_2": 0.9900226593017578, "eta/annotator_20": 0.9878012537956238, "eta/annotator_200": 0.9944014549255371, "eta/annotator_201": 0.9890307188034058, "eta/annotator_202": 0.9932612180709839, "eta/annotator_203": 0.9880722165107727, "eta/annotator_204": 0.9881381988525391, "eta/annotator_205": 0.9956662058830261, "eta/annotator_206": 0.9907416105270386, "eta/annotator_207": 0.984828770160675, "eta/annotator_208": 0.9827234148979187, "eta/annotator_209": 0.9835137128829956, "eta/annotator_21": 0.9671210050582886, "eta/annotator_210": 0.9900838136672974, "eta/annotator_211": 0.9910178184509277, "eta/annotator_212": 0.9895793199539185, "eta/annotator_213": 0.9906724095344543, "eta/annotator_214": 0.9851040840148926, "eta/annotator_215": 0.9911073446273804, "eta/annotator_216": 0.9949375987052917, "eta/annotator_217": 0.9906209111213684, "eta/annotator_218": 0.9885795712471008, "eta/annotator_219": 0.9848582148551941, "eta/annotator_22": 0.9924092292785645, "eta/annotator_220": 0.9844355583190918, "eta/annotator_221": 0.9730361104011536, "eta/annotator_222": 0.9841421246528625, "eta/annotator_223": 0.9951640367507935, "eta/annotator_224": 0.9859035611152649, "eta/annotator_225": 0.9875239133834839, "eta/annotator_226": 0.9800217747688293, "eta/annotator_23": 0.9922317266464233, "eta/annotator_24": 0.9910216331481934, "eta/annotator_25": 0.9908121228218079, "eta/annotator_26": 0.9932635426521301, "eta/annotator_27": 0.9927901029586792, "eta/annotator_28": 0.9886239171028137, "eta/annotator_29": 0.97100830078125, "eta/annotator_3": 0.9940026998519897, "eta/annotator_30": 0.9851520657539368, "eta/annotator_31": 0.992965579032898, "eta/annotator_32": 0.9902588725090027, "eta/annotator_33": 0.9767130613327026, "eta/annotator_34": 0.9898479580879211, "eta/annotator_35": 0.9668974876403809, "eta/annotator_36": 0.993170440196991, "eta/annotator_37": 0.983751654624939, "eta/annotator_38": 0.9855837821960449, "eta/annotator_39": 0.9881914258003235, "eta/annotator_4": 0.9937494993209839, "eta/annotator_40": 0.9878342747688293, "eta/annotator_41": 0.9909114837646484, "eta/annotator_42": 0.9869963526725769, "eta/annotator_43": 0.9949878454208374, "eta/annotator_44": 0.9939886331558228, "eta/annotator_45": 0.9896100163459778, "eta/annotator_46": 0.9906437993049622, "eta/annotator_47": 0.9871837496757507, "eta/annotator_48": 0.9787712097167969, "eta/annotator_49": 0.9848467707633972, "eta/annotator_5": 0.9319403767585754, "eta/annotator_50": 0.9909060597419739, "eta/annotator_51": 0.9878249168395996, "eta/annotator_52": 0.9926079511642456, "eta/annotator_53": 0.9903146028518677, "eta/annotator_54": 0.98857182264328, "eta/annotator_55": 0.9949263334274292, "eta/annotator_56": 0.9930886030197144, "eta/annotator_57": 0.9902836680412292, "eta/annotator_58": 0.9932234883308411, "eta/annotator_59": 0.9713443517684937, "eta/annotator_6": 0.9946612119674683, "eta/annotator_60": 0.9872628450393677, "eta/annotator_61": 0.979154109954834, "eta/annotator_62": 0.9935441017150879, "eta/annotator_63": 0.9919449090957642, "eta/annotator_64": 0.9912838935852051, "eta/annotator_65": 0.9783833622932434, "eta/annotator_66": 0.9942440986633301, "eta/annotator_67": 0.9879707098007202, "eta/annotator_68": 0.9946911931037903, "eta/annotator_69": 0.993002712726593, "eta/annotator_7": 0.9896675944328308, "eta/annotator_70": 0.9903461337089539, "eta/annotator_71": 0.9917586445808411, "eta/annotator_72": 0.9699554443359375, "eta/annotator_73": 0.9908201098442078, "eta/annotator_74": 0.9915725588798523, "eta/annotator_75": 0.990408718585968, "eta/annotator_76": 0.99354088306427, "eta/annotator_77": 0.9930638074874878, "eta/annotator_78": 0.9917671084403992, "eta/annotator_79": 0.958978533744812, "eta/annotator_8": 0.9576849937438965, "eta/annotator_80": 0.9914298057556152, "eta/annotator_81": 0.9935552477836609, "eta/annotator_82": 0.9897650480270386, "eta/annotator_83": 0.9795070886611938, "eta/annotator_84": 0.9940222501754761, "eta/annotator_85": 0.9934784173965454, "eta/annotator_86": 0.9384627342224121, "eta/annotator_87": 0.9509450197219849, "eta/annotator_88": 0.99309241771698, "eta/annotator_89": 0.9890812039375305, "eta/annotator_9": 0.99500972032547, "eta/annotator_90": 0.9888285398483276, "eta/annotator_91": 0.9932972192764282, "eta/annotator_92": 0.9851306676864624, "eta/annotator_93": 0.9908893704414368, "eta/annotator_94": 0.991749107837677, "eta/annotator_95": 0.9935094118118286, "eta/annotator_96": 0.9827462434768677, "eta/annotator_97": 0.9843586683273315, "eta/annotator_98": 0.9897671937942505, "eta/annotator_99": 0.9836261868476868, "grad_norm": 36.39974036241481, "learning_rate": 4.8543689320388344e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -338.82501220703125, "logps/rejected": -251.47500610351562, "loss": 0.5873, "rewards/accuracies": 0.66796875, "rewards/chosen": -0.04846229404211044, "rewards/margins": 0.488311767578125, "rewards/rejected": -0.5365966558456421, "step": 210 }, { "em/agreement_weights_mean": 0.9858360290527344, "em/agreement_weights_std": 0.020710226148366928, "em/unique_annotators_in_global_batch": 15.287500381469727, "epoch": 0.9606986899563319, "eta/annotator_0": 0.9901373982429504, "eta/annotator_1": 0.9920344352722168, "eta/annotator_10": 0.9937704801559448, "eta/annotator_100": 0.9920700192451477, "eta/annotator_101": 0.9877751469612122, "eta/annotator_102": 0.922274112701416, "eta/annotator_103": 0.9705355763435364, "eta/annotator_104": 0.9593974351882935, "eta/annotator_105": 0.9846721887588501, "eta/annotator_106": 0.9776918292045593, "eta/annotator_107": 0.9912287592887878, "eta/annotator_108": 0.9943848848342896, "eta/annotator_109": 0.9886952638626099, "eta/annotator_11": 0.9782193303108215, "eta/annotator_110": 0.8875352144241333, "eta/annotator_111": 0.9907401204109192, "eta/annotator_112": 0.9911442995071411, "eta/annotator_113": 0.9917418360710144, "eta/annotator_114": 0.9914620518684387, "eta/annotator_115": 0.9889674186706543, "eta/annotator_116": 0.9911834597587585, "eta/annotator_117": 0.9821286201477051, "eta/annotator_118": 0.9797603487968445, "eta/annotator_119": 0.9885711669921875, "eta/annotator_12": 0.9948118925094604, "eta/annotator_120": 0.9962300062179565, "eta/annotator_121": 0.9868342280387878, "eta/annotator_122": 0.9878839254379272, "eta/annotator_123": 0.9867545366287231, "eta/annotator_124": 0.9872545003890991, "eta/annotator_125": 0.989016056060791, "eta/annotator_126": 0.9896281957626343, "eta/annotator_127": 0.9701487421989441, "eta/annotator_128": 0.9894505739212036, "eta/annotator_129": 0.9933784604072571, "eta/annotator_13": 0.9863033294677734, "eta/annotator_130": 0.9902234077453613, "eta/annotator_131": 0.9870777130126953, "eta/annotator_132": 0.9761577844619751, "eta/annotator_133": 0.9917310476303101, "eta/annotator_134": 0.9938972592353821, "eta/annotator_135": 0.9942954778671265, "eta/annotator_136": 0.991474449634552, "eta/annotator_137": 0.9937130212783813, "eta/annotator_138": 0.9943116903305054, "eta/annotator_139": 0.9876063466072083, "eta/annotator_14": 0.9853013753890991, "eta/annotator_140": 0.9934504628181458, "eta/annotator_141": 0.9954642057418823, "eta/annotator_142": 0.99394690990448, "eta/annotator_143": 0.9936187863349915, "eta/annotator_144": 0.9859583973884583, "eta/annotator_145": 0.9928803443908691, "eta/annotator_146": 0.9887307286262512, "eta/annotator_147": 0.990660548210144, "eta/annotator_148": 0.9907265901565552, "eta/annotator_149": 0.9912667274475098, "eta/annotator_15": 0.9883044362068176, "eta/annotator_150": 0.9936779141426086, "eta/annotator_151": 0.9960983395576477, "eta/annotator_152": 0.9897652864456177, "eta/annotator_153": 0.9885989427566528, "eta/annotator_154": 0.9933904409408569, "eta/annotator_155": 0.9931892156600952, "eta/annotator_156": 0.9910844564437866, "eta/annotator_157": 0.9881814122200012, "eta/annotator_158": 0.9845263361930847, "eta/annotator_159": 0.9908226132392883, "eta/annotator_16": 0.9954606294631958, "eta/annotator_160": 0.9945694208145142, "eta/annotator_161": 0.9887217283248901, "eta/annotator_162": 0.9919350743293762, "eta/annotator_163": 0.9876933097839355, "eta/annotator_164": 0.9913318753242493, "eta/annotator_165": 0.9882941246032715, "eta/annotator_166": 0.9927865266799927, "eta/annotator_167": 0.9910880327224731, "eta/annotator_168": 0.9889739751815796, "eta/annotator_169": 0.990985095500946, "eta/annotator_17": 0.9927971959114075, "eta/annotator_170": 0.9888374209403992, "eta/annotator_171": 0.9877060651779175, "eta/annotator_172": 0.9904662370681763, "eta/annotator_173": 0.9632729291915894, "eta/annotator_174": 0.9856597781181335, "eta/annotator_175": 0.9693072438240051, "eta/annotator_176": 0.9659234285354614, "eta/annotator_177": 0.9890865087509155, "eta/annotator_178": 0.9907293319702148, "eta/annotator_179": 0.9950935244560242, "eta/annotator_18": 0.9949897527694702, "eta/annotator_180": 0.993889331817627, "eta/annotator_181": 0.9889167547225952, "eta/annotator_182": 0.9953754544258118, "eta/annotator_183": 0.9915543794631958, "eta/annotator_184": 0.991504967212677, "eta/annotator_185": 0.9806526303291321, "eta/annotator_186": 0.9946816563606262, "eta/annotator_187": 0.9897429347038269, "eta/annotator_188": 0.9765703082084656, "eta/annotator_189": 0.9924639463424683, "eta/annotator_19": 0.9923001527786255, "eta/annotator_190": 0.9929591417312622, "eta/annotator_191": 0.9935906529426575, "eta/annotator_192": 0.9787437319755554, "eta/annotator_193": 0.9930617213249207, "eta/annotator_194": 0.9672399759292603, "eta/annotator_195": 0.9945275187492371, "eta/annotator_196": 0.9773136377334595, "eta/annotator_197": 0.992392361164093, "eta/annotator_198": 0.9879542589187622, "eta/annotator_199": 0.9874213337898254, "eta/annotator_2": 0.9910756349563599, "eta/annotator_20": 0.9880492091178894, "eta/annotator_200": 0.9945374727249146, "eta/annotator_201": 0.9884379506111145, "eta/annotator_202": 0.993618369102478, "eta/annotator_203": 0.9877883195877075, "eta/annotator_204": 0.9881922006607056, "eta/annotator_205": 0.9958125352859497, "eta/annotator_206": 0.990749180316925, "eta/annotator_207": 0.9838553667068481, "eta/annotator_208": 0.9849914312362671, "eta/annotator_209": 0.9843108057975769, "eta/annotator_21": 0.9534012079238892, "eta/annotator_210": 0.9888589978218079, "eta/annotator_211": 0.9911528825759888, "eta/annotator_212": 0.9890101552009583, "eta/annotator_213": 0.9904845356941223, "eta/annotator_214": 0.9864391088485718, "eta/annotator_215": 0.9902248382568359, "eta/annotator_216": 0.9941423535346985, "eta/annotator_217": 0.9906209111213684, "eta/annotator_218": 0.9883759617805481, "eta/annotator_219": 0.9849737882614136, "eta/annotator_22": 0.9926198124885559, "eta/annotator_220": 0.9837805032730103, "eta/annotator_221": 0.971897304058075, "eta/annotator_222": 0.9855467081069946, "eta/annotator_223": 0.9954031109809875, "eta/annotator_224": 0.9856278300285339, "eta/annotator_225": 0.987808108329773, "eta/annotator_226": 0.9735725522041321, "eta/annotator_23": 0.9925017356872559, "eta/annotator_24": 0.9912002682685852, "eta/annotator_25": 0.9916165471076965, "eta/annotator_26": 0.9934331774711609, "eta/annotator_27": 0.992632269859314, "eta/annotator_28": 0.9885856509208679, "eta/annotator_29": 0.9716668128967285, "eta/annotator_3": 0.9941602945327759, "eta/annotator_30": 0.9852825999259949, "eta/annotator_31": 0.9933234453201294, "eta/annotator_32": 0.9902588725090027, "eta/annotator_33": 0.9768048524856567, "eta/annotator_34": 0.9900325536727905, "eta/annotator_35": 0.9679465293884277, "eta/annotator_36": 0.9923473596572876, "eta/annotator_37": 0.9854019284248352, "eta/annotator_38": 0.9858924150466919, "eta/annotator_39": 0.9886035919189453, "eta/annotator_4": 0.994266152381897, "eta/annotator_40": 0.9877694845199585, "eta/annotator_41": 0.9907041788101196, "eta/annotator_42": 0.9870064854621887, "eta/annotator_43": 0.9952079057693481, "eta/annotator_44": 0.9933067560195923, "eta/annotator_45": 0.9894016981124878, "eta/annotator_46": 0.9906943440437317, "eta/annotator_47": 0.9881089329719543, "eta/annotator_48": 0.9796377420425415, "eta/annotator_49": 0.9844104051589966, "eta/annotator_5": 0.9282400012016296, "eta/annotator_50": 0.9911116361618042, "eta/annotator_51": 0.9885468482971191, "eta/annotator_52": 0.9923346638679504, "eta/annotator_53": 0.9904583096504211, "eta/annotator_54": 0.9894492030143738, "eta/annotator_55": 0.9950153231620789, "eta/annotator_56": 0.9933363795280457, "eta/annotator_57": 0.9902836084365845, "eta/annotator_58": 0.9929344058036804, "eta/annotator_59": 0.9676461219787598, "eta/annotator_6": 0.9950079917907715, "eta/annotator_60": 0.9874075651168823, "eta/annotator_61": 0.9813845753669739, "eta/annotator_62": 0.9940077662467957, "eta/annotator_63": 0.9923187494277954, "eta/annotator_64": 0.9918322563171387, "eta/annotator_65": 0.9779990911483765, "eta/annotator_66": 0.9940546751022339, "eta/annotator_67": 0.9875733256340027, "eta/annotator_68": 0.9944813847541809, "eta/annotator_69": 0.993002712726593, "eta/annotator_7": 0.9895451664924622, "eta/annotator_70": 0.989967942237854, "eta/annotator_71": 0.9917910695075989, "eta/annotator_72": 0.96919184923172, "eta/annotator_73": 0.9857715368270874, "eta/annotator_74": 0.9915725588798523, "eta/annotator_75": 0.9907601475715637, "eta/annotator_76": 0.9936057329177856, "eta/annotator_77": 0.9933167695999146, "eta/annotator_78": 0.9918702244758606, "eta/annotator_79": 0.9579848051071167, "eta/annotator_8": 0.9580119252204895, "eta/annotator_80": 0.991597056388855, "eta/annotator_81": 0.9942930936813354, "eta/annotator_82": 0.990327000617981, "eta/annotator_83": 0.9808929562568665, "eta/annotator_84": 0.9942259788513184, "eta/annotator_85": 0.993389904499054, "eta/annotator_86": 0.9385209083557129, "eta/annotator_87": 0.9505450129508972, "eta/annotator_88": 0.9933377504348755, "eta/annotator_89": 0.9893161058425903, "eta/annotator_9": 0.9952033758163452, "eta/annotator_90": 0.9889900088310242, "eta/annotator_91": 0.9934649467468262, "eta/annotator_92": 0.984955906867981, "eta/annotator_93": 0.9913098216056824, "eta/annotator_94": 0.9919636845588684, "eta/annotator_95": 0.9941837191581726, "eta/annotator_96": 0.9830901026725769, "eta/annotator_97": 0.98491370677948, "eta/annotator_98": 0.9899953007698059, "eta/annotator_99": 0.9837594032287598, "grad_norm": 39.070287863995794, "learning_rate": 2.4271844660194172e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -315.375, "logps/rejected": -240.77499389648438, "loss": 0.5911, "rewards/accuracies": 0.6617187261581421, "rewards/chosen": -0.055539321154356, "rewards/margins": 0.4726104736328125, "rewards/rejected": -0.5282348394393921, "step": 220 }, { "epoch": 1.0, "step": 229, "total_flos": 0.0, "train_loss": 0.6162880122921873, "train_runtime": 4492.6492, "train_samples_per_second": 6.523, "train_steps_per_second": 0.051 } ], "logging_steps": 10, "max_steps": 229, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }