{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 100, "global_step": 229, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "em/agreement_weights_mean": 0.9000000357627869, "em/agreement_weights_std": 0.0, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.004366812227074236, "eta/annotator_0": 0.9000000357627869, "eta/annotator_1": 0.9000000357627869, "eta/annotator_10": 0.9000000357627869, "eta/annotator_100": 0.9000000357627869, "eta/annotator_101": 0.9000000357627869, "eta/annotator_102": 0.9000000357627869, "eta/annotator_103": 0.9000000357627869, "eta/annotator_104": 0.9000000357627869, "eta/annotator_105": 0.9000000357627869, "eta/annotator_106": 0.9000000357627869, "eta/annotator_107": 0.9000000357627869, "eta/annotator_108": 0.9000000357627869, "eta/annotator_109": 0.9000000357627869, "eta/annotator_11": 0.9000000357627869, "eta/annotator_110": 0.9000000357627869, "eta/annotator_111": 0.9000000357627869, "eta/annotator_112": 0.9000000357627869, "eta/annotator_113": 0.9000000357627869, "eta/annotator_114": 0.9000000357627869, "eta/annotator_115": 0.9000000357627869, "eta/annotator_116": 0.9000000357627869, "eta/annotator_117": 0.9000000357627869, "eta/annotator_118": 0.9000000357627869, "eta/annotator_119": 0.9000000357627869, "eta/annotator_12": 0.9000000357627869, "eta/annotator_120": 0.9000000357627869, "eta/annotator_121": 0.9000000357627869, "eta/annotator_122": 0.9000000357627869, "eta/annotator_123": 0.9000000357627869, "eta/annotator_124": 0.9000000357627869, "eta/annotator_125": 0.9000000357627869, "eta/annotator_126": 0.9000000357627869, "eta/annotator_127": 0.9000000357627869, "eta/annotator_128": 0.9000000357627869, "eta/annotator_129": 0.9000000357627869, "eta/annotator_13": 0.9000000357627869, "eta/annotator_130": 0.9000000357627869, "eta/annotator_131": 0.9000000357627869, "eta/annotator_132": 0.9000000357627869, "eta/annotator_133": 0.9000000357627869, "eta/annotator_134": 0.9000000357627869, "eta/annotator_135": 0.9000000357627869, "eta/annotator_136": 0.9000000357627869, "eta/annotator_137": 0.9000000357627869, "eta/annotator_138": 0.9000000357627869, "eta/annotator_139": 0.9000000357627869, "eta/annotator_14": 0.9000000357627869, "eta/annotator_140": 0.9000000357627869, "eta/annotator_141": 0.9000000357627869, "eta/annotator_142": 0.9000000357627869, "eta/annotator_143": 0.9000000357627869, "eta/annotator_144": 0.9000000357627869, "eta/annotator_145": 0.9000000357627869, "eta/annotator_146": 0.9000000357627869, "eta/annotator_147": 0.9000000357627869, "eta/annotator_148": 0.9000000357627869, "eta/annotator_149": 0.9000000357627869, "eta/annotator_15": 0.9000000357627869, "eta/annotator_150": 0.9000000357627869, "eta/annotator_151": 0.9000000357627869, "eta/annotator_152": 0.9000000357627869, "eta/annotator_153": 0.9000000357627869, "eta/annotator_154": 0.9000000357627869, "eta/annotator_155": 0.9000000357627869, "eta/annotator_156": 0.9000000357627869, "eta/annotator_157": 0.9000000357627869, "eta/annotator_158": 0.9000000357627869, "eta/annotator_159": 0.9000000357627869, "eta/annotator_16": 0.9000000357627869, "eta/annotator_160": 0.9000000357627869, "eta/annotator_161": 0.9000000357627869, "eta/annotator_162": 0.9000000357627869, "eta/annotator_163": 0.9000000357627869, "eta/annotator_164": 0.9000000357627869, "eta/annotator_165": 0.9000000357627869, "eta/annotator_166": 0.9000000357627869, "eta/annotator_167": 0.9000000357627869, "eta/annotator_168": 0.9000000357627869, "eta/annotator_169": 0.9000000357627869, "eta/annotator_17": 0.9000000357627869, "eta/annotator_170": 0.9000000357627869, "eta/annotator_171": 0.9000000357627869, "eta/annotator_172": 0.9000000357627869, "eta/annotator_173": 0.9000000357627869, "eta/annotator_174": 0.9000000357627869, "eta/annotator_175": 0.9000000357627869, "eta/annotator_176": 0.9000000357627869, "eta/annotator_177": 0.9000000357627869, "eta/annotator_178": 0.9000000357627869, "eta/annotator_179": 0.9000000357627869, "eta/annotator_18": 0.9000000357627869, "eta/annotator_180": 0.9000000357627869, "eta/annotator_181": 0.9000000357627869, "eta/annotator_182": 0.9000000357627869, "eta/annotator_183": 0.9000000357627869, "eta/annotator_184": 0.9000000357627869, "eta/annotator_185": 0.9000000357627869, "eta/annotator_186": 0.9000000357627869, "eta/annotator_187": 0.9000000357627869, "eta/annotator_188": 0.9000000357627869, "eta/annotator_189": 0.9000000357627869, "eta/annotator_19": 0.9000000357627869, "eta/annotator_190": 0.9000000357627869, "eta/annotator_191": 0.9000000357627869, "eta/annotator_192": 0.9000000357627869, "eta/annotator_193": 0.9000000357627869, "eta/annotator_194": 0.9000000357627869, "eta/annotator_195": 0.9000000357627869, "eta/annotator_196": 0.9000000357627869, "eta/annotator_197": 0.9000000357627869, "eta/annotator_198": 0.9000000357627869, "eta/annotator_199": 0.9000000357627869, "eta/annotator_2": 0.9000000357627869, "eta/annotator_20": 0.9000000357627869, "eta/annotator_200": 0.9000000357627869, "eta/annotator_201": 0.9000000357627869, "eta/annotator_202": 0.9000000357627869, "eta/annotator_203": 0.9000000357627869, "eta/annotator_204": 0.9000000357627869, "eta/annotator_205": 0.9000000357627869, "eta/annotator_206": 0.9000000357627869, "eta/annotator_207": 0.9000000357627869, "eta/annotator_208": 0.9000000357627869, "eta/annotator_209": 0.9000000357627869, "eta/annotator_21": 0.9000000357627869, "eta/annotator_210": 0.9000000357627869, "eta/annotator_211": 0.9000000357627869, "eta/annotator_212": 0.9000000357627869, "eta/annotator_213": 0.9000000357627869, "eta/annotator_214": 0.9000000357627869, "eta/annotator_215": 0.9000000357627869, "eta/annotator_216": 0.9000000357627869, "eta/annotator_217": 0.9000000357627869, "eta/annotator_218": 0.9000000357627869, "eta/annotator_219": 0.9000000357627869, "eta/annotator_22": 0.9000000357627869, "eta/annotator_220": 0.9000000357627869, "eta/annotator_221": 0.9000000357627869, "eta/annotator_222": 0.9000000357627869, "eta/annotator_223": 0.9000000357627869, "eta/annotator_224": 0.9000000357627869, "eta/annotator_225": 0.9000000357627869, "eta/annotator_226": 0.9000000357627869, "eta/annotator_23": 0.9000000357627869, "eta/annotator_24": 0.9000000357627869, "eta/annotator_25": 0.9000000357627869, "eta/annotator_26": 0.9000000357627869, "eta/annotator_27": 0.9000000357627869, "eta/annotator_28": 0.9000000357627869, "eta/annotator_29": 0.9000000357627869, "eta/annotator_3": 0.9000000357627869, "eta/annotator_30": 0.9000000357627869, "eta/annotator_31": 0.9000000357627869, "eta/annotator_32": 0.9000000357627869, "eta/annotator_33": 0.9000000357627869, "eta/annotator_34": 0.9000000357627869, "eta/annotator_35": 0.9000000357627869, "eta/annotator_36": 0.9000000357627869, "eta/annotator_37": 0.9000000357627869, "eta/annotator_38": 0.9000000357627869, "eta/annotator_39": 0.9000000357627869, "eta/annotator_4": 0.9000000357627869, "eta/annotator_40": 0.9000000357627869, "eta/annotator_41": 0.9000000357627869, "eta/annotator_42": 0.9000000357627869, "eta/annotator_43": 0.9000000357627869, "eta/annotator_44": 0.9000000357627869, "eta/annotator_45": 0.9000000357627869, "eta/annotator_46": 0.9000000357627869, "eta/annotator_47": 0.9000000357627869, "eta/annotator_48": 0.9000000357627869, "eta/annotator_49": 0.9000000357627869, "eta/annotator_5": 0.9000000357627869, "eta/annotator_50": 0.9000000357627869, "eta/annotator_51": 0.9000000357627869, "eta/annotator_52": 0.9000000357627869, "eta/annotator_53": 0.9000000357627869, "eta/annotator_54": 0.9000000357627869, "eta/annotator_55": 0.9000000357627869, "eta/annotator_56": 0.9000000357627869, "eta/annotator_57": 0.9000000357627869, "eta/annotator_58": 0.9000000357627869, "eta/annotator_59": 0.9000000357627869, "eta/annotator_6": 0.9000000357627869, "eta/annotator_60": 0.9000000357627869, "eta/annotator_61": 0.9000000357627869, "eta/annotator_62": 0.9000000357627869, "eta/annotator_63": 0.9000000357627869, "eta/annotator_64": 0.9000000357627869, "eta/annotator_65": 0.9000000357627869, "eta/annotator_66": 0.9000000357627869, "eta/annotator_67": 0.9000000357627869, "eta/annotator_68": 0.9000000357627869, "eta/annotator_69": 0.9000000357627869, "eta/annotator_7": 0.9000000357627869, "eta/annotator_70": 0.9000000357627869, "eta/annotator_71": 0.9000000357627869, "eta/annotator_72": 0.9000000357627869, "eta/annotator_73": 0.9000000357627869, "eta/annotator_74": 0.9000000357627869, "eta/annotator_75": 0.9000000357627869, "eta/annotator_76": 0.9000000357627869, "eta/annotator_77": 0.9000000357627869, "eta/annotator_78": 0.9000000357627869, "eta/annotator_79": 0.9000000357627869, "eta/annotator_8": 0.9000000357627869, "eta/annotator_80": 0.9000000357627869, "eta/annotator_81": 0.9000000357627869, "eta/annotator_82": 0.9000000357627869, "eta/annotator_83": 0.9000000357627869, "eta/annotator_84": 0.9000000357627869, "eta/annotator_85": 0.9000000357627869, "eta/annotator_86": 0.9000000357627869, "eta/annotator_87": 0.9000000357627869, "eta/annotator_88": 0.9000000357627869, "eta/annotator_89": 0.9000000357627869, "eta/annotator_9": 0.9000000357627869, "eta/annotator_90": 0.9000000357627869, "eta/annotator_91": 0.9000000357627869, "eta/annotator_92": 0.9000000357627869, "eta/annotator_93": 0.9000000357627869, "eta/annotator_94": 0.9000000357627869, "eta/annotator_95": 0.9000000357627869, "eta/annotator_96": 0.9000000357627869, "eta/annotator_97": 0.9000000357627869, "eta/annotator_98": 0.9000000357627869, "eta/annotator_99": 0.9000000357627869, "grad_norm": 46.31155574473393, "learning_rate": 0.0, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.75, "logps/rejected": -257.75, "loss": 0.6914, "rewards/accuracies": 0.0, "rewards/chosen": 0.0, "rewards/margins": 0.0, "rewards/rejected": 0.0, "step": 1 }, { "em/agreement_weights_mean": 0.8995579481124878, "em/agreement_weights_std": 0.011788520961999893, "em/unique_annotators_in_global_batch": 15.13888931274414, "epoch": 0.043668122270742356, "eta/annotator_0": 0.9000260829925537, "eta/annotator_1": 0.899998128414154, "eta/annotator_10": 0.8999999165534973, "eta/annotator_100": 0.8999999165534973, "eta/annotator_101": 0.8999999165534973, "eta/annotator_102": 0.9000653028488159, "eta/annotator_103": 0.8999999165534973, "eta/annotator_104": 0.8999211192131042, "eta/annotator_105": 0.8998982310295105, "eta/annotator_106": 0.9000375270843506, "eta/annotator_107": 0.899952232837677, "eta/annotator_108": 0.900018036365509, "eta/annotator_109": 0.899892270565033, "eta/annotator_11": 0.8999999165534973, "eta/annotator_110": 0.8999977111816406, "eta/annotator_111": 0.899806559085846, "eta/annotator_112": 0.8999999165534973, "eta/annotator_113": 0.8999999165534973, "eta/annotator_114": 0.8998719453811646, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.8999999165534973, "eta/annotator_117": 0.9000304341316223, "eta/annotator_118": 0.9000425338745117, "eta/annotator_119": 0.8999660015106201, "eta/annotator_12": 0.9000451564788818, "eta/annotator_120": 0.9001184105873108, "eta/annotator_121": 0.9000151753425598, "eta/annotator_122": 0.8999899625778198, "eta/annotator_123": 0.8999624252319336, "eta/annotator_124": 0.8999723792076111, "eta/annotator_125": 0.9000019431114197, "eta/annotator_126": 0.9000053405761719, "eta/annotator_127": 0.900018572807312, "eta/annotator_128": 0.9000339508056641, "eta/annotator_129": 0.9001038074493408, "eta/annotator_13": 0.9000077843666077, "eta/annotator_130": 0.8999781012535095, "eta/annotator_131": 0.899999737739563, "eta/annotator_132": 0.9000918865203857, "eta/annotator_133": 0.9000680446624756, "eta/annotator_134": 0.8999999165534973, "eta/annotator_135": 0.8998982310295105, "eta/annotator_136": 0.8999999165534973, "eta/annotator_137": 0.8999884724617004, "eta/annotator_138": 0.9002212882041931, "eta/annotator_139": 0.8999300003051758, "eta/annotator_14": 0.9000130891799927, "eta/annotator_140": 0.9000370502471924, "eta/annotator_141": 0.8998947143554688, "eta/annotator_142": 0.9000780582427979, "eta/annotator_143": 0.9002382755279541, "eta/annotator_144": 0.8999783992767334, "eta/annotator_145": 0.8999999165534973, "eta/annotator_146": 0.8999715447425842, "eta/annotator_147": 0.8993790745735168, "eta/annotator_148": 0.9001116156578064, "eta/annotator_149": 0.8998103737831116, "eta/annotator_15": 0.90001380443573, "eta/annotator_150": 0.9000216722488403, "eta/annotator_151": 0.8999569416046143, "eta/annotator_152": 0.8999989628791809, "eta/annotator_153": 0.9001511335372925, "eta/annotator_154": 0.9000077843666077, "eta/annotator_155": 0.8999999165534973, "eta/annotator_156": 0.9000290632247925, "eta/annotator_157": 0.8999999165534973, "eta/annotator_158": 0.9001327157020569, "eta/annotator_159": 0.8999474048614502, "eta/annotator_16": 0.900195837020874, "eta/annotator_160": 0.9000287652015686, "eta/annotator_161": 0.9000213146209717, "eta/annotator_162": 0.9000904560089111, "eta/annotator_163": 0.8999974131584167, "eta/annotator_164": 0.8998494744300842, "eta/annotator_165": 0.8999821543693542, "eta/annotator_166": 0.8999846577644348, "eta/annotator_167": 0.9001331329345703, "eta/annotator_168": 0.9000194072723389, "eta/annotator_169": 0.9000737071037292, "eta/annotator_17": 0.9001790285110474, "eta/annotator_170": 0.8999960422515869, "eta/annotator_171": 0.9001391530036926, "eta/annotator_172": 0.8999490737915039, "eta/annotator_173": 0.9000422954559326, "eta/annotator_174": 0.8998405933380127, "eta/annotator_175": 0.90003502368927, "eta/annotator_176": 0.900015115737915, "eta/annotator_177": 0.8999335765838623, "eta/annotator_178": 0.9000133872032166, "eta/annotator_179": 0.8999876379966736, "eta/annotator_18": 0.8996909260749817, "eta/annotator_180": 0.8999207019805908, "eta/annotator_181": 0.8999999165534973, "eta/annotator_182": 0.9000011086463928, "eta/annotator_183": 0.8999490737915039, "eta/annotator_184": 0.8999578952789307, "eta/annotator_185": 0.9000489711761475, "eta/annotator_186": 0.9001483917236328, "eta/annotator_187": 0.9000295996665955, "eta/annotator_188": 0.8999659419059753, "eta/annotator_189": 0.8999999165534973, "eta/annotator_19": 0.899952232837677, "eta/annotator_190": 0.8997789025306702, "eta/annotator_191": 0.900096595287323, "eta/annotator_192": 0.9000113010406494, "eta/annotator_193": 0.8999778032302856, "eta/annotator_194": 0.8997586369514465, "eta/annotator_195": 0.9000270366668701, "eta/annotator_196": 0.8999846577644348, "eta/annotator_197": 0.8999673128128052, "eta/annotator_198": 0.8999999165534973, "eta/annotator_199": 0.900182843208313, "eta/annotator_2": 0.9000104069709778, "eta/annotator_20": 0.8999999165534973, "eta/annotator_200": 0.8999812602996826, "eta/annotator_201": 0.8998545408248901, "eta/annotator_202": 0.900071382522583, "eta/annotator_203": 0.8999862670898438, "eta/annotator_204": 0.9000643491744995, "eta/annotator_205": 0.8998988270759583, "eta/annotator_206": 0.8999862670898438, "eta/annotator_207": 0.9000519514083862, "eta/annotator_208": 0.8998883366584778, "eta/annotator_209": 0.900030255317688, "eta/annotator_21": 0.8999999165534973, "eta/annotator_210": 0.9000399112701416, "eta/annotator_211": 0.8999999165534973, "eta/annotator_212": 0.8999192118644714, "eta/annotator_213": 0.900030791759491, "eta/annotator_214": 0.8999599814414978, "eta/annotator_215": 0.9001179933547974, "eta/annotator_216": 0.8999395370483398, "eta/annotator_217": 0.8999999165534973, "eta/annotator_218": 0.8999660015106201, "eta/annotator_219": 0.8999999165534973, "eta/annotator_22": 0.8999252319335938, "eta/annotator_220": 0.8999708890914917, "eta/annotator_221": 0.8999779224395752, "eta/annotator_222": 0.9000466465950012, "eta/annotator_223": 0.8999943137168884, "eta/annotator_224": 0.8999488353729248, "eta/annotator_225": 0.8999592661857605, "eta/annotator_226": 0.8999490737915039, "eta/annotator_23": 0.8998622894287109, "eta/annotator_24": 0.8999999165534973, "eta/annotator_25": 0.8998429179191589, "eta/annotator_26": 0.8994280695915222, "eta/annotator_27": 0.9000129699707031, "eta/annotator_28": 0.8999999165534973, "eta/annotator_29": 0.8999999165534973, "eta/annotator_3": 0.8999039530754089, "eta/annotator_30": 0.8998655676841736, "eta/annotator_31": 0.8999862670898438, "eta/annotator_32": 0.8999999165534973, "eta/annotator_33": 0.899925947189331, "eta/annotator_34": 0.8999701738357544, "eta/annotator_35": 0.8999999165534973, "eta/annotator_36": 0.8999999165534973, "eta/annotator_37": 0.9002202153205872, "eta/annotator_38": 0.9001879096031189, "eta/annotator_39": 0.9000256657600403, "eta/annotator_4": 0.8999999165534973, "eta/annotator_40": 0.8999999165534973, "eta/annotator_41": 0.899953305721283, "eta/annotator_42": 0.9000846147537231, "eta/annotator_43": 0.8999971747398376, "eta/annotator_44": 0.8999899625778198, "eta/annotator_45": 0.8999999165534973, "eta/annotator_46": 0.8999999165534973, "eta/annotator_47": 0.8999999165534973, "eta/annotator_48": 0.8999948501586914, "eta/annotator_49": 0.8999786376953125, "eta/annotator_5": 0.9000623226165771, "eta/annotator_50": 0.9000003337860107, "eta/annotator_51": 0.8999999165534973, "eta/annotator_52": 0.9000226259231567, "eta/annotator_53": 0.8999769687652588, "eta/annotator_54": 0.899932861328125, "eta/annotator_55": 0.8999840617179871, "eta/annotator_56": 0.9001994729042053, "eta/annotator_57": 0.9000904560089111, "eta/annotator_58": 0.9000091552734375, "eta/annotator_59": 0.8998982310295105, "eta/annotator_6": 0.9000464677810669, "eta/annotator_60": 0.8999999165534973, "eta/annotator_61": 0.8999481201171875, "eta/annotator_62": 0.9000384211540222, "eta/annotator_63": 0.8999999165534973, "eta/annotator_64": 0.9000905156135559, "eta/annotator_65": 0.8999999165534973, "eta/annotator_66": 0.8999999165534973, "eta/annotator_67": 0.8999955058097839, "eta/annotator_68": 0.8999760150909424, "eta/annotator_69": 0.8999999165534973, "eta/annotator_7": 0.9001879096031189, "eta/annotator_70": 0.8999999165534973, "eta/annotator_71": 0.9000232219696045, "eta/annotator_72": 0.9000001549720764, "eta/annotator_73": 0.9000145792961121, "eta/annotator_74": 0.8999999165534973, "eta/annotator_75": 0.9003151655197144, "eta/annotator_76": 0.8999705910682678, "eta/annotator_77": 0.8998982310295105, "eta/annotator_78": 0.8999999165534973, "eta/annotator_79": 0.8999557495117188, "eta/annotator_8": 0.8999667763710022, "eta/annotator_80": 0.9000904560089111, "eta/annotator_81": 0.9000850319862366, "eta/annotator_82": 0.8999361395835876, "eta/annotator_83": 0.9000786542892456, "eta/annotator_84": 0.8999791741371155, "eta/annotator_85": 0.8999999165534973, "eta/annotator_86": 0.9001134037971497, "eta/annotator_87": 0.9000439047813416, "eta/annotator_88": 0.8999999165534973, "eta/annotator_89": 0.8999999165534973, "eta/annotator_9": 0.900009036064148, "eta/annotator_90": 0.8999109268188477, "eta/annotator_91": 0.9000226259231567, "eta/annotator_92": 0.9000198841094971, "eta/annotator_93": 0.8999999165534973, "eta/annotator_94": 0.8999999165534973, "eta/annotator_95": 0.8999717235565186, "eta/annotator_96": 0.9000037312507629, "eta/annotator_97": 0.8999917507171631, "eta/annotator_98": 0.8999999165534973, "eta/annotator_99": 0.8999812602996826, "grad_norm": 42.941441171637344, "learning_rate": 1.9565217391304347e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -333.59722900390625, "logps/rejected": -252.84722900390625, "loss": 0.6917, "rewards/accuracies": 0.2795138955116272, "rewards/chosen": 0.0072229173965752125, "rewards/margins": 0.0038524204865098, "rewards/rejected": 0.00337261613458395, "step": 10 }, { "em/agreement_weights_mean": 0.9017887115478516, "em/agreement_weights_std": 0.019708948209881783, "em/unique_annotators_in_global_batch": 15.112500190734863, "epoch": 0.08733624454148471, "eta/annotator_0": 0.9001181721687317, "eta/annotator_1": 0.9002106785774231, "eta/annotator_10": 0.8999603986740112, "eta/annotator_100": 0.9000166654586792, "eta/annotator_101": 0.8999568223953247, "eta/annotator_102": 0.9007869958877563, "eta/annotator_103": 0.8999325037002563, "eta/annotator_104": 0.8990744352340698, "eta/annotator_105": 0.8990834355354309, "eta/annotator_106": 0.9002636671066284, "eta/annotator_107": 0.8995699882507324, "eta/annotator_108": 0.9001625180244446, "eta/annotator_109": 0.8990311622619629, "eta/annotator_11": 0.899908185005188, "eta/annotator_110": 0.9000102281570435, "eta/annotator_111": 0.8982592821121216, "eta/annotator_112": 0.8999999165534973, "eta/annotator_113": 0.9000309109687805, "eta/annotator_114": 0.8989373445510864, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9000809788703918, "eta/annotator_117": 0.9000897407531738, "eta/annotator_118": 0.900890052318573, "eta/annotator_119": 0.8996764421463013, "eta/annotator_12": 0.9005241394042969, "eta/annotator_120": 0.902016282081604, "eta/annotator_121": 0.90015709400177, "eta/annotator_122": 0.8994534611701965, "eta/annotator_123": 0.8996468782424927, "eta/annotator_124": 0.8994755744934082, "eta/annotator_125": 0.9001671671867371, "eta/annotator_126": 0.9001926183700562, "eta/annotator_127": 0.900009274482727, "eta/annotator_128": 0.9008129239082336, "eta/annotator_129": 0.9009474515914917, "eta/annotator_13": 0.9000693559646606, "eta/annotator_130": 0.9002606272697449, "eta/annotator_131": 0.8999056816101074, "eta/annotator_132": 0.9010008573532104, "eta/annotator_133": 0.9006516337394714, "eta/annotator_134": 0.8999908566474915, "eta/annotator_135": 0.8992539644241333, "eta/annotator_136": 0.8999999165534973, "eta/annotator_137": 0.8999232053756714, "eta/annotator_138": 0.9021590948104858, "eta/annotator_139": 0.8995811343193054, "eta/annotator_14": 0.9000762104988098, "eta/annotator_140": 0.900239109992981, "eta/annotator_141": 0.8986854553222656, "eta/annotator_142": 0.9008411169052124, "eta/annotator_143": 0.9031219482421875, "eta/annotator_144": 0.9000591039657593, "eta/annotator_145": 0.8999999165534973, "eta/annotator_146": 0.9000773429870605, "eta/annotator_147": 0.889334499835968, "eta/annotator_148": 0.9010409116744995, "eta/annotator_149": 0.8979531526565552, "eta/annotator_15": 0.9001443982124329, "eta/annotator_150": 0.9016379117965698, "eta/annotator_151": 0.899337649345398, "eta/annotator_152": 0.9000507593154907, "eta/annotator_153": 0.9012694358825684, "eta/annotator_154": 0.9001766443252563, "eta/annotator_155": 0.8999999165534973, "eta/annotator_156": 0.9002689123153687, "eta/annotator_157": 0.9005168676376343, "eta/annotator_158": 0.9022399187088013, "eta/annotator_159": 0.8995331525802612, "eta/annotator_16": 0.90208500623703, "eta/annotator_160": 0.900561511516571, "eta/annotator_161": 0.9001525044441223, "eta/annotator_162": 0.9008938670158386, "eta/annotator_163": 0.899947464466095, "eta/annotator_164": 0.8986364603042603, "eta/annotator_165": 0.899867057800293, "eta/annotator_166": 0.9000943899154663, "eta/annotator_167": 0.9035148620605469, "eta/annotator_168": 0.9003430604934692, "eta/annotator_169": 0.9006370306015015, "eta/annotator_17": 0.9016780853271484, "eta/annotator_170": 0.8999096155166626, "eta/annotator_171": 0.9012253880500793, "eta/annotator_172": 0.8993090391159058, "eta/annotator_173": 0.9004418253898621, "eta/annotator_174": 0.8985692262649536, "eta/annotator_175": 0.9003775715827942, "eta/annotator_176": 0.900168240070343, "eta/annotator_177": 0.8995043635368347, "eta/annotator_178": 0.8999290466308594, "eta/annotator_179": 0.8999419212341309, "eta/annotator_18": 0.8970763087272644, "eta/annotator_180": 0.8992772102355957, "eta/annotator_181": 0.9001347422599792, "eta/annotator_182": 0.9000362157821655, "eta/annotator_183": 0.8995270729064941, "eta/annotator_184": 0.8996495008468628, "eta/annotator_185": 0.9003909826278687, "eta/annotator_186": 0.9028347134590149, "eta/annotator_187": 0.9003238677978516, "eta/annotator_188": 0.8993849754333496, "eta/annotator_189": 0.8996939659118652, "eta/annotator_19": 0.8995422124862671, "eta/annotator_190": 0.8984063267707825, "eta/annotator_191": 0.9008782505989075, "eta/annotator_192": 0.9005119204521179, "eta/annotator_193": 0.9009426832199097, "eta/annotator_194": 0.8970828056335449, "eta/annotator_195": 0.9001891016960144, "eta/annotator_196": 0.8999207615852356, "eta/annotator_197": 0.8996700048446655, "eta/annotator_198": 0.9001320600509644, "eta/annotator_199": 0.9019630551338196, "eta/annotator_2": 0.9000021815299988, "eta/annotator_20": 0.9001518487930298, "eta/annotator_200": 0.8998595476150513, "eta/annotator_201": 0.8967053294181824, "eta/annotator_202": 0.9008404612541199, "eta/annotator_203": 0.8995462656021118, "eta/annotator_204": 0.9006678462028503, "eta/annotator_205": 0.899063766002655, "eta/annotator_206": 0.8998945951461792, "eta/annotator_207": 0.9010758399963379, "eta/annotator_208": 0.8974544405937195, "eta/annotator_209": 0.900270938873291, "eta/annotator_21": 0.8996513485908508, "eta/annotator_210": 0.9002205729484558, "eta/annotator_211": 0.9002386927604675, "eta/annotator_212": 0.8992897272109985, "eta/annotator_213": 0.9004286527633667, "eta/annotator_214": 0.8994429707527161, "eta/annotator_215": 0.9013711810112, "eta/annotator_216": 0.8992156982421875, "eta/annotator_217": 0.8999999165534973, "eta/annotator_218": 0.8997796177864075, "eta/annotator_219": 0.9000498652458191, "eta/annotator_22": 0.8993266820907593, "eta/annotator_220": 0.8993425369262695, "eta/annotator_221": 0.8993010520935059, "eta/annotator_222": 0.9007340669631958, "eta/annotator_223": 0.9002835154533386, "eta/annotator_224": 0.8994971513748169, "eta/annotator_225": 0.8990985751152039, "eta/annotator_226": 0.899032473564148, "eta/annotator_23": 0.8983219265937805, "eta/annotator_24": 0.8999999165534973, "eta/annotator_25": 0.8989377021789551, "eta/annotator_26": 0.8950295448303223, "eta/annotator_27": 0.9000861048698425, "eta/annotator_28": 0.899938702583313, "eta/annotator_29": 0.8999558687210083, "eta/annotator_3": 0.8992319107055664, "eta/annotator_30": 0.8989434242248535, "eta/annotator_31": 0.8998757600784302, "eta/annotator_32": 0.899908185005188, "eta/annotator_33": 0.8992404937744141, "eta/annotator_34": 0.8990933299064636, "eta/annotator_35": 0.8999465107917786, "eta/annotator_36": 0.8999003171920776, "eta/annotator_37": 0.9027014970779419, "eta/annotator_38": 0.9016662836074829, "eta/annotator_39": 0.8995245695114136, "eta/annotator_4": 0.9000404477119446, "eta/annotator_40": 0.8999999165534973, "eta/annotator_41": 0.8995741009712219, "eta/annotator_42": 0.9005796313285828, "eta/annotator_43": 0.9000446200370789, "eta/annotator_44": 0.9005215764045715, "eta/annotator_45": 0.9001688957214355, "eta/annotator_46": 0.8999999165534973, "eta/annotator_47": 0.900074303150177, "eta/annotator_48": 0.8998583555221558, "eta/annotator_49": 0.8996926546096802, "eta/annotator_5": 0.9008232951164246, "eta/annotator_50": 0.9000027775764465, "eta/annotator_51": 0.9000809788703918, "eta/annotator_52": 0.9008186459541321, "eta/annotator_53": 0.8997921943664551, "eta/annotator_54": 0.8994576334953308, "eta/annotator_55": 0.9003849029541016, "eta/annotator_56": 0.9030182957649231, "eta/annotator_57": 0.9008132219314575, "eta/annotator_58": 0.9002416729927063, "eta/annotator_59": 0.8992039561271667, "eta/annotator_6": 0.901032567024231, "eta/annotator_60": 0.9000967741012573, "eta/annotator_61": 0.8993607759475708, "eta/annotator_62": 0.9002297520637512, "eta/annotator_63": 0.8999999165534973, "eta/annotator_64": 0.9008151888847351, "eta/annotator_65": 0.9001054763793945, "eta/annotator_66": 0.9000297784805298, "eta/annotator_67": 0.900013267993927, "eta/annotator_68": 0.8997849225997925, "eta/annotator_69": 0.8999999165534973, "eta/annotator_7": 0.901690661907196, "eta/annotator_70": 0.8999999165534973, "eta/annotator_71": 0.9003416895866394, "eta/annotator_72": 0.9000003933906555, "eta/annotator_73": 0.900152325630188, "eta/annotator_74": 0.9000843167304993, "eta/annotator_75": 0.9044250249862671, "eta/annotator_76": 0.8999717831611633, "eta/annotator_77": 0.8990834355354309, "eta/annotator_78": 0.8999946713447571, "eta/annotator_79": 0.8997728228569031, "eta/annotator_8": 0.8996971249580383, "eta/annotator_80": 0.9008132219314575, "eta/annotator_81": 0.901333212852478, "eta/annotator_82": 0.8994965553283691, "eta/annotator_83": 0.9002372026443481, "eta/annotator_84": 0.8998128175735474, "eta/annotator_85": 0.8999306559562683, "eta/annotator_86": 0.9017606973648071, "eta/annotator_87": 0.9007855653762817, "eta/annotator_88": 0.8999999165534973, "eta/annotator_89": 0.899996280670166, "eta/annotator_9": 0.9008668065071106, "eta/annotator_90": 0.89922034740448, "eta/annotator_91": 0.9001995325088501, "eta/annotator_92": 0.9010887145996094, "eta/annotator_93": 0.9000204801559448, "eta/annotator_94": 0.899908185005188, "eta/annotator_95": 0.8990532755851746, "eta/annotator_96": 0.9001055955886841, "eta/annotator_97": 0.8999096155166626, "eta/annotator_98": 0.8999422788619995, "eta/annotator_99": 0.900035560131073, "grad_norm": 36.068108804053466, "learning_rate": 4.1304347826086954e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -320.6625061035156, "logps/rejected": -247.0749969482422, "loss": 0.6772, "rewards/accuracies": 0.3804687559604645, "rewards/chosen": 0.07741298526525497, "rewards/margins": 0.04620952531695366, "rewards/rejected": 0.031233977526426315, "step": 20 }, { "em/agreement_weights_mean": 0.899875283241272, "em/agreement_weights_std": 0.058933109045028687, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.13100436681222707, "eta/annotator_0": 0.899058997631073, "eta/annotator_1": 0.9026487469673157, "eta/annotator_10": 0.900079071521759, "eta/annotator_100": 0.8997562527656555, "eta/annotator_101": 0.8996115922927856, "eta/annotator_102": 0.9009429216384888, "eta/annotator_103": 0.8992706537246704, "eta/annotator_104": 0.8992047309875488, "eta/annotator_105": 0.8989909887313843, "eta/annotator_106": 0.8986953496932983, "eta/annotator_107": 0.8994032740592957, "eta/annotator_108": 0.8999160528182983, "eta/annotator_109": 0.8990891575813293, "eta/annotator_11": 0.8990830183029175, "eta/annotator_110": 0.899573802947998, "eta/annotator_111": 0.89823979139328, "eta/annotator_112": 0.8999999165534973, "eta/annotator_113": 0.9004315137863159, "eta/annotator_114": 0.9001070857048035, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.8979452848434448, "eta/annotator_118": 0.9007629156112671, "eta/annotator_119": 0.8995140194892883, "eta/annotator_12": 0.9017997980117798, "eta/annotator_120": 0.9012448191642761, "eta/annotator_121": 0.9006543159484863, "eta/annotator_122": 0.8992832899093628, "eta/annotator_123": 0.8991707563400269, "eta/annotator_124": 0.878642201423645, "eta/annotator_125": 0.8984658122062683, "eta/annotator_126": 0.9034773707389832, "eta/annotator_127": 0.8982028961181641, "eta/annotator_128": 0.9007576107978821, "eta/annotator_129": 0.9011391401290894, "eta/annotator_13": 0.9000693559646606, "eta/annotator_130": 0.9074909090995789, "eta/annotator_131": 0.9000378847122192, "eta/annotator_132": 0.9015008211135864, "eta/annotator_133": 0.9020980596542358, "eta/annotator_134": 0.8990089297294617, "eta/annotator_135": 0.9007881879806519, "eta/annotator_136": 0.8999999165534973, "eta/annotator_137": 0.9000757932662964, "eta/annotator_138": 0.9018586277961731, "eta/annotator_139": 0.9056879878044128, "eta/annotator_14": 0.8998461961746216, "eta/annotator_140": 0.899340808391571, "eta/annotator_141": 0.897232711315155, "eta/annotator_142": 0.9013375043869019, "eta/annotator_143": 0.9044170379638672, "eta/annotator_144": 0.902793288230896, "eta/annotator_145": 0.8999568223953247, "eta/annotator_146": 0.904623806476593, "eta/annotator_147": 0.8892729878425598, "eta/annotator_148": 0.901715099811554, "eta/annotator_149": 0.8989221453666687, "eta/annotator_15": 0.9013087153434753, "eta/annotator_150": 0.9014014005661011, "eta/annotator_151": 0.8988667726516724, "eta/annotator_152": 0.9012446403503418, "eta/annotator_153": 0.900680661201477, "eta/annotator_154": 0.9019120335578918, "eta/annotator_155": 0.9001511335372925, "eta/annotator_156": 0.900111198425293, "eta/annotator_157": 0.906390368938446, "eta/annotator_158": 0.9021668434143066, "eta/annotator_159": 0.8994778394699097, "eta/annotator_16": 0.9032298922538757, "eta/annotator_160": 0.9022409319877625, "eta/annotator_161": 0.9000821113586426, "eta/annotator_162": 0.9016205072402954, "eta/annotator_163": 0.8999587893486023, "eta/annotator_164": 0.8962950706481934, "eta/annotator_165": 0.9007750749588013, "eta/annotator_166": 0.9043172597885132, "eta/annotator_167": 0.9072531461715698, "eta/annotator_168": 0.9018438458442688, "eta/annotator_169": 0.9003211259841919, "eta/annotator_17": 0.9023825526237488, "eta/annotator_170": 0.8999091386795044, "eta/annotator_171": 0.9001733064651489, "eta/annotator_172": 0.8972209692001343, "eta/annotator_173": 0.9006802439689636, "eta/annotator_174": 0.8986115455627441, "eta/annotator_175": 0.9007811546325684, "eta/annotator_176": 0.9005905985832214, "eta/annotator_177": 0.8999196290969849, "eta/annotator_178": 0.9002630114555359, "eta/annotator_179": 0.9005630612373352, "eta/annotator_18": 0.8959590792655945, "eta/annotator_180": 0.899366021156311, "eta/annotator_181": 0.9017060399055481, "eta/annotator_182": 0.8999115824699402, "eta/annotator_183": 0.8987845182418823, "eta/annotator_184": 0.8981130719184875, "eta/annotator_185": 0.898299515247345, "eta/annotator_186": 0.9028595089912415, "eta/annotator_187": 0.9010767936706543, "eta/annotator_188": 0.8990548253059387, "eta/annotator_189": 0.8970282673835754, "eta/annotator_19": 0.9010868072509766, "eta/annotator_190": 0.9019713401794434, "eta/annotator_191": 0.901042103767395, "eta/annotator_192": 0.8979414701461792, "eta/annotator_193": 0.9026041030883789, "eta/annotator_194": 0.8963639140129089, "eta/annotator_195": 0.8994114995002747, "eta/annotator_196": 0.9005099534988403, "eta/annotator_197": 0.899132251739502, "eta/annotator_198": 0.9016226530075073, "eta/annotator_199": 0.9031071662902832, "eta/annotator_2": 0.900432288646698, "eta/annotator_20": 0.9024605751037598, "eta/annotator_200": 0.9007051587104797, "eta/annotator_201": 0.8978091478347778, "eta/annotator_202": 0.9039780497550964, "eta/annotator_203": 0.8938827514648438, "eta/annotator_204": 0.9001832008361816, "eta/annotator_205": 0.8991941213607788, "eta/annotator_206": 0.9001893997192383, "eta/annotator_207": 0.9011492729187012, "eta/annotator_208": 0.8980326652526855, "eta/annotator_209": 0.9010730981826782, "eta/annotator_21": 0.8958274722099304, "eta/annotator_210": 0.8990515470504761, "eta/annotator_211": 0.9023880958557129, "eta/annotator_212": 0.8996375799179077, "eta/annotator_213": 0.9018334150314331, "eta/annotator_214": 0.8991166353225708, "eta/annotator_215": 0.9009479284286499, "eta/annotator_216": 0.9010967016220093, "eta/annotator_217": 0.9001250267028809, "eta/annotator_218": 0.9002421498298645, "eta/annotator_219": 0.9007481336593628, "eta/annotator_22": 0.8992317914962769, "eta/annotator_220": 0.8928490877151489, "eta/annotator_221": 0.8979161977767944, "eta/annotator_222": 0.8977352380752563, "eta/annotator_223": 0.9033797383308411, "eta/annotator_224": 0.8991973996162415, "eta/annotator_225": 0.8999789953231812, "eta/annotator_226": 0.8973804712295532, "eta/annotator_23": 0.8973876237869263, "eta/annotator_24": 0.8999999165534973, "eta/annotator_25": 0.9025551676750183, "eta/annotator_26": 0.8968887329101562, "eta/annotator_27": 0.9001046419143677, "eta/annotator_28": 0.8999382853507996, "eta/annotator_29": 0.900839626789093, "eta/annotator_3": 0.9033513069152832, "eta/annotator_30": 0.9003461003303528, "eta/annotator_31": 0.8998757600784302, "eta/annotator_32": 0.8989828824996948, "eta/annotator_33": 0.898952841758728, "eta/annotator_34": 0.8994790315628052, "eta/annotator_35": 0.8996890783309937, "eta/annotator_36": 0.8983559608459473, "eta/annotator_37": 0.9015589952468872, "eta/annotator_38": 0.9015693664550781, "eta/annotator_39": 0.9004847407341003, "eta/annotator_4": 0.9004062414169312, "eta/annotator_40": 0.8999999165534973, "eta/annotator_41": 0.9014382362365723, "eta/annotator_42": 0.8978522419929504, "eta/annotator_43": 0.9006450772285461, "eta/annotator_44": 0.8990667462348938, "eta/annotator_45": 0.9016906023025513, "eta/annotator_46": 0.8999999165534973, "eta/annotator_47": 0.9009362459182739, "eta/annotator_48": 0.8989547491073608, "eta/annotator_49": 0.9000061750411987, "eta/annotator_5": 0.9016607999801636, "eta/annotator_50": 0.899945080280304, "eta/annotator_51": 0.9008316993713379, "eta/annotator_52": 0.9006408452987671, "eta/annotator_53": 0.8996184468269348, "eta/annotator_54": 0.9004149436950684, "eta/annotator_55": 0.9060042500495911, "eta/annotator_56": 0.9034813046455383, "eta/annotator_57": 0.9008132219314575, "eta/annotator_58": 0.9018741846084595, "eta/annotator_59": 0.9002296328544617, "eta/annotator_6": 0.9023779034614563, "eta/annotator_60": 0.9010092616081238, "eta/annotator_61": 0.8974946141242981, "eta/annotator_62": 0.899185061454773, "eta/annotator_63": 0.9000595808029175, "eta/annotator_64": 0.9008423686027527, "eta/annotator_65": 0.9016906023025513, "eta/annotator_66": 0.9023880958557129, "eta/annotator_67": 0.9008704423904419, "eta/annotator_68": 0.8999009132385254, "eta/annotator_69": 0.8999999165534973, "eta/annotator_7": 0.901471734046936, "eta/annotator_70": 0.8999999165534973, "eta/annotator_71": 0.9022232294082642, "eta/annotator_72": 0.8999770283699036, "eta/annotator_73": 0.8998111486434937, "eta/annotator_74": 0.900844931602478, "eta/annotator_75": 0.9047064781188965, "eta/annotator_76": 0.9021446108818054, "eta/annotator_77": 0.8990834355354309, "eta/annotator_78": 0.899948000907898, "eta/annotator_79": 0.9018489122390747, "eta/annotator_8": 0.9004279971122742, "eta/annotator_80": 0.9008132219314575, "eta/annotator_81": 0.9037171602249146, "eta/annotator_82": 0.9003865122795105, "eta/annotator_83": 0.8927132487297058, "eta/annotator_84": 0.8998361825942993, "eta/annotator_85": 0.8995220065116882, "eta/annotator_86": 0.9089905619621277, "eta/annotator_87": 0.8987627029418945, "eta/annotator_88": 0.899908185005188, "eta/annotator_89": 0.8980767130851746, "eta/annotator_9": 0.9016000032424927, "eta/annotator_90": 0.8998699188232422, "eta/annotator_91": 0.9002730250358582, "eta/annotator_92": 0.9035895466804504, "eta/annotator_93": 0.9002801179885864, "eta/annotator_94": 0.8991650342941284, "eta/annotator_95": 0.8993646502494812, "eta/annotator_96": 0.8979660272598267, "eta/annotator_97": 0.8998512029647827, "eta/annotator_98": 0.8992341160774231, "eta/annotator_99": 0.9004154205322266, "grad_norm": 34.32607603429477, "learning_rate": 4.854368932038835e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -318.6625061035156, "logps/rejected": -245.91250610351562, "loss": 0.6435, "rewards/accuracies": 0.5101562738418579, "rewards/chosen": 0.29444772005081177, "rewards/margins": 0.18558788299560547, "rewards/rejected": 0.10903110355138779, "step": 30 }, { "em/agreement_weights_mean": 0.895501434803009, "em/agreement_weights_std": 0.08495438098907471, "em/unique_annotators_in_global_batch": 15.162500381469727, "epoch": 0.17467248908296942, "eta/annotator_0": 0.8988219499588013, "eta/annotator_1": 0.9115948677062988, "eta/annotator_10": 0.90495765209198, "eta/annotator_100": 0.8951750993728638, "eta/annotator_101": 0.9001545906066895, "eta/annotator_102": 0.9028263092041016, "eta/annotator_103": 0.8966430425643921, "eta/annotator_104": 0.899328351020813, "eta/annotator_105": 0.8984687924385071, "eta/annotator_106": 0.9043717384338379, "eta/annotator_107": 0.8980414271354675, "eta/annotator_108": 0.8979064226150513, "eta/annotator_109": 0.9001404047012329, "eta/annotator_11": 0.8992535471916199, "eta/annotator_110": 0.8934582471847534, "eta/annotator_111": 0.8980029225349426, "eta/annotator_112": 0.9001688957214355, "eta/annotator_113": 0.901436984539032, "eta/annotator_114": 0.9014447927474976, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.8993679285049438, "eta/annotator_118": 0.8959363102912903, "eta/annotator_119": 0.8998574018478394, "eta/annotator_12": 0.9060639142990112, "eta/annotator_120": 0.8949178457260132, "eta/annotator_121": 0.9034283757209778, "eta/annotator_122": 0.9025982618331909, "eta/annotator_123": 0.9005848169326782, "eta/annotator_124": 0.8794930577278137, "eta/annotator_125": 0.8706068992614746, "eta/annotator_126": 0.9031215906143188, "eta/annotator_127": 0.8987158536911011, "eta/annotator_128": 0.9005621671676636, "eta/annotator_129": 0.9023871421813965, "eta/annotator_13": 0.899097740650177, "eta/annotator_130": 0.9070442914962769, "eta/annotator_131": 0.9098285436630249, "eta/annotator_132": 0.8996840715408325, "eta/annotator_133": 0.9125835299491882, "eta/annotator_134": 0.9040967226028442, "eta/annotator_135": 0.9007881879806519, "eta/annotator_136": 0.9004223942756653, "eta/annotator_137": 0.8996590375900269, "eta/annotator_138": 0.9015666246414185, "eta/annotator_139": 0.9071526527404785, "eta/annotator_14": 0.9018678665161133, "eta/annotator_140": 0.899793803691864, "eta/annotator_141": 0.8953354954719543, "eta/annotator_142": 0.9027285575866699, "eta/annotator_143": 0.899856448173523, "eta/annotator_144": 0.904255747795105, "eta/annotator_145": 0.8998096585273743, "eta/annotator_146": 0.9051251411437988, "eta/annotator_147": 0.8889981508255005, "eta/annotator_148": 0.9038659334182739, "eta/annotator_149": 0.8995726704597473, "eta/annotator_15": 0.9064851999282837, "eta/annotator_150": 0.9019526243209839, "eta/annotator_151": 0.8990853428840637, "eta/annotator_152": 0.9017729759216309, "eta/annotator_153": 0.9034137725830078, "eta/annotator_154": 0.9100356101989746, "eta/annotator_155": 0.901749312877655, "eta/annotator_156": 0.8985466957092285, "eta/annotator_157": 0.8953253626823425, "eta/annotator_158": 0.9025253057479858, "eta/annotator_159": 0.8984695672988892, "eta/annotator_16": 0.9037935137748718, "eta/annotator_160": 0.9036884307861328, "eta/annotator_161": 0.9012934565544128, "eta/annotator_162": 0.902105987071991, "eta/annotator_163": 0.9025676846504211, "eta/annotator_164": 0.8972290754318237, "eta/annotator_165": 0.901153564453125, "eta/annotator_166": 0.9116142392158508, "eta/annotator_167": 0.9071329236030579, "eta/annotator_168": 0.9011728167533875, "eta/annotator_169": 0.8999298810958862, "eta/annotator_17": 0.9029437899589539, "eta/annotator_170": 0.9085112810134888, "eta/annotator_171": 0.8927204012870789, "eta/annotator_172": 0.8994206190109253, "eta/annotator_173": 0.9003305435180664, "eta/annotator_174": 0.8986115455627441, "eta/annotator_175": 0.8987256288528442, "eta/annotator_176": 0.9018874168395996, "eta/annotator_177": 0.8945840001106262, "eta/annotator_178": 0.8980330228805542, "eta/annotator_179": 0.901031494140625, "eta/annotator_18": 0.8974410891532898, "eta/annotator_180": 0.9004904627799988, "eta/annotator_181": 0.9043890833854675, "eta/annotator_182": 0.9101529121398926, "eta/annotator_183": 0.8995731472969055, "eta/annotator_184": 0.8814994096755981, "eta/annotator_185": 0.9078734517097473, "eta/annotator_186": 0.9038882255554199, "eta/annotator_187": 0.9037550687789917, "eta/annotator_188": 0.8970799446105957, "eta/annotator_189": 0.8978098630905151, "eta/annotator_19": 0.9002587199211121, "eta/annotator_190": 0.9015610814094543, "eta/annotator_191": 0.901979923248291, "eta/annotator_192": 0.9010445475578308, "eta/annotator_193": 0.9100357890129089, "eta/annotator_194": 0.8897944688796997, "eta/annotator_195": 0.8958796262741089, "eta/annotator_196": 0.9006059765815735, "eta/annotator_197": 0.8971930742263794, "eta/annotator_198": 0.90412437915802, "eta/annotator_199": 0.9047107696533203, "eta/annotator_2": 0.9005980491638184, "eta/annotator_20": 0.9093543887138367, "eta/annotator_200": 0.9108392000198364, "eta/annotator_201": 0.8970112800598145, "eta/annotator_202": 0.9127704501152039, "eta/annotator_203": 0.9059897661209106, "eta/annotator_204": 0.8959501385688782, "eta/annotator_205": 0.9029377102851868, "eta/annotator_206": 0.9024603962898254, "eta/annotator_207": 0.9044421911239624, "eta/annotator_208": 0.9029833078384399, "eta/annotator_209": 0.9081583023071289, "eta/annotator_21": 0.8955771327018738, "eta/annotator_210": 0.8995901346206665, "eta/annotator_211": 0.9023880958557129, "eta/annotator_212": 0.901750922203064, "eta/annotator_213": 0.9021643400192261, "eta/annotator_214": 0.89885014295578, "eta/annotator_215": 0.9132267832756042, "eta/annotator_216": 0.9108193516731262, "eta/annotator_217": 0.9014540910720825, "eta/annotator_218": 0.8968889117240906, "eta/annotator_219": 0.9029651880264282, "eta/annotator_22": 0.898331344127655, "eta/annotator_220": 0.8893896341323853, "eta/annotator_221": 0.8990752100944519, "eta/annotator_222": 0.8883625268936157, "eta/annotator_223": 0.9042762517929077, "eta/annotator_224": 0.9002671241760254, "eta/annotator_225": 0.90264493227005, "eta/annotator_226": 0.8978663682937622, "eta/annotator_23": 0.8950819969177246, "eta/annotator_24": 0.9006620645523071, "eta/annotator_25": 0.9068048596382141, "eta/annotator_26": 0.9006498456001282, "eta/annotator_27": 0.9019217491149902, "eta/annotator_28": 0.9104997515678406, "eta/annotator_29": 0.9018707275390625, "eta/annotator_3": 0.9020644426345825, "eta/annotator_30": 0.9005175828933716, "eta/annotator_31": 0.8999039530754089, "eta/annotator_32": 0.8980803489685059, "eta/annotator_33": 0.907589316368103, "eta/annotator_34": 0.8984634280204773, "eta/annotator_35": 0.9019963145256042, "eta/annotator_36": 0.9017122983932495, "eta/annotator_37": 0.8959347009658813, "eta/annotator_38": 0.9022871255874634, "eta/annotator_39": 0.8985934257507324, "eta/annotator_4": 0.9007225036621094, "eta/annotator_40": 0.8999999165534973, "eta/annotator_41": 0.9027234315872192, "eta/annotator_42": 0.9005454778671265, "eta/annotator_43": 0.9007743000984192, "eta/annotator_44": 0.89753657579422, "eta/annotator_45": 0.9016906023025513, "eta/annotator_46": 0.8999999165534973, "eta/annotator_47": 0.9003887176513672, "eta/annotator_48": 0.8996886014938354, "eta/annotator_49": 0.8971416354179382, "eta/annotator_5": 0.8991063237190247, "eta/annotator_50": 0.899070143699646, "eta/annotator_51": 0.9010143280029297, "eta/annotator_52": 0.8990496397018433, "eta/annotator_53": 0.8979783058166504, "eta/annotator_54": 0.9041094779968262, "eta/annotator_55": 0.9143881797790527, "eta/annotator_56": 0.9013503789901733, "eta/annotator_57": 0.901760458946228, "eta/annotator_58": 0.9026934504508972, "eta/annotator_59": 0.8995136022567749, "eta/annotator_6": 0.9181278944015503, "eta/annotator_60": 0.9014421701431274, "eta/annotator_61": 0.8947001695632935, "eta/annotator_62": 0.8995708227157593, "eta/annotator_63": 0.9023880958557129, "eta/annotator_64": 0.9013329744338989, "eta/annotator_65": 0.898578941822052, "eta/annotator_66": 0.9025535583496094, "eta/annotator_67": 0.9059356451034546, "eta/annotator_68": 0.9015277624130249, "eta/annotator_69": 0.8999999165534973, "eta/annotator_7": 0.8988531827926636, "eta/annotator_70": 0.8999999165534973, "eta/annotator_71": 0.909073531627655, "eta/annotator_72": 0.899843692779541, "eta/annotator_73": 0.89893639087677, "eta/annotator_74": 0.900844931602478, "eta/annotator_75": 0.9043830633163452, "eta/annotator_76": 0.9013429880142212, "eta/annotator_77": 0.8992168307304382, "eta/annotator_78": 0.899948000907898, "eta/annotator_79": 0.8998914957046509, "eta/annotator_8": 0.9013609886169434, "eta/annotator_80": 0.9009909629821777, "eta/annotator_81": 0.9027690887451172, "eta/annotator_82": 0.9027611613273621, "eta/annotator_83": 0.8893784284591675, "eta/annotator_84": 0.9020557403564453, "eta/annotator_85": 0.901739239692688, "eta/annotator_86": 0.9090083837509155, "eta/annotator_87": 0.8937894105911255, "eta/annotator_88": 0.8990464210510254, "eta/annotator_89": 0.8810812830924988, "eta/annotator_9": 0.9025794863700867, "eta/annotator_90": 0.8931453824043274, "eta/annotator_91": 0.9003254175186157, "eta/annotator_92": 0.9028369188308716, "eta/annotator_93": 0.901323676109314, "eta/annotator_94": 0.8999843597412109, "eta/annotator_95": 0.9054442644119263, "eta/annotator_96": 0.8447768092155457, "eta/annotator_97": 0.9008477330207825, "eta/annotator_98": 0.8986876606941223, "eta/annotator_99": 0.8822323679924011, "grad_norm": 32.39347519900822, "learning_rate": 4.611650485436893e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -311.54998779296875, "logps/rejected": -244.28750610351562, "loss": 0.6246, "rewards/accuracies": 0.565625011920929, "rewards/chosen": 0.24719886481761932, "rewards/margins": 0.24527092278003693, "rewards/rejected": 0.0020244598854333162, "step": 40 }, { "em/agreement_weights_mean": 0.8952168226242065, "em/agreement_weights_std": 0.09355208277702332, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.2183406113537118, "eta/annotator_0": 0.8977349400520325, "eta/annotator_1": 0.9108474850654602, "eta/annotator_10": 0.9065558314323425, "eta/annotator_100": 0.8876281976699829, "eta/annotator_101": 0.9007149934768677, "eta/annotator_102": 0.9050616025924683, "eta/annotator_103": 0.8819950222969055, "eta/annotator_104": 0.8992025256156921, "eta/annotator_105": 0.901251494884491, "eta/annotator_106": 0.9040500521659851, "eta/annotator_107": 0.8994475603103638, "eta/annotator_108": 0.8987460136413574, "eta/annotator_109": 0.9049859046936035, "eta/annotator_11": 0.9016823768615723, "eta/annotator_110": 0.8954227566719055, "eta/annotator_111": 0.8988091349601746, "eta/annotator_112": 0.9010070562362671, "eta/annotator_113": 0.90069979429245, "eta/annotator_114": 0.8856137990951538, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.9029026031494141, "eta/annotator_118": 0.8626003265380859, "eta/annotator_119": 0.9029027819633484, "eta/annotator_12": 0.9086539149284363, "eta/annotator_120": 0.8939510583877563, "eta/annotator_121": 0.902340292930603, "eta/annotator_122": 0.8997901678085327, "eta/annotator_123": 0.9042474031448364, "eta/annotator_124": 0.8831100463867188, "eta/annotator_125": 0.8727812767028809, "eta/annotator_126": 0.9040520787239075, "eta/annotator_127": 0.9009062647819519, "eta/annotator_128": 0.903217613697052, "eta/annotator_129": 0.9080750346183777, "eta/annotator_13": 0.8903533816337585, "eta/annotator_130": 0.9072640538215637, "eta/annotator_131": 0.9094178080558777, "eta/annotator_132": 0.8949297070503235, "eta/annotator_133": 0.9108705520629883, "eta/annotator_134": 0.9028427004814148, "eta/annotator_135": 0.9007881879806519, "eta/annotator_136": 0.9042258262634277, "eta/annotator_137": 0.9030892252922058, "eta/annotator_138": 0.9006867408752441, "eta/annotator_139": 0.9082301259040833, "eta/annotator_14": 0.8960464596748352, "eta/annotator_140": 0.8995984196662903, "eta/annotator_141": 0.8960015177726746, "eta/annotator_142": 0.9030821919441223, "eta/annotator_143": 0.9031087160110474, "eta/annotator_144": 0.9012341499328613, "eta/annotator_145": 0.9018933176994324, "eta/annotator_146": 0.9152029156684875, "eta/annotator_147": 0.88407963514328, "eta/annotator_148": 0.9085486531257629, "eta/annotator_149": 0.8970562815666199, "eta/annotator_15": 0.911342442035675, "eta/annotator_150": 0.8989631533622742, "eta/annotator_151": 0.9024327993392944, "eta/annotator_152": 0.9026705622673035, "eta/annotator_153": 0.9126231074333191, "eta/annotator_154": 0.9094905853271484, "eta/annotator_155": 0.9038718342781067, "eta/annotator_156": 0.8971619606018066, "eta/annotator_157": 0.8868790864944458, "eta/annotator_158": 0.9079712629318237, "eta/annotator_159": 0.8985695838928223, "eta/annotator_16": 0.9011998176574707, "eta/annotator_160": 0.8935356140136719, "eta/annotator_161": 0.8830641508102417, "eta/annotator_162": 0.9067004323005676, "eta/annotator_163": 0.9031758308410645, "eta/annotator_164": 0.8988049626350403, "eta/annotator_165": 0.9005047082901001, "eta/annotator_166": 0.9135931730270386, "eta/annotator_167": 0.910171389579773, "eta/annotator_168": 0.9051874876022339, "eta/annotator_169": 0.9031529426574707, "eta/annotator_17": 0.8999413251876831, "eta/annotator_170": 0.906535804271698, "eta/annotator_171": 0.8908255696296692, "eta/annotator_172": 0.9026206731796265, "eta/annotator_173": 0.8853754997253418, "eta/annotator_174": 0.8985885381698608, "eta/annotator_175": 0.8930609822273254, "eta/annotator_176": 0.9025393724441528, "eta/annotator_177": 0.8958160281181335, "eta/annotator_178": 0.901191234588623, "eta/annotator_179": 0.894553542137146, "eta/annotator_18": 0.8958269357681274, "eta/annotator_180": 0.8969497680664062, "eta/annotator_181": 0.8999654054641724, "eta/annotator_182": 0.9135826826095581, "eta/annotator_183": 0.9032524824142456, "eta/annotator_184": 0.8814374208450317, "eta/annotator_185": 0.9088973999023438, "eta/annotator_186": 0.9125950932502747, "eta/annotator_187": 0.90613853931427, "eta/annotator_188": 0.8925633430480957, "eta/annotator_189": 0.8980673551559448, "eta/annotator_19": 0.8948890566825867, "eta/annotator_190": 0.8977532386779785, "eta/annotator_191": 0.903680682182312, "eta/annotator_192": 0.9084922075271606, "eta/annotator_193": 0.9110642671585083, "eta/annotator_194": 0.883945643901825, "eta/annotator_195": 0.8869742155075073, "eta/annotator_196": 0.9008148312568665, "eta/annotator_197": 0.8972617983818054, "eta/annotator_198": 0.8977821469306946, "eta/annotator_199": 0.9046038389205933, "eta/annotator_2": 0.8982413411140442, "eta/annotator_20": 0.8944428563117981, "eta/annotator_200": 0.9162994623184204, "eta/annotator_201": 0.8977091908454895, "eta/annotator_202": 0.9147366285324097, "eta/annotator_203": 0.9127122163772583, "eta/annotator_204": 0.90045166015625, "eta/annotator_205": 0.9029543995857239, "eta/annotator_206": 0.9057863354682922, "eta/annotator_207": 0.9054839015007019, "eta/annotator_208": 0.9016903042793274, "eta/annotator_209": 0.9051000475883484, "eta/annotator_21": 0.8907235264778137, "eta/annotator_210": 0.8949292898178101, "eta/annotator_211": 0.9023880958557129, "eta/annotator_212": 0.9003170728683472, "eta/annotator_213": 0.902556300163269, "eta/annotator_214": 0.9002692103385925, "eta/annotator_215": 0.9230972528457642, "eta/annotator_216": 0.9151158332824707, "eta/annotator_217": 0.9031847715377808, "eta/annotator_218": 0.8915359377861023, "eta/annotator_219": 0.9029879570007324, "eta/annotator_22": 0.897912859916687, "eta/annotator_220": 0.8845168352127075, "eta/annotator_221": 0.8889862298965454, "eta/annotator_222": 0.8914873003959656, "eta/annotator_223": 0.906533420085907, "eta/annotator_224": 0.9020861387252808, "eta/annotator_225": 0.9047285318374634, "eta/annotator_226": 0.8978411555290222, "eta/annotator_23": 0.8795831799507141, "eta/annotator_24": 0.9105544090270996, "eta/annotator_25": 0.917382538318634, "eta/annotator_26": 0.9089041948318481, "eta/annotator_27": 0.9045218229293823, "eta/annotator_28": 0.9138202667236328, "eta/annotator_29": 0.9002606272697449, "eta/annotator_3": 0.9037261009216309, "eta/annotator_30": 0.9008786082267761, "eta/annotator_31": 0.9001983404159546, "eta/annotator_32": 0.8980803489685059, "eta/annotator_33": 0.9042522311210632, "eta/annotator_34": 0.8993422389030457, "eta/annotator_35": 0.9048264622688293, "eta/annotator_36": 0.9040511250495911, "eta/annotator_37": 0.9082023501396179, "eta/annotator_38": 0.8924695253372192, "eta/annotator_39": 0.8990605473518372, "eta/annotator_4": 0.9035676121711731, "eta/annotator_40": 0.8999999165534973, "eta/annotator_41": 0.9043204188346863, "eta/annotator_42": 0.9067397117614746, "eta/annotator_43": 0.9050112962722778, "eta/annotator_44": 0.9078701138496399, "eta/annotator_45": 0.9016906023025513, "eta/annotator_46": 0.8999999165534973, "eta/annotator_47": 0.8802512288093567, "eta/annotator_48": 0.8972629308700562, "eta/annotator_49": 0.8978699445724487, "eta/annotator_5": 0.8983482122421265, "eta/annotator_50": 0.8939107060432434, "eta/annotator_51": 0.901197075843811, "eta/annotator_52": 0.904417872428894, "eta/annotator_53": 0.8942611813545227, "eta/annotator_54": 0.9054222106933594, "eta/annotator_55": 0.920085072517395, "eta/annotator_56": 0.904730498790741, "eta/annotator_57": 0.9102863073348999, "eta/annotator_58": 0.9024279713630676, "eta/annotator_59": 0.8999968767166138, "eta/annotator_6": 0.9142504930496216, "eta/annotator_60": 0.9021751284599304, "eta/annotator_61": 0.8937322497367859, "eta/annotator_62": 0.9026241302490234, "eta/annotator_63": 0.9017086029052734, "eta/annotator_64": 0.9029247164726257, "eta/annotator_65": 0.8705748319625854, "eta/annotator_66": 0.90404212474823, "eta/annotator_67": 0.9101628065109253, "eta/annotator_68": 0.9090384244918823, "eta/annotator_69": 0.8999999165534973, "eta/annotator_7": 0.898670494556427, "eta/annotator_70": 0.9002754092216492, "eta/annotator_71": 0.9075289964675903, "eta/annotator_72": 0.9004019498825073, "eta/annotator_73": 0.8964565396308899, "eta/annotator_74": 0.900844931602478, "eta/annotator_75": 0.905722439289093, "eta/annotator_76": 0.8859187960624695, "eta/annotator_77": 0.9010100364685059, "eta/annotator_78": 0.899948000907898, "eta/annotator_79": 0.908706784248352, "eta/annotator_8": 0.9008740186691284, "eta/annotator_80": 0.9031837582588196, "eta/annotator_81": 0.8933895826339722, "eta/annotator_82": 0.9059752225875854, "eta/annotator_83": 0.8943885564804077, "eta/annotator_84": 0.9035946130752563, "eta/annotator_85": 0.9045085906982422, "eta/annotator_86": 0.9091284871101379, "eta/annotator_87": 0.8945229649543762, "eta/annotator_88": 0.8987171053886414, "eta/annotator_89": 0.8805845975875854, "eta/annotator_9": 0.9061989784240723, "eta/annotator_90": 0.8787344098091125, "eta/annotator_91": 0.8981369137763977, "eta/annotator_92": 0.9051631689071655, "eta/annotator_93": 0.9055008888244629, "eta/annotator_94": 0.9011074900627136, "eta/annotator_95": 0.8997467160224915, "eta/annotator_96": 0.8481917381286621, "eta/annotator_97": 0.9027069211006165, "eta/annotator_98": 0.8998271226882935, "eta/annotator_99": 0.8718303442001343, "grad_norm": 32.50696402166751, "learning_rate": 4.368932038834951e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -314.76251220703125, "logps/rejected": -245.41250610351562, "loss": 0.6061, "rewards/accuracies": 0.59765625, "rewards/chosen": 0.025572966784238815, "rewards/margins": 0.2900634706020355, "rewards/rejected": -0.2646717131137848, "step": 50 }, { "em/agreement_weights_mean": 0.9015763998031616, "em/agreement_weights_std": 0.08629848808050156, "em/unique_annotators_in_global_batch": 15.149999618530273, "epoch": 0.26200873362445415, "eta/annotator_0": 0.9035747647285461, "eta/annotator_1": 0.9139202237129211, "eta/annotator_10": 0.911422073841095, "eta/annotator_100": 0.8906459808349609, "eta/annotator_101": 0.8920623064041138, "eta/annotator_102": 0.904388427734375, "eta/annotator_103": 0.8812979459762573, "eta/annotator_104": 0.8958523869514465, "eta/annotator_105": 0.901251494884491, "eta/annotator_106": 0.9015723466873169, "eta/annotator_107": 0.9014395475387573, "eta/annotator_108": 0.8978821635246277, "eta/annotator_109": 0.9049240350723267, "eta/annotator_11": 0.9097343683242798, "eta/annotator_110": 0.8675384521484375, "eta/annotator_111": 0.8984508514404297, "eta/annotator_112": 0.8948558568954468, "eta/annotator_113": 0.9120020866394043, "eta/annotator_114": 0.8940597772598267, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.9031923413276672, "eta/annotator_118": 0.8655189275741577, "eta/annotator_119": 0.8977247476577759, "eta/annotator_12": 0.9075472950935364, "eta/annotator_120": 0.9032942652702332, "eta/annotator_121": 0.902527928352356, "eta/annotator_122": 0.899791419506073, "eta/annotator_123": 0.9039803743362427, "eta/annotator_124": 0.8818325996398926, "eta/annotator_125": 0.8752015233039856, "eta/annotator_126": 0.9064558744430542, "eta/annotator_127": 0.9029815793037415, "eta/annotator_128": 0.902642548084259, "eta/annotator_129": 0.9089900851249695, "eta/annotator_13": 0.8905371427536011, "eta/annotator_130": 0.9080506563186646, "eta/annotator_131": 0.9055542945861816, "eta/annotator_132": 0.8895981907844543, "eta/annotator_133": 0.9177582859992981, "eta/annotator_134": 0.906766414642334, "eta/annotator_135": 0.901228129863739, "eta/annotator_136": 0.9038106203079224, "eta/annotator_137": 0.9015483856201172, "eta/annotator_138": 0.8992167711257935, "eta/annotator_139": 0.9111377000808716, "eta/annotator_14": 0.8930133581161499, "eta/annotator_140": 0.9039880633354187, "eta/annotator_141": 0.8962289094924927, "eta/annotator_142": 0.9057145118713379, "eta/annotator_143": 0.8937605619430542, "eta/annotator_144": 0.9027327299118042, "eta/annotator_145": 0.9002623558044434, "eta/annotator_146": 0.927904486656189, "eta/annotator_147": 0.884597659111023, "eta/annotator_148": 0.9111446142196655, "eta/annotator_149": 0.8898543119430542, "eta/annotator_15": 0.9186825752258301, "eta/annotator_150": 0.8906925916671753, "eta/annotator_151": 0.9054659008979797, "eta/annotator_152": 0.9013202786445618, "eta/annotator_153": 0.9154750108718872, "eta/annotator_154": 0.9060231447219849, "eta/annotator_155": 0.9038718342781067, "eta/annotator_156": 0.8983113169670105, "eta/annotator_157": 0.8876854181289673, "eta/annotator_158": 0.9089914560317993, "eta/annotator_159": 0.9028377532958984, "eta/annotator_16": 0.9040799140930176, "eta/annotator_160": 0.8963000178337097, "eta/annotator_161": 0.8847349286079407, "eta/annotator_162": 0.9087218046188354, "eta/annotator_163": 0.900924801826477, "eta/annotator_164": 0.8957772254943848, "eta/annotator_165": 0.9101203680038452, "eta/annotator_166": 0.9144071340560913, "eta/annotator_167": 0.9124709367752075, "eta/annotator_168": 0.9067208170890808, "eta/annotator_169": 0.9053027033805847, "eta/annotator_17": 0.9003082513809204, "eta/annotator_170": 0.9032360911369324, "eta/annotator_171": 0.8837664723396301, "eta/annotator_172": 0.9138455390930176, "eta/annotator_173": 0.869546115398407, "eta/annotator_174": 0.8983811140060425, "eta/annotator_175": 0.8934898376464844, "eta/annotator_176": 0.8973285555839539, "eta/annotator_177": 0.8910994529724121, "eta/annotator_178": 0.8970610499382019, "eta/annotator_179": 0.9002562761306763, "eta/annotator_18": 0.889682412147522, "eta/annotator_180": 0.8921421766281128, "eta/annotator_181": 0.9035178422927856, "eta/annotator_182": 0.9144320487976074, "eta/annotator_183": 0.900772750377655, "eta/annotator_184": 0.8816983103752136, "eta/annotator_185": 0.9141955375671387, "eta/annotator_186": 0.9113422632217407, "eta/annotator_187": 0.897809624671936, "eta/annotator_188": 0.8927504420280457, "eta/annotator_189": 0.9024216532707214, "eta/annotator_19": 0.8937849998474121, "eta/annotator_190": 0.8973113298416138, "eta/annotator_191": 0.9087271690368652, "eta/annotator_192": 0.9129837155342102, "eta/annotator_193": 0.9080060124397278, "eta/annotator_194": 0.8723090291023254, "eta/annotator_195": 0.8902276754379272, "eta/annotator_196": 0.8919190168380737, "eta/annotator_197": 0.8991967439651489, "eta/annotator_198": 0.8576458692550659, "eta/annotator_199": 0.9045270681381226, "eta/annotator_2": 0.899685263633728, "eta/annotator_20": 0.8960768580436707, "eta/annotator_200": 0.9181176424026489, "eta/annotator_201": 0.8994919657707214, "eta/annotator_202": 0.9128055572509766, "eta/annotator_203": 0.9082220792770386, "eta/annotator_204": 0.9118859171867371, "eta/annotator_205": 0.9014771580696106, "eta/annotator_206": 0.91203373670578, "eta/annotator_207": 0.9019157290458679, "eta/annotator_208": 0.8915462493896484, "eta/annotator_209": 0.9100974798202515, "eta/annotator_21": 0.865503191947937, "eta/annotator_210": 0.8857135772705078, "eta/annotator_211": 0.9026854634284973, "eta/annotator_212": 0.846613883972168, "eta/annotator_213": 0.9088718295097351, "eta/annotator_214": 0.9050408601760864, "eta/annotator_215": 0.9287770390510559, "eta/annotator_216": 0.921617865562439, "eta/annotator_217": 0.9023838043212891, "eta/annotator_218": 0.900435745716095, "eta/annotator_219": 0.9044908285140991, "eta/annotator_22": 0.8978577852249146, "eta/annotator_220": 0.8801429867744446, "eta/annotator_221": 0.8962590098381042, "eta/annotator_222": 0.889428973197937, "eta/annotator_223": 0.9117404818534851, "eta/annotator_224": 0.8823139071464539, "eta/annotator_225": 0.9158940315246582, "eta/annotator_226": 0.8986667394638062, "eta/annotator_23": 0.8634223937988281, "eta/annotator_24": 0.9105544090270996, "eta/annotator_25": 0.9213088154792786, "eta/annotator_26": 0.913581371307373, "eta/annotator_27": 0.9045125246047974, "eta/annotator_28": 0.918836236000061, "eta/annotator_29": 0.9056318402290344, "eta/annotator_3": 0.9072396159172058, "eta/annotator_30": 0.9042755961418152, "eta/annotator_31": 0.9000105857849121, "eta/annotator_32": 0.8980803489685059, "eta/annotator_33": 0.9072566032409668, "eta/annotator_34": 0.899634838104248, "eta/annotator_35": 0.9057947397232056, "eta/annotator_36": 0.9057599306106567, "eta/annotator_37": 0.9061335325241089, "eta/annotator_38": 0.8906161189079285, "eta/annotator_39": 0.9078437089920044, "eta/annotator_4": 0.9037120938301086, "eta/annotator_40": 0.9001688957214355, "eta/annotator_41": 0.8940356969833374, "eta/annotator_42": 0.9085656404495239, "eta/annotator_43": 0.9078013300895691, "eta/annotator_44": 0.9038164019584656, "eta/annotator_45": 0.9016906023025513, "eta/annotator_46": 0.9007179141044617, "eta/annotator_47": 0.8825981020927429, "eta/annotator_48": 0.8865758180618286, "eta/annotator_49": 0.89580237865448, "eta/annotator_5": 0.8931816816329956, "eta/annotator_50": 0.8774130940437317, "eta/annotator_51": 0.8964936137199402, "eta/annotator_52": 0.9118561744689941, "eta/annotator_53": 0.8952813148498535, "eta/annotator_54": 0.9109801054000854, "eta/annotator_55": 0.9239145517349243, "eta/annotator_56": 0.9079016447067261, "eta/annotator_57": 0.9102863073348999, "eta/annotator_58": 0.9049782752990723, "eta/annotator_59": 0.8979026675224304, "eta/annotator_6": 0.917138397693634, "eta/annotator_60": 0.9026885032653809, "eta/annotator_61": 0.8728313446044922, "eta/annotator_62": 0.8990609049797058, "eta/annotator_63": 0.8965750932693481, "eta/annotator_64": 0.9063208699226379, "eta/annotator_65": 0.8656371235847473, "eta/annotator_66": 0.90404212474823, "eta/annotator_67": 0.9164230227470398, "eta/annotator_68": 0.9117897152900696, "eta/annotator_69": 0.9003037214279175, "eta/annotator_7": 0.8936375379562378, "eta/annotator_70": 0.9043384790420532, "eta/annotator_71": 0.9116803407669067, "eta/annotator_72": 0.9022480249404907, "eta/annotator_73": 0.8967195749282837, "eta/annotator_74": 0.9009580612182617, "eta/annotator_75": 0.9078545570373535, "eta/annotator_76": 0.8878195881843567, "eta/annotator_77": 0.9065319895744324, "eta/annotator_78": 0.899948000907898, "eta/annotator_79": 0.9088065028190613, "eta/annotator_8": 0.9002920389175415, "eta/annotator_80": 0.9031837582588196, "eta/annotator_81": 0.8958356976509094, "eta/annotator_82": 0.8951202630996704, "eta/annotator_83": 0.8934548497200012, "eta/annotator_84": 0.9071398973464966, "eta/annotator_85": 0.9054391980171204, "eta/annotator_86": 0.9084633588790894, "eta/annotator_87": 0.8925862312316895, "eta/annotator_88": 0.8988974690437317, "eta/annotator_89": 0.876113772392273, "eta/annotator_9": 0.9043353796005249, "eta/annotator_90": 0.8401683568954468, "eta/annotator_91": 0.9102305173873901, "eta/annotator_92": 0.9042174220085144, "eta/annotator_93": 0.9116603136062622, "eta/annotator_94": 0.9046233296394348, "eta/annotator_95": 0.8963286280632019, "eta/annotator_96": 0.8506202697753906, "eta/annotator_97": 0.8938277959823608, "eta/annotator_98": 0.8984012603759766, "eta/annotator_99": 0.8807787895202637, "grad_norm": 33.51586617565622, "learning_rate": 4.126213592233009e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -323.1625061035156, "logps/rejected": -256.17498779296875, "loss": 0.5892, "rewards/accuracies": 0.621874988079071, "rewards/chosen": -0.12171392142772675, "rewards/margins": 0.3782913088798523, "rewards/rejected": -0.4998458921909332, "step": 60 }, { "em/agreement_weights_mean": 0.9055653810501099, "em/agreement_weights_std": 0.0789434090256691, "em/unique_annotators_in_global_batch": 15.375, "epoch": 0.3056768558951965, "eta/annotator_0": 0.9069868922233582, "eta/annotator_1": 0.9173871278762817, "eta/annotator_10": 0.9155198335647583, "eta/annotator_100": 0.8903931379318237, "eta/annotator_101": 0.8919642567634583, "eta/annotator_102": 0.9002817869186401, "eta/annotator_103": 0.8751692771911621, "eta/annotator_104": 0.8645416498184204, "eta/annotator_105": 0.901251494884491, "eta/annotator_106": 0.905045211315155, "eta/annotator_107": 0.9065067172050476, "eta/annotator_108": 0.8865271806716919, "eta/annotator_109": 0.8974255323410034, "eta/annotator_11": 0.9101669192314148, "eta/annotator_110": 0.8698710203170776, "eta/annotator_111": 0.89421147108078, "eta/annotator_112": 0.8948558568954468, "eta/annotator_113": 0.9076550602912903, "eta/annotator_114": 0.8933693766593933, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.9078212976455688, "eta/annotator_118": 0.8620311617851257, "eta/annotator_119": 0.9010781049728394, "eta/annotator_12": 0.8979851603507996, "eta/annotator_120": 0.9092930555343628, "eta/annotator_121": 0.9093424081802368, "eta/annotator_122": 0.9014198184013367, "eta/annotator_123": 0.9028130769729614, "eta/annotator_124": 0.8818314671516418, "eta/annotator_125": 0.8811318278312683, "eta/annotator_126": 0.8939253687858582, "eta/annotator_127": 0.9105924367904663, "eta/annotator_128": 0.9018799066543579, "eta/annotator_129": 0.9221755862236023, "eta/annotator_13": 0.8920734524726868, "eta/annotator_130": 0.9033910632133484, "eta/annotator_131": 0.904735267162323, "eta/annotator_132": 0.8815695643424988, "eta/annotator_133": 0.9131478071212769, "eta/annotator_134": 0.9120499491691589, "eta/annotator_135": 0.9060484766960144, "eta/annotator_136": 0.9004393815994263, "eta/annotator_137": 0.9122170209884644, "eta/annotator_138": 0.9020737409591675, "eta/annotator_139": 0.912841796875, "eta/annotator_14": 0.9005659222602844, "eta/annotator_140": 0.9199573397636414, "eta/annotator_141": 0.8977533578872681, "eta/annotator_142": 0.9126977920532227, "eta/annotator_143": 0.8953431844711304, "eta/annotator_144": 0.9035952687263489, "eta/annotator_145": 0.8908225297927856, "eta/annotator_146": 0.9253970384597778, "eta/annotator_147": 0.8709069490432739, "eta/annotator_148": 0.911041259765625, "eta/annotator_149": 0.8908550143241882, "eta/annotator_15": 0.9197615385055542, "eta/annotator_150": 0.8948158025741577, "eta/annotator_151": 0.9094361066818237, "eta/annotator_152": 0.8928467035293579, "eta/annotator_153": 0.9173724055290222, "eta/annotator_154": 0.9080992937088013, "eta/annotator_155": 0.9025191068649292, "eta/annotator_156": 0.9011975526809692, "eta/annotator_157": 0.8824414014816284, "eta/annotator_158": 0.9018745422363281, "eta/annotator_159": 0.9038847088813782, "eta/annotator_16": 0.9119185209274292, "eta/annotator_160": 0.9077686071395874, "eta/annotator_161": 0.8833522796630859, "eta/annotator_162": 0.9094668626785278, "eta/annotator_163": 0.8992242813110352, "eta/annotator_164": 0.8933026194572449, "eta/annotator_165": 0.9149199724197388, "eta/annotator_166": 0.9109816551208496, "eta/annotator_167": 0.9156082272529602, "eta/annotator_168": 0.9020012021064758, "eta/annotator_169": 0.9059418439865112, "eta/annotator_17": 0.9009758830070496, "eta/annotator_170": 0.9039266705513, "eta/annotator_171": 0.885484516620636, "eta/annotator_172": 0.9120429158210754, "eta/annotator_173": 0.8558184504508972, "eta/annotator_174": 0.8983376622200012, "eta/annotator_175": 0.8947750926017761, "eta/annotator_176": 0.9008042216300964, "eta/annotator_177": 0.8936378359794617, "eta/annotator_178": 0.8995240330696106, "eta/annotator_179": 0.9054912328720093, "eta/annotator_18": 0.8922612071037292, "eta/annotator_180": 0.8894057273864746, "eta/annotator_181": 0.9063385725021362, "eta/annotator_182": 0.9172415733337402, "eta/annotator_183": 0.8978685140609741, "eta/annotator_184": 0.8896304965019226, "eta/annotator_185": 0.9157348871231079, "eta/annotator_186": 0.9132874608039856, "eta/annotator_187": 0.9019074440002441, "eta/annotator_188": 0.8916646838188171, "eta/annotator_189": 0.9055438041687012, "eta/annotator_19": 0.8978464007377625, "eta/annotator_190": 0.9055220484733582, "eta/annotator_191": 0.9113877415657043, "eta/annotator_192": 0.9175785779953003, "eta/annotator_193": 0.9101909399032593, "eta/annotator_194": 0.8763406872749329, "eta/annotator_195": 0.9021062850952148, "eta/annotator_196": 0.8955337405204773, "eta/annotator_197": 0.8999693989753723, "eta/annotator_198": 0.8499800562858582, "eta/annotator_199": 0.8883659243583679, "eta/annotator_2": 0.9035568237304688, "eta/annotator_20": 0.8896748423576355, "eta/annotator_200": 0.9192292094230652, "eta/annotator_201": 0.9040911793708801, "eta/annotator_202": 0.9163234829902649, "eta/annotator_203": 0.9107941389083862, "eta/annotator_204": 0.9218891859054565, "eta/annotator_205": 0.901596188545227, "eta/annotator_206": 0.915279746055603, "eta/annotator_207": 0.9033038020133972, "eta/annotator_208": 0.8930917978286743, "eta/annotator_209": 0.9120098352432251, "eta/annotator_21": 0.8494507670402527, "eta/annotator_210": 0.8899202346801758, "eta/annotator_211": 0.9046372175216675, "eta/annotator_212": 0.8494235873222351, "eta/annotator_213": 0.9100916981697083, "eta/annotator_214": 0.8736759424209595, "eta/annotator_215": 0.927659809589386, "eta/annotator_216": 0.9250443577766418, "eta/annotator_217": 0.9023838043212891, "eta/annotator_218": 0.8994223475456238, "eta/annotator_219": 0.910122275352478, "eta/annotator_22": 0.8984551429748535, "eta/annotator_220": 0.88322514295578, "eta/annotator_221": 0.8945893049240112, "eta/annotator_222": 0.8957151174545288, "eta/annotator_223": 0.9117404818534851, "eta/annotator_224": 0.8725487589836121, "eta/annotator_225": 0.9170524477958679, "eta/annotator_226": 0.8999584317207336, "eta/annotator_23": 0.8749384880065918, "eta/annotator_24": 0.910436749458313, "eta/annotator_25": 0.9232270121574402, "eta/annotator_26": 0.9133526086807251, "eta/annotator_27": 0.9082121849060059, "eta/annotator_28": 0.9212087392807007, "eta/annotator_29": 0.9016383290290833, "eta/annotator_3": 0.9088152050971985, "eta/annotator_30": 0.9057556986808777, "eta/annotator_31": 0.8950936198234558, "eta/annotator_32": 0.8980803489685059, "eta/annotator_33": 0.9121589660644531, "eta/annotator_34": 0.8841605186462402, "eta/annotator_35": 0.893524169921875, "eta/annotator_36": 0.9084105491638184, "eta/annotator_37": 0.8998371958732605, "eta/annotator_38": 0.8713940382003784, "eta/annotator_39": 0.9126564860343933, "eta/annotator_4": 0.9064135551452637, "eta/annotator_40": 0.9019898176193237, "eta/annotator_41": 0.8984047174453735, "eta/annotator_42": 0.9177228212356567, "eta/annotator_43": 0.9062320590019226, "eta/annotator_44": 0.901147723197937, "eta/annotator_45": 0.9016906023025513, "eta/annotator_46": 0.9068400263786316, "eta/annotator_47": 0.8834868669509888, "eta/annotator_48": 0.8851111531257629, "eta/annotator_49": 0.8928627967834473, "eta/annotator_5": 0.8973363041877747, "eta/annotator_50": 0.8813904523849487, "eta/annotator_51": 0.8485536575317383, "eta/annotator_52": 0.9144150614738464, "eta/annotator_53": 0.898044228553772, "eta/annotator_54": 0.9097977876663208, "eta/annotator_55": 0.9348235130310059, "eta/annotator_56": 0.9089377522468567, "eta/annotator_57": 0.9102202653884888, "eta/annotator_58": 0.908539891242981, "eta/annotator_59": 0.8960672616958618, "eta/annotator_6": 0.9215344190597534, "eta/annotator_60": 0.9079696536064148, "eta/annotator_61": 0.8765182495117188, "eta/annotator_62": 0.9018624424934387, "eta/annotator_63": 0.9051467180252075, "eta/annotator_64": 0.9072157740592957, "eta/annotator_65": 0.8211989402770996, "eta/annotator_66": 0.904879093170166, "eta/annotator_67": 0.912960410118103, "eta/annotator_68": 0.9185563325881958, "eta/annotator_69": 0.9038661122322083, "eta/annotator_7": 0.8936423063278198, "eta/annotator_70": 0.9043384790420532, "eta/annotator_71": 0.9175192713737488, "eta/annotator_72": 0.9023273587226868, "eta/annotator_73": 0.9029556512832642, "eta/annotator_74": 0.9040082693099976, "eta/annotator_75": 0.9079779386520386, "eta/annotator_76": 0.8896163702011108, "eta/annotator_77": 0.9082657694816589, "eta/annotator_78": 0.9002200365066528, "eta/annotator_79": 0.9016929864883423, "eta/annotator_8": 0.8754364848136902, "eta/annotator_80": 0.9035186767578125, "eta/annotator_81": 0.9017794728279114, "eta/annotator_82": 0.9000638127326965, "eta/annotator_83": 0.8936675786972046, "eta/annotator_84": 0.9092057347297668, "eta/annotator_85": 0.9091717004776001, "eta/annotator_86": 0.905542254447937, "eta/annotator_87": 0.8741552233695984, "eta/annotator_88": 0.9012384414672852, "eta/annotator_89": 0.8763060569763184, "eta/annotator_9": 0.9011238813400269, "eta/annotator_90": 0.8330422639846802, "eta/annotator_91": 0.9149386286735535, "eta/annotator_92": 0.913009762763977, "eta/annotator_93": 0.9077407121658325, "eta/annotator_94": 0.9052673578262329, "eta/annotator_95": 0.8972522020339966, "eta/annotator_96": 0.8514741063117981, "eta/annotator_97": 0.8942320942878723, "eta/annotator_98": 0.896865725517273, "eta/annotator_99": 0.8813126683235168, "grad_norm": 33.046763035973946, "learning_rate": 3.8834951456310675e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -317.2875061035156, "logps/rejected": -237.1999969482422, "loss": 0.5778, "rewards/accuracies": 0.6328125, "rewards/chosen": -0.25848349928855896, "rewards/margins": 0.42349910736083984, "rewards/rejected": -0.682055652141571, "step": 70 }, { "em/agreement_weights_mean": 0.9025915861129761, "em/agreement_weights_std": 0.09770573675632477, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.34934497816593885, "eta/annotator_0": 0.9043490290641785, "eta/annotator_1": 0.9243425130844116, "eta/annotator_10": 0.9175028800964355, "eta/annotator_100": 0.8916598558425903, "eta/annotator_101": 0.8906200528144836, "eta/annotator_102": 0.8987799882888794, "eta/annotator_103": 0.8752487301826477, "eta/annotator_104": 0.8625869750976562, "eta/annotator_105": 0.9014190435409546, "eta/annotator_106": 0.9020905494689941, "eta/annotator_107": 0.9065067172050476, "eta/annotator_108": 0.8931831121444702, "eta/annotator_109": 0.9021068811416626, "eta/annotator_11": 0.9141854047775269, "eta/annotator_110": 0.8812549710273743, "eta/annotator_111": 0.8966774940490723, "eta/annotator_112": 0.8948558568954468, "eta/annotator_113": 0.8996279835700989, "eta/annotator_114": 0.8958131074905396, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.9094999432563782, "eta/annotator_118": 0.8692703247070312, "eta/annotator_119": 0.8990662693977356, "eta/annotator_12": 0.9012489318847656, "eta/annotator_120": 0.9154122471809387, "eta/annotator_121": 0.9187520146369934, "eta/annotator_122": 0.9014338254928589, "eta/annotator_123": 0.9057723879814148, "eta/annotator_124": 0.8810019493103027, "eta/annotator_125": 0.8912479281425476, "eta/annotator_126": 0.8939816355705261, "eta/annotator_127": 0.9178963899612427, "eta/annotator_128": 0.9011299014091492, "eta/annotator_129": 0.9251567125320435, "eta/annotator_13": 0.879475474357605, "eta/annotator_130": 0.9005467295646667, "eta/annotator_131": 0.9116236567497253, "eta/annotator_132": 0.881589412689209, "eta/annotator_133": 0.9133747220039368, "eta/annotator_134": 0.9138878583908081, "eta/annotator_135": 0.8993206024169922, "eta/annotator_136": 0.9037235975265503, "eta/annotator_137": 0.9182242155075073, "eta/annotator_138": 0.9032452702522278, "eta/annotator_139": 0.9241586923599243, "eta/annotator_14": 0.9017726182937622, "eta/annotator_140": 0.926980197429657, "eta/annotator_141": 0.9121845364570618, "eta/annotator_142": 0.9170128703117371, "eta/annotator_143": 0.8966794013977051, "eta/annotator_144": 0.904281735420227, "eta/annotator_145": 0.8844496607780457, "eta/annotator_146": 0.9232022166252136, "eta/annotator_147": 0.862579345703125, "eta/annotator_148": 0.9077168703079224, "eta/annotator_149": 0.8886125683784485, "eta/annotator_15": 0.9214357137680054, "eta/annotator_150": 0.9000507593154907, "eta/annotator_151": 0.9149563908576965, "eta/annotator_152": 0.8933908343315125, "eta/annotator_153": 0.9187209010124207, "eta/annotator_154": 0.9122712016105652, "eta/annotator_155": 0.8903502225875854, "eta/annotator_156": 0.904301643371582, "eta/annotator_157": 0.8842428922653198, "eta/annotator_158": 0.9013098478317261, "eta/annotator_159": 0.9071865081787109, "eta/annotator_16": 0.916720986366272, "eta/annotator_160": 0.9126224517822266, "eta/annotator_161": 0.8892813920974731, "eta/annotator_162": 0.9161731600761414, "eta/annotator_163": 0.9005488157272339, "eta/annotator_164": 0.9066445231437683, "eta/annotator_165": 0.9143697619438171, "eta/annotator_166": 0.9140275120735168, "eta/annotator_167": 0.9214833378791809, "eta/annotator_168": 0.9033371806144714, "eta/annotator_169": 0.9058688879013062, "eta/annotator_17": 0.9019553065299988, "eta/annotator_170": 0.9075369834899902, "eta/annotator_171": 0.8945137858390808, "eta/annotator_172": 0.9074394106864929, "eta/annotator_173": 0.8605598211288452, "eta/annotator_174": 0.8979452848434448, "eta/annotator_175": 0.8927127718925476, "eta/annotator_176": 0.9039818048477173, "eta/annotator_177": 0.9129428863525391, "eta/annotator_178": 0.8960394859313965, "eta/annotator_179": 0.9061276316642761, "eta/annotator_18": 0.889482855796814, "eta/annotator_180": 0.8922945261001587, "eta/annotator_181": 0.9058625102043152, "eta/annotator_182": 0.9202696681022644, "eta/annotator_183": 0.9016348123550415, "eta/annotator_184": 0.8941981196403503, "eta/annotator_185": 0.9139035940170288, "eta/annotator_186": 0.9143862724304199, "eta/annotator_187": 0.901971697807312, "eta/annotator_188": 0.8872855305671692, "eta/annotator_189": 0.9059621095657349, "eta/annotator_19": 0.9090339541435242, "eta/annotator_190": 0.9118152856826782, "eta/annotator_191": 0.9130858182907104, "eta/annotator_192": 0.9156052470207214, "eta/annotator_193": 0.9131205677986145, "eta/annotator_194": 0.8743274807929993, "eta/annotator_195": 0.9016091227531433, "eta/annotator_196": 0.8917967677116394, "eta/annotator_197": 0.8884509801864624, "eta/annotator_198": 0.8512927293777466, "eta/annotator_199": 0.906273365020752, "eta/annotator_2": 0.9099923372268677, "eta/annotator_20": 0.8889333009719849, "eta/annotator_200": 0.920818030834198, "eta/annotator_201": 0.9062594175338745, "eta/annotator_202": 0.9139893651008606, "eta/annotator_203": 0.9093721508979797, "eta/annotator_204": 0.922523021697998, "eta/annotator_205": 0.9024949073791504, "eta/annotator_206": 0.9253514409065247, "eta/annotator_207": 0.9038019180297852, "eta/annotator_208": 0.898066520690918, "eta/annotator_209": 0.9114069938659668, "eta/annotator_21": 0.8529845476150513, "eta/annotator_210": 0.8953792452812195, "eta/annotator_211": 0.891244113445282, "eta/annotator_212": 0.8418170809745789, "eta/annotator_213": 0.8949570655822754, "eta/annotator_214": 0.874854564666748, "eta/annotator_215": 0.9346683621406555, "eta/annotator_216": 0.9285850524902344, "eta/annotator_217": 0.9023838043212891, "eta/annotator_218": 0.9009096026420593, "eta/annotator_219": 0.9163604974746704, "eta/annotator_22": 0.900750458240509, "eta/annotator_220": 0.8858726620674133, "eta/annotator_221": 0.8975120782852173, "eta/annotator_222": 0.8817337155342102, "eta/annotator_223": 0.9116223454475403, "eta/annotator_224": 0.8669295310974121, "eta/annotator_225": 0.9162980914115906, "eta/annotator_226": 0.8973838090896606, "eta/annotator_23": 0.8790602684020996, "eta/annotator_24": 0.9082687497138977, "eta/annotator_25": 0.9216045141220093, "eta/annotator_26": 0.9198241233825684, "eta/annotator_27": 0.9130243062973022, "eta/annotator_28": 0.9255813360214233, "eta/annotator_29": 0.9017979502677917, "eta/annotator_3": 0.9094845056533813, "eta/annotator_30": 0.907502293586731, "eta/annotator_31": 0.8956397175788879, "eta/annotator_32": 0.8980803489685059, "eta/annotator_33": 0.9125227928161621, "eta/annotator_34": 0.8846141695976257, "eta/annotator_35": 0.8826373219490051, "eta/annotator_36": 0.9102070927619934, "eta/annotator_37": 0.8981984853744507, "eta/annotator_38": 0.8721668124198914, "eta/annotator_39": 0.9238356351852417, "eta/annotator_4": 0.9114505052566528, "eta/annotator_40": 0.9025063514709473, "eta/annotator_41": 0.8980189561843872, "eta/annotator_42": 0.9184476733207703, "eta/annotator_43": 0.9083846807479858, "eta/annotator_44": 0.8927956819534302, "eta/annotator_45": 0.9021064639091492, "eta/annotator_46": 0.9024903178215027, "eta/annotator_47": 0.8940597772598267, "eta/annotator_48": 0.8808096647262573, "eta/annotator_49": 0.8925083875656128, "eta/annotator_5": 0.8992544412612915, "eta/annotator_50": 0.8913837671279907, "eta/annotator_51": 0.8498493432998657, "eta/annotator_52": 0.9213258028030396, "eta/annotator_53": 0.9034789800643921, "eta/annotator_54": 0.9060087203979492, "eta/annotator_55": 0.9362964630126953, "eta/annotator_56": 0.919991135597229, "eta/annotator_57": 0.9104022979736328, "eta/annotator_58": 0.9029715657234192, "eta/annotator_59": 0.8892827033996582, "eta/annotator_6": 0.9226953387260437, "eta/annotator_60": 0.9087098240852356, "eta/annotator_61": 0.8780941963195801, "eta/annotator_62": 0.9096277952194214, "eta/annotator_63": 0.9027434587478638, "eta/annotator_64": 0.907269299030304, "eta/annotator_65": 0.8218143582344055, "eta/annotator_66": 0.9128276705741882, "eta/annotator_67": 0.9170037508010864, "eta/annotator_68": 0.9207049608230591, "eta/annotator_69": 0.91270512342453, "eta/annotator_7": 0.8936846852302551, "eta/annotator_70": 0.9041469693183899, "eta/annotator_71": 0.9187828898429871, "eta/annotator_72": 0.9055115580558777, "eta/annotator_73": 0.9012389183044434, "eta/annotator_74": 0.9067932963371277, "eta/annotator_75": 0.9092658162117004, "eta/annotator_76": 0.8875100016593933, "eta/annotator_77": 0.9086228609085083, "eta/annotator_78": 0.9030642509460449, "eta/annotator_79": 0.8927173614501953, "eta/annotator_8": 0.8732067942619324, "eta/annotator_80": 0.9066853523254395, "eta/annotator_81": 0.903934121131897, "eta/annotator_82": 0.9032933115959167, "eta/annotator_83": 0.8962497711181641, "eta/annotator_84": 0.9093791842460632, "eta/annotator_85": 0.910549521446228, "eta/annotator_86": 0.9034309387207031, "eta/annotator_87": 0.8809719085693359, "eta/annotator_88": 0.9083443880081177, "eta/annotator_89": 0.8771687746047974, "eta/annotator_9": 0.8987452387809753, "eta/annotator_90": 0.8340778350830078, "eta/annotator_91": 0.9141923189163208, "eta/annotator_92": 0.9245829582214355, "eta/annotator_93": 0.9076048731803894, "eta/annotator_94": 0.9110648036003113, "eta/annotator_95": 0.9022766351699829, "eta/annotator_96": 0.85606849193573, "eta/annotator_97": 0.8921889066696167, "eta/annotator_98": 0.8994265794754028, "eta/annotator_99": 0.8865192532539368, "grad_norm": 32.56451375635636, "learning_rate": 3.640776699029126e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.4624938964844, "logps/rejected": -252.35000610351562, "loss": 0.5658, "rewards/accuracies": 0.641406238079071, "rewards/chosen": -0.2523254454135895, "rewards/margins": 0.460092157125473, "rewards/rejected": -0.7126220464706421, "step": 80 }, { "em/agreement_weights_mean": 0.8995348811149597, "em/agreement_weights_std": 0.10428396612405777, "em/unique_annotators_in_global_batch": 15.412500381469727, "epoch": 0.3930131004366812, "eta/annotator_0": 0.8938299417495728, "eta/annotator_1": 0.9307513236999512, "eta/annotator_10": 0.913101315498352, "eta/annotator_100": 0.8957007527351379, "eta/annotator_101": 0.8869270086288452, "eta/annotator_102": 0.8981097340583801, "eta/annotator_103": 0.8646858930587769, "eta/annotator_104": 0.8606826066970825, "eta/annotator_105": 0.8975159525871277, "eta/annotator_106": 0.8988297581672668, "eta/annotator_107": 0.9067313075065613, "eta/annotator_108": 0.8927558064460754, "eta/annotator_109": 0.9087640047073364, "eta/annotator_11": 0.9159323573112488, "eta/annotator_110": 0.8965371251106262, "eta/annotator_111": 0.8989821672439575, "eta/annotator_112": 0.8948558568954468, "eta/annotator_113": 0.9098045229911804, "eta/annotator_114": 0.8984281420707703, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.9065532684326172, "eta/annotator_118": 0.8559610247612, "eta/annotator_119": 0.9022175073623657, "eta/annotator_12": 0.8990268707275391, "eta/annotator_120": 0.9217279553413391, "eta/annotator_121": 0.9215909242630005, "eta/annotator_122": 0.8944112062454224, "eta/annotator_123": 0.9055778384208679, "eta/annotator_124": 0.8855101466178894, "eta/annotator_125": 0.8988602757453918, "eta/annotator_126": 0.895938515663147, "eta/annotator_127": 0.9162147641181946, "eta/annotator_128": 0.9042761921882629, "eta/annotator_129": 0.9312033653259277, "eta/annotator_13": 0.8783195614814758, "eta/annotator_130": 0.8789676427841187, "eta/annotator_131": 0.9180243611335754, "eta/annotator_132": 0.8766658902168274, "eta/annotator_133": 0.9151840209960938, "eta/annotator_134": 0.9136555790901184, "eta/annotator_135": 0.8996955752372742, "eta/annotator_136": 0.9035369157791138, "eta/annotator_137": 0.9231472015380859, "eta/annotator_138": 0.9057193994522095, "eta/annotator_139": 0.9188587069511414, "eta/annotator_14": 0.8958123922348022, "eta/annotator_140": 0.9270399808883667, "eta/annotator_141": 0.915475070476532, "eta/annotator_142": 0.9224379658699036, "eta/annotator_143": 0.903060793876648, "eta/annotator_144": 0.901644229888916, "eta/annotator_145": 0.8884146809577942, "eta/annotator_146": 0.9159094095230103, "eta/annotator_147": 0.8544937372207642, "eta/annotator_148": 0.9034146070480347, "eta/annotator_149": 0.891190230846405, "eta/annotator_15": 0.9146251678466797, "eta/annotator_150": 0.9051463007926941, "eta/annotator_151": 0.9200984835624695, "eta/annotator_152": 0.8942582011222839, "eta/annotator_153": 0.9196125864982605, "eta/annotator_154": 0.9222763776779175, "eta/annotator_155": 0.8889797925949097, "eta/annotator_156": 0.9122519493103027, "eta/annotator_157": 0.8866202235221863, "eta/annotator_158": 0.9066173434257507, "eta/annotator_159": 0.9057500958442688, "eta/annotator_16": 0.9200582504272461, "eta/annotator_160": 0.9234111905097961, "eta/annotator_161": 0.8857965469360352, "eta/annotator_162": 0.9164313077926636, "eta/annotator_163": 0.9005346298217773, "eta/annotator_164": 0.9198746681213379, "eta/annotator_165": 0.9195331335067749, "eta/annotator_166": 0.9148247838020325, "eta/annotator_167": 0.92292720079422, "eta/annotator_168": 0.901074230670929, "eta/annotator_169": 0.9100519418716431, "eta/annotator_17": 0.9131352305412292, "eta/annotator_170": 0.9059807658195496, "eta/annotator_171": 0.9011058807373047, "eta/annotator_172": 0.9095560908317566, "eta/annotator_173": 0.8716403245925903, "eta/annotator_174": 0.8979452848434448, "eta/annotator_175": 0.8924881219863892, "eta/annotator_176": 0.9044685363769531, "eta/annotator_177": 0.9120537042617798, "eta/annotator_178": 0.9016492962837219, "eta/annotator_179": 0.9098675847053528, "eta/annotator_18": 0.8884962797164917, "eta/annotator_180": 0.9054567217826843, "eta/annotator_181": 0.9036294221878052, "eta/annotator_182": 0.926598846912384, "eta/annotator_183": 0.9115328788757324, "eta/annotator_184": 0.8857906460762024, "eta/annotator_185": 0.9046719670295715, "eta/annotator_186": 0.9164743423461914, "eta/annotator_187": 0.9041324853897095, "eta/annotator_188": 0.8871209025382996, "eta/annotator_189": 0.9059503674507141, "eta/annotator_19": 0.9122077226638794, "eta/annotator_190": 0.9169632792472839, "eta/annotator_191": 0.9165917634963989, "eta/annotator_192": 0.9114944338798523, "eta/annotator_193": 0.9123393297195435, "eta/annotator_194": 0.867385745048523, "eta/annotator_195": 0.9068182706832886, "eta/annotator_196": 0.8900634050369263, "eta/annotator_197": 0.892180323600769, "eta/annotator_198": 0.8631073832511902, "eta/annotator_199": 0.8957297205924988, "eta/annotator_2": 0.9128986597061157, "eta/annotator_20": 0.8876129388809204, "eta/annotator_200": 0.9237456321716309, "eta/annotator_201": 0.9042865037918091, "eta/annotator_202": 0.9137503504753113, "eta/annotator_203": 0.9094716310501099, "eta/annotator_204": 0.9187338948249817, "eta/annotator_205": 0.9006439447402954, "eta/annotator_206": 0.9192355871200562, "eta/annotator_207": 0.9055353999137878, "eta/annotator_208": 0.8986096382141113, "eta/annotator_209": 0.9049721956253052, "eta/annotator_21": 0.85413658618927, "eta/annotator_210": 0.90265953540802, "eta/annotator_211": 0.8945125341415405, "eta/annotator_212": 0.8435656428337097, "eta/annotator_213": 0.8958535194396973, "eta/annotator_214": 0.8622007369995117, "eta/annotator_215": 0.9375035166740417, "eta/annotator_216": 0.9303366541862488, "eta/annotator_217": 0.9023838043212891, "eta/annotator_218": 0.9021130800247192, "eta/annotator_219": 0.9186705350875854, "eta/annotator_22": 0.9058874845504761, "eta/annotator_220": 0.8814364671707153, "eta/annotator_221": 0.8856407999992371, "eta/annotator_222": 0.8745225071907043, "eta/annotator_223": 0.9114125370979309, "eta/annotator_224": 0.8685164451599121, "eta/annotator_225": 0.8886731863021851, "eta/annotator_226": 0.9025230407714844, "eta/annotator_23": 0.8757203221321106, "eta/annotator_24": 0.9071963429450989, "eta/annotator_25": 0.9104361534118652, "eta/annotator_26": 0.9256469011306763, "eta/annotator_27": 0.921122670173645, "eta/annotator_28": 0.9369077682495117, "eta/annotator_29": 0.9035946726799011, "eta/annotator_3": 0.907279372215271, "eta/annotator_30": 0.9106224179267883, "eta/annotator_31": 0.8964942097663879, "eta/annotator_32": 0.8980803489685059, "eta/annotator_33": 0.9120713472366333, "eta/annotator_34": 0.8875853419303894, "eta/annotator_35": 0.876859188079834, "eta/annotator_36": 0.9102070927619934, "eta/annotator_37": 0.9026581048965454, "eta/annotator_38": 0.8778862953186035, "eta/annotator_39": 0.9251059293746948, "eta/annotator_4": 0.9136101007461548, "eta/annotator_40": 0.8836172819137573, "eta/annotator_41": 0.9044182896614075, "eta/annotator_42": 0.9177303314208984, "eta/annotator_43": 0.9131299257278442, "eta/annotator_44": 0.9120413661003113, "eta/annotator_45": 0.9058493375778198, "eta/annotator_46": 0.9009597897529602, "eta/annotator_47": 0.8999331593513489, "eta/annotator_48": 0.8822171092033386, "eta/annotator_49": 0.8873332738876343, "eta/annotator_5": 0.8957030177116394, "eta/annotator_50": 0.8960087895393372, "eta/annotator_51": 0.8483794331550598, "eta/annotator_52": 0.925107479095459, "eta/annotator_53": 0.9117923974990845, "eta/annotator_54": 0.9073793292045593, "eta/annotator_55": 0.9362799525260925, "eta/annotator_56": 0.9220396876335144, "eta/annotator_57": 0.9174053072929382, "eta/annotator_58": 0.907261848449707, "eta/annotator_59": 0.8864074945449829, "eta/annotator_6": 0.9238260984420776, "eta/annotator_60": 0.8624377250671387, "eta/annotator_61": 0.8782283663749695, "eta/annotator_62": 0.9087289571762085, "eta/annotator_63": 0.9027434587478638, "eta/annotator_64": 0.9042863845825195, "eta/annotator_65": 0.8273535966873169, "eta/annotator_66": 0.9135834574699402, "eta/annotator_67": 0.9147381782531738, "eta/annotator_68": 0.9242438077926636, "eta/annotator_69": 0.9148810505867004, "eta/annotator_7": 0.8942100405693054, "eta/annotator_70": 0.9024239778518677, "eta/annotator_71": 0.916235625743866, "eta/annotator_72": 0.9043211936950684, "eta/annotator_73": 0.9004027247428894, "eta/annotator_74": 0.906269371509552, "eta/annotator_75": 0.9021964073181152, "eta/annotator_76": 0.900722861289978, "eta/annotator_77": 0.9120068550109863, "eta/annotator_78": 0.9066988825798035, "eta/annotator_79": 0.8641219139099121, "eta/annotator_8": 0.8765460848808289, "eta/annotator_80": 0.9095841646194458, "eta/annotator_81": 0.9046515226364136, "eta/annotator_82": 0.906053900718689, "eta/annotator_83": 0.9020835757255554, "eta/annotator_84": 0.9138051271438599, "eta/annotator_85": 0.9077368974685669, "eta/annotator_86": 0.8953909873962402, "eta/annotator_87": 0.879604697227478, "eta/annotator_88": 0.9083443880081177, "eta/annotator_89": 0.8770006895065308, "eta/annotator_9": 0.9034581184387207, "eta/annotator_90": 0.8218300938606262, "eta/annotator_91": 0.9191881418228149, "eta/annotator_92": 0.9253473281860352, "eta/annotator_93": 0.9052799344062805, "eta/annotator_94": 0.9110648036003113, "eta/annotator_95": 0.8878439664840698, "eta/annotator_96": 0.8574753999710083, "eta/annotator_97": 0.8903093338012695, "eta/annotator_98": 0.9012206196784973, "eta/annotator_99": 0.8919968605041504, "grad_norm": 29.01090742774444, "learning_rate": 3.398058252427184e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -321.3374938964844, "logps/rejected": -254.25, "loss": 0.5652, "rewards/accuracies": 0.633593738079071, "rewards/chosen": -0.19567184150218964, "rewards/margins": 0.4842414855957031, "rewards/rejected": -0.680126965045929, "step": 90 }, { "em/agreement_weights_mean": 0.8973861932754517, "em/agreement_weights_std": 0.11193092912435532, "em/unique_annotators_in_global_batch": 15.199999809265137, "epoch": 0.4366812227074236, "eta/annotator_0": 0.9080716371536255, "eta/annotator_1": 0.9210203886032104, "eta/annotator_10": 0.9216515421867371, "eta/annotator_100": 0.902851939201355, "eta/annotator_101": 0.8903988599777222, "eta/annotator_102": 0.8979276418685913, "eta/annotator_103": 0.8754242658615112, "eta/annotator_104": 0.8574458956718445, "eta/annotator_105": 0.8496611714363098, "eta/annotator_106": 0.8975363969802856, "eta/annotator_107": 0.9087517857551575, "eta/annotator_108": 0.8827131986618042, "eta/annotator_109": 0.9084598422050476, "eta/annotator_11": 0.913184642791748, "eta/annotator_110": 0.8960181474685669, "eta/annotator_111": 0.9034584164619446, "eta/annotator_112": 0.894980788230896, "eta/annotator_113": 0.9111858606338501, "eta/annotator_114": 0.8918204307556152, "eta/annotator_115": 0.8999999165534973, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.8856335878372192, "eta/annotator_118": 0.8640754818916321, "eta/annotator_119": 0.9080756306648254, "eta/annotator_12": 0.9046304821968079, "eta/annotator_120": 0.9287108182907104, "eta/annotator_121": 0.9076417088508606, "eta/annotator_122": 0.8964503407478333, "eta/annotator_123": 0.8829900622367859, "eta/annotator_124": 0.8816898465156555, "eta/annotator_125": 0.8984515070915222, "eta/annotator_126": 0.9119589924812317, "eta/annotator_127": 0.9126798510551453, "eta/annotator_128": 0.9020316004753113, "eta/annotator_129": 0.9336975812911987, "eta/annotator_13": 0.8783782124519348, "eta/annotator_130": 0.8800166249275208, "eta/annotator_131": 0.9085618257522583, "eta/annotator_132": 0.8840904235839844, "eta/annotator_133": 0.914162814617157, "eta/annotator_134": 0.9121756553649902, "eta/annotator_135": 0.900159478187561, "eta/annotator_136": 0.9018558263778687, "eta/annotator_137": 0.9194027185440063, "eta/annotator_138": 0.9015601277351379, "eta/annotator_139": 0.9105139970779419, "eta/annotator_14": 0.8899022340774536, "eta/annotator_140": 0.9272933006286621, "eta/annotator_141": 0.9206426739692688, "eta/annotator_142": 0.9274792671203613, "eta/annotator_143": 0.9032047986984253, "eta/annotator_144": 0.9025149345397949, "eta/annotator_145": 0.889897346496582, "eta/annotator_146": 0.9105064272880554, "eta/annotator_147": 0.8622254133224487, "eta/annotator_148": 0.894757091999054, "eta/annotator_149": 0.8889128565788269, "eta/annotator_15": 0.88685542345047, "eta/annotator_150": 0.9115760922431946, "eta/annotator_151": 0.9295821189880371, "eta/annotator_152": 0.9118254780769348, "eta/annotator_153": 0.9238475561141968, "eta/annotator_154": 0.9258977770805359, "eta/annotator_155": 0.8763295412063599, "eta/annotator_156": 0.916153073310852, "eta/annotator_157": 0.8773834109306335, "eta/annotator_158": 0.9138340950012207, "eta/annotator_159": 0.899582028388977, "eta/annotator_16": 0.9289746284484863, "eta/annotator_160": 0.9204171299934387, "eta/annotator_161": 0.8889964818954468, "eta/annotator_162": 0.9187537431716919, "eta/annotator_163": 0.881102442741394, "eta/annotator_164": 0.9141148328781128, "eta/annotator_165": 0.9298104047775269, "eta/annotator_166": 0.9221979975700378, "eta/annotator_167": 0.9249335527420044, "eta/annotator_168": 0.9009982943534851, "eta/annotator_169": 0.908218264579773, "eta/annotator_17": 0.9131835699081421, "eta/annotator_170": 0.9092070460319519, "eta/annotator_171": 0.9049147367477417, "eta/annotator_172": 0.9117223024368286, "eta/annotator_173": 0.8756783604621887, "eta/annotator_174": 0.8979452848434448, "eta/annotator_175": 0.8903419375419617, "eta/annotator_176": 0.901044487953186, "eta/annotator_177": 0.9062222242355347, "eta/annotator_178": 0.9102439880371094, "eta/annotator_179": 0.9193636775016785, "eta/annotator_18": 0.8831309080123901, "eta/annotator_180": 0.9197543263435364, "eta/annotator_181": 0.9057502746582031, "eta/annotator_182": 0.9333330988883972, "eta/annotator_183": 0.9159194231033325, "eta/annotator_184": 0.8887389302253723, "eta/annotator_185": 0.9051095247268677, "eta/annotator_186": 0.9225417971611023, "eta/annotator_187": 0.8934088945388794, "eta/annotator_188": 0.890428900718689, "eta/annotator_189": 0.9070912599563599, "eta/annotator_19": 0.9144821166992188, "eta/annotator_190": 0.917238712310791, "eta/annotator_191": 0.9129711389541626, "eta/annotator_192": 0.9126766324043274, "eta/annotator_193": 0.9233101606369019, "eta/annotator_194": 0.8617061376571655, "eta/annotator_195": 0.9096537828445435, "eta/annotator_196": 0.887615978717804, "eta/annotator_197": 0.9010471105575562, "eta/annotator_198": 0.8638113737106323, "eta/annotator_199": 0.8816572427749634, "eta/annotator_2": 0.9126641154289246, "eta/annotator_20": 0.8895913362503052, "eta/annotator_200": 0.9256709814071655, "eta/annotator_201": 0.9099443554878235, "eta/annotator_202": 0.9176605343818665, "eta/annotator_203": 0.905823826789856, "eta/annotator_204": 0.9225956201553345, "eta/annotator_205": 0.9135268330574036, "eta/annotator_206": 0.9143570065498352, "eta/annotator_207": 0.9019410014152527, "eta/annotator_208": 0.901459813117981, "eta/annotator_209": 0.9012740850448608, "eta/annotator_21": 0.873763382434845, "eta/annotator_210": 0.9052895307540894, "eta/annotator_211": 0.8945125341415405, "eta/annotator_212": 0.8366751670837402, "eta/annotator_213": 0.8996039628982544, "eta/annotator_214": 0.8614877462387085, "eta/annotator_215": 0.9431516528129578, "eta/annotator_216": 0.9224556684494019, "eta/annotator_217": 0.9023838043212891, "eta/annotator_218": 0.8882110714912415, "eta/annotator_219": 0.9236981272697449, "eta/annotator_22": 0.9055136442184448, "eta/annotator_220": 0.8400391340255737, "eta/annotator_221": 0.8919932246208191, "eta/annotator_222": 0.8742307424545288, "eta/annotator_223": 0.9217055439949036, "eta/annotator_224": 0.8691261410713196, "eta/annotator_225": 0.8978625535964966, "eta/annotator_226": 0.8998192548751831, "eta/annotator_23": 0.8854055404663086, "eta/annotator_24": 0.8975447416305542, "eta/annotator_25": 0.8838006258010864, "eta/annotator_26": 0.9278550148010254, "eta/annotator_27": 0.9229699373245239, "eta/annotator_28": 0.9405492544174194, "eta/annotator_29": 0.9072819948196411, "eta/annotator_3": 0.915691077709198, "eta/annotator_30": 0.9140952229499817, "eta/annotator_31": 0.9040572047233582, "eta/annotator_32": 0.8980485796928406, "eta/annotator_33": 0.9080082774162292, "eta/annotator_34": 0.8895403146743774, "eta/annotator_35": 0.8592848777770996, "eta/annotator_36": 0.9100745320320129, "eta/annotator_37": 0.9091885685920715, "eta/annotator_38": 0.863903820514679, "eta/annotator_39": 0.9323177337646484, "eta/annotator_4": 0.9159619212150574, "eta/annotator_40": 0.8899563550949097, "eta/annotator_41": 0.9067635536193848, "eta/annotator_42": 0.9171784520149231, "eta/annotator_43": 0.9211182594299316, "eta/annotator_44": 0.914517879486084, "eta/annotator_45": 0.9058493375778198, "eta/annotator_46": 0.8991867899894714, "eta/annotator_47": 0.9009711146354675, "eta/annotator_48": 0.8770953416824341, "eta/annotator_49": 0.8874939680099487, "eta/annotator_5": 0.8920685648918152, "eta/annotator_50": 0.8981258273124695, "eta/annotator_51": 0.8593079447746277, "eta/annotator_52": 0.9287753105163574, "eta/annotator_53": 0.9162542223930359, "eta/annotator_54": 0.917937159538269, "eta/annotator_55": 0.9363303184509277, "eta/annotator_56": 0.9231482744216919, "eta/annotator_57": 0.9161852598190308, "eta/annotator_58": 0.9231957197189331, "eta/annotator_59": 0.8695921897888184, "eta/annotator_6": 0.9310343861579895, "eta/annotator_60": 0.8686849474906921, "eta/annotator_61": 0.8675171136856079, "eta/annotator_62": 0.9235871434211731, "eta/annotator_63": 0.9033585786819458, "eta/annotator_64": 0.9029418230056763, "eta/annotator_65": 0.8273535966873169, "eta/annotator_66": 0.9203857183456421, "eta/annotator_67": 0.8947548866271973, "eta/annotator_68": 0.9348664283752441, "eta/annotator_69": 0.9161595106124878, "eta/annotator_7": 0.898781955242157, "eta/annotator_70": 0.9024204015731812, "eta/annotator_71": 0.9144951105117798, "eta/annotator_72": 0.9016948938369751, "eta/annotator_73": 0.9002418518066406, "eta/annotator_74": 0.9015530347824097, "eta/annotator_75": 0.8832650184631348, "eta/annotator_76": 0.9160031080245972, "eta/annotator_77": 0.9132660627365112, "eta/annotator_78": 0.9082886576652527, "eta/annotator_79": 0.8716417551040649, "eta/annotator_8": 0.868975043296814, "eta/annotator_80": 0.9095841646194458, "eta/annotator_81": 0.9042654037475586, "eta/annotator_82": 0.9088957905769348, "eta/annotator_83": 0.8998585939407349, "eta/annotator_84": 0.917181670665741, "eta/annotator_85": 0.912584662437439, "eta/annotator_86": 0.8060044050216675, "eta/annotator_87": 0.8827933073043823, "eta/annotator_88": 0.9083443880081177, "eta/annotator_89": 0.8747895359992981, "eta/annotator_9": 0.9146856069564819, "eta/annotator_90": 0.8237212896347046, "eta/annotator_91": 0.9082146883010864, "eta/annotator_92": 0.9324883222579956, "eta/annotator_93": 0.9041768312454224, "eta/annotator_94": 0.9111113548278809, "eta/annotator_95": 0.8864138722419739, "eta/annotator_96": 0.8612847328186035, "eta/annotator_97": 0.8542088270187378, "eta/annotator_98": 0.8952536582946777, "eta/annotator_99": 0.8794577717781067, "grad_norm": 30.523276646453628, "learning_rate": 3.155339805825243e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.26251220703125, "logps/rejected": -250.5749969482422, "loss": 0.5529, "rewards/accuracies": 0.637499988079071, "rewards/chosen": -0.15268783271312714, "rewards/margins": 0.5192321538925171, "rewards/rejected": -0.671771228313446, "step": 100 }, { "epoch": 0.4366812227074236, "eta/annotator_0": 0.9087706804275513, "eta/annotator_1": 0.9082221388816833, "eta/annotator_10": 0.9223995208740234, "eta/annotator_100": 0.8953911066055298, "eta/annotator_101": 0.8837215900421143, "eta/annotator_102": 0.7972860336303711, "eta/annotator_103": 0.8763510584831238, "eta/annotator_104": 0.8419681191444397, "eta/annotator_105": 0.8572903871536255, "eta/annotator_106": 0.8939533233642578, "eta/annotator_107": 0.9087517857551575, "eta/annotator_108": 0.8898705840110779, "eta/annotator_109": 0.9057217836380005, "eta/annotator_11": 0.8380820155143738, "eta/annotator_110": 0.8123289942741394, "eta/annotator_111": 0.9018484950065613, "eta/annotator_112": 0.8973560333251953, "eta/annotator_113": 0.8977449536323547, "eta/annotator_114": 0.8997447490692139, "eta/annotator_115": 0.899999737739563, "eta/annotator_116": 0.9008128643035889, "eta/annotator_117": 0.8860234022140503, "eta/annotator_118": 0.8633459806442261, "eta/annotator_119": 0.9102809429168701, "eta/annotator_12": 0.9139341115951538, "eta/annotator_120": 0.9256576299667358, "eta/annotator_121": 0.9136950373649597, "eta/annotator_122": 0.9026088118553162, "eta/annotator_123": 0.8701450824737549, "eta/annotator_124": 0.8843784928321838, "eta/annotator_125": 0.8681894540786743, "eta/annotator_126": 0.9104912877082825, "eta/annotator_127": 0.8941841721534729, "eta/annotator_128": 0.9004272818565369, "eta/annotator_129": 0.9336305856704712, "eta/annotator_13": 0.8789055943489075, "eta/annotator_130": 0.8788407444953918, "eta/annotator_131": 0.8901398777961731, "eta/annotator_132": 0.883604884147644, "eta/annotator_133": 0.9156097769737244, "eta/annotator_134": 0.9142119288444519, "eta/annotator_135": 0.9043338298797607, "eta/annotator_136": 0.9018559455871582, "eta/annotator_137": 0.9186357259750366, "eta/annotator_138": 0.9079698324203491, "eta/annotator_139": 0.9105879068374634, "eta/annotator_14": 0.8959624171257019, "eta/annotator_140": 0.9225247502326965, "eta/annotator_141": 0.9310283064842224, "eta/annotator_142": 0.9311428070068359, "eta/annotator_143": 0.9017975926399231, "eta/annotator_144": 0.902107298374176, "eta/annotator_145": 0.8935659527778625, "eta/annotator_146": 0.8967469930648804, "eta/annotator_147": 0.8682669997215271, "eta/annotator_148": 0.897803008556366, "eta/annotator_149": 0.8921171426773071, "eta/annotator_15": 0.882321834564209, "eta/annotator_150": 0.92921382188797, "eta/annotator_151": 0.9310495257377625, "eta/annotator_152": 0.9125469923019409, "eta/annotator_153": 0.9197838306427002, "eta/annotator_154": 0.9061077833175659, "eta/annotator_155": 0.8763294816017151, "eta/annotator_156": 0.918725848197937, "eta/annotator_157": 0.8853040933609009, "eta/annotator_158": 0.9197997450828552, "eta/annotator_159": 0.8569098114967346, "eta/annotator_16": 0.9299278855323792, "eta/annotator_160": 0.9233917593955994, "eta/annotator_161": 0.8999311327934265, "eta/annotator_162": 0.9187536835670471, "eta/annotator_163": 0.8710135817527771, "eta/annotator_164": 0.912269651889801, "eta/annotator_165": 0.9326553344726562, "eta/annotator_166": 0.9258875846862793, "eta/annotator_167": 0.928252100944519, "eta/annotator_168": 0.9035524129867554, "eta/annotator_169": 0.901757538318634, "eta/annotator_17": 0.9136182069778442, "eta/annotator_170": 0.9104849696159363, "eta/annotator_171": 0.912407636642456, "eta/annotator_172": 0.9117222428321838, "eta/annotator_173": 0.8744967579841614, "eta/annotator_174": 0.8979452252388, "eta/annotator_175": 0.8836860060691833, "eta/annotator_176": 0.8714993000030518, "eta/annotator_177": 0.9061604142189026, "eta/annotator_178": 0.9177811741828918, "eta/annotator_179": 0.9186184406280518, "eta/annotator_18": 0.8802621364593506, "eta/annotator_180": 0.9199767708778381, "eta/annotator_181": 0.9114698171615601, "eta/annotator_182": 0.9352636933326721, "eta/annotator_183": 0.9178311228752136, "eta/annotator_184": 0.9034042954444885, "eta/annotator_185": 0.904386043548584, "eta/annotator_186": 0.9251099228858948, "eta/annotator_187": 0.8966206312179565, "eta/annotator_188": 0.8968169093132019, "eta/annotator_189": 0.9069740772247314, "eta/annotator_19": 0.9159839153289795, "eta/annotator_190": 0.9149298667907715, "eta/annotator_191": 0.9151367545127869, "eta/annotator_192": 0.9171904921531677, "eta/annotator_193": 0.9233989119529724, "eta/annotator_194": 0.8468435406684875, "eta/annotator_195": 0.9132785797119141, "eta/annotator_196": 0.8848667144775391, "eta/annotator_197": 0.9018279314041138, "eta/annotator_198": 0.8701466917991638, "eta/annotator_199": 0.874491274356842, "eta/annotator_2": 0.8976553082466125, "eta/annotator_20": 0.8894219398498535, "eta/annotator_200": 0.9267336130142212, "eta/annotator_201": 0.9127323627471924, "eta/annotator_202": 0.9178612232208252, "eta/annotator_203": 0.9096062183380127, "eta/annotator_204": 0.9242521524429321, "eta/annotator_205": 0.915154755115509, "eta/annotator_206": 0.9266203045845032, "eta/annotator_207": 0.897219181060791, "eta/annotator_208": 0.91008061170578, "eta/annotator_209": 0.9012741446495056, "eta/annotator_21": 0.873763382434845, "eta/annotator_210": 0.9031475782394409, "eta/annotator_211": 0.8945125937461853, "eta/annotator_212": 0.8517682552337646, "eta/annotator_213": 0.9010517597198486, "eta/annotator_214": 0.8524213433265686, "eta/annotator_215": 0.9402115941047668, "eta/annotator_216": 0.9226106405258179, "eta/annotator_217": 0.9023838043212891, "eta/annotator_218": 0.8888496160507202, "eta/annotator_219": 0.9275035858154297, "eta/annotator_22": 0.910854160785675, "eta/annotator_220": 0.8402875661849976, "eta/annotator_221": 0.8970258831977844, "eta/annotator_222": 0.8877522349357605, "eta/annotator_223": 0.9234230518341064, "eta/annotator_224": 0.8716942071914673, "eta/annotator_225": 0.9047400951385498, "eta/annotator_226": 0.9104436635971069, "eta/annotator_23": 0.889707088470459, "eta/annotator_24": 0.897544801235199, "eta/annotator_25": 0.8848502039909363, "eta/annotator_26": 0.9307549595832825, "eta/annotator_27": 0.9155423045158386, "eta/annotator_28": 0.9377753138542175, "eta/annotator_29": 0.9113349318504333, "eta/annotator_3": 0.9180819392204285, "eta/annotator_30": 0.9005026817321777, "eta/annotator_31": 0.9029198288917542, "eta/annotator_32": 0.8955390453338623, "eta/annotator_33": 0.9080083966255188, "eta/annotator_34": 0.899215042591095, "eta/annotator_35": 0.8693510293960571, "eta/annotator_36": 0.9088819026947021, "eta/annotator_37": 0.8919281363487244, "eta/annotator_38": 0.836510419845581, "eta/annotator_39": 0.9331098794937134, "eta/annotator_4": 0.9181932210922241, "eta/annotator_40": 0.8899563550949097, "eta/annotator_41": 0.9059160947799683, "eta/annotator_42": 0.9191266298294067, "eta/annotator_43": 0.92445307970047, "eta/annotator_44": 0.9064306020736694, "eta/annotator_45": 0.9058493971824646, "eta/annotator_46": 0.8991867303848267, "eta/annotator_47": 0.9065849781036377, "eta/annotator_48": 0.8811550140380859, "eta/annotator_49": 0.8897965550422668, "eta/annotator_5": 0.8856379985809326, "eta/annotator_50": 0.9010851383209229, "eta/annotator_51": 0.8593080043792725, "eta/annotator_52": 0.9308426976203918, "eta/annotator_53": 0.9166533350944519, "eta/annotator_54": 0.9162622690200806, "eta/annotator_55": 0.938126266002655, "eta/annotator_56": 0.9254851937294006, "eta/annotator_57": 0.9052045345306396, "eta/annotator_58": 0.92890864610672, "eta/annotator_59": 0.8579502701759338, "eta/annotator_6": 0.9367865920066833, "eta/annotator_60": 0.8771650195121765, "eta/annotator_61": 0.8609885573387146, "eta/annotator_62": 0.9235871434211731, "eta/annotator_63": 0.9088951349258423, "eta/annotator_64": 0.9069316387176514, "eta/annotator_65": 0.8273534178733826, "eta/annotator_66": 0.9203857779502869, "eta/annotator_67": 0.8984172344207764, "eta/annotator_68": 0.9354865550994873, "eta/annotator_69": 0.9161595106124878, "eta/annotator_7": 0.8987820148468018, "eta/annotator_70": 0.9023894667625427, "eta/annotator_71": 0.9149329662322998, "eta/annotator_72": 0.903540313243866, "eta/annotator_73": 0.9019211530685425, "eta/annotator_74": 0.9015530347824097, "eta/annotator_75": 0.8859139084815979, "eta/annotator_76": 0.9156373739242554, "eta/annotator_77": 0.9108603000640869, "eta/annotator_78": 0.9164040088653564, "eta/annotator_79": 0.8605021834373474, "eta/annotator_8": 0.826025664806366, "eta/annotator_80": 0.909584105014801, "eta/annotator_81": 0.9109337329864502, "eta/annotator_82": 0.8999263048171997, "eta/annotator_83": 0.8958674669265747, "eta/annotator_84": 0.9240878224372864, "eta/annotator_85": 0.9140436053276062, "eta/annotator_86": 0.7995777726173401, "eta/annotator_87": 0.8762711882591248, "eta/annotator_88": 0.9083443284034729, "eta/annotator_89": 0.8609570264816284, "eta/annotator_9": 0.9260014295578003, "eta/annotator_90": 0.8189249634742737, "eta/annotator_91": 0.9116458892822266, "eta/annotator_92": 0.927483320236206, "eta/annotator_93": 0.9059923887252808, "eta/annotator_94": 0.9115302562713623, "eta/annotator_95": 0.8922106623649597, "eta/annotator_96": 0.8479655385017395, "eta/annotator_97": 0.8529097437858582, "eta/annotator_98": 0.8995782732963562, "eta/annotator_99": 0.8738208413124084, "eval_em/agreement_weights_mean": 0.900566577911377, "eval_em/agreement_weights_std": 0.10313490033149719, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -324.0309143066406, "eval_logps/rejected": -250.50515747070312, "eval_loss": 0.5551755428314209, "eval_rewards/accuracies": 0.6495765447616577, "eval_rewards/chosen": -0.12295091897249222, "eval_rewards/margins": 0.524980366230011, "eval_rewards/rejected": -0.6478938460350037, "eval_runtime": 85.7514, "eval_samples_per_second": 17.994, "eval_steps_per_second": 1.131, "step": 100 }, { "em/agreement_weights_mean": 0.9007216691970825, "em/agreement_weights_std": 0.10586152225732803, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.48034934497816595, "eta/annotator_0": 0.9092389345169067, "eta/annotator_1": 0.9081264734268188, "eta/annotator_10": 0.9228203892707825, "eta/annotator_100": 0.8952930569648743, "eta/annotator_101": 0.8837215304374695, "eta/annotator_102": 0.7975283861160278, "eta/annotator_103": 0.8763205409049988, "eta/annotator_104": 0.8418251872062683, "eta/annotator_105": 0.8583653569221497, "eta/annotator_106": 0.893844485282898, "eta/annotator_107": 0.9090782999992371, "eta/annotator_108": 0.890483021736145, "eta/annotator_109": 0.905377209186554, "eta/annotator_11": 0.8375859260559082, "eta/annotator_110": 0.8130401372909546, "eta/annotator_111": 0.9020423889160156, "eta/annotator_112": 0.8975043296813965, "eta/annotator_113": 0.8974831700325012, "eta/annotator_114": 0.8994827270507812, "eta/annotator_115": 0.8990062475204468, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.8856847882270813, "eta/annotator_118": 0.8627592921257019, "eta/annotator_119": 0.9094357490539551, "eta/annotator_12": 0.9135153889656067, "eta/annotator_120": 0.9264059066772461, "eta/annotator_121": 0.9133613705635071, "eta/annotator_122": 0.9013221859931946, "eta/annotator_123": 0.8703675270080566, "eta/annotator_124": 0.8845076560974121, "eta/annotator_125": 0.8690225481987, "eta/annotator_126": 0.9105522036552429, "eta/annotator_127": 0.8906499743461609, "eta/annotator_128": 0.8996031880378723, "eta/annotator_129": 0.9338845014572144, "eta/annotator_13": 0.8800055384635925, "eta/annotator_130": 0.8783548474311829, "eta/annotator_131": 0.8900645971298218, "eta/annotator_132": 0.8836768865585327, "eta/annotator_133": 0.9156874418258667, "eta/annotator_134": 0.9144185185432434, "eta/annotator_135": 0.9043339490890503, "eta/annotator_136": 0.9022790193557739, "eta/annotator_137": 0.9191452860832214, "eta/annotator_138": 0.9084521532058716, "eta/annotator_139": 0.9111683964729309, "eta/annotator_14": 0.8968822360038757, "eta/annotator_140": 0.9221341013908386, "eta/annotator_141": 0.9310325384140015, "eta/annotator_142": 0.9314378499984741, "eta/annotator_143": 0.9020535349845886, "eta/annotator_144": 0.9025084376335144, "eta/annotator_145": 0.8933280110359192, "eta/annotator_146": 0.8971855044364929, "eta/annotator_147": 0.8685624003410339, "eta/annotator_148": 0.8977439999580383, "eta/annotator_149": 0.891934871673584, "eta/annotator_15": 0.8819774389266968, "eta/annotator_150": 0.9293816685676575, "eta/annotator_151": 0.9314419627189636, "eta/annotator_152": 0.9127379655838013, "eta/annotator_153": 0.919783890247345, "eta/annotator_154": 0.9066885709762573, "eta/annotator_155": 0.8766358494758606, "eta/annotator_156": 0.9189273715019226, "eta/annotator_157": 0.8852289915084839, "eta/annotator_158": 0.9198168516159058, "eta/annotator_159": 0.8581660985946655, "eta/annotator_16": 0.92906254529953, "eta/annotator_160": 0.9237374067306519, "eta/annotator_161": 0.9000829458236694, "eta/annotator_162": 0.9190841913223267, "eta/annotator_163": 0.8709152936935425, "eta/annotator_164": 0.9117233157157898, "eta/annotator_165": 0.9328268766403198, "eta/annotator_166": 0.9258149266242981, "eta/annotator_167": 0.9282609820365906, "eta/annotator_168": 0.9040942192077637, "eta/annotator_169": 0.902176022529602, "eta/annotator_17": 0.9141297340393066, "eta/annotator_170": 0.909859299659729, "eta/annotator_171": 0.9129055142402649, "eta/annotator_172": 0.9119902849197388, "eta/annotator_173": 0.874249279499054, "eta/annotator_174": 0.8981963396072388, "eta/annotator_175": 0.8827623128890991, "eta/annotator_176": 0.872118353843689, "eta/annotator_177": 0.9062209129333496, "eta/annotator_178": 0.9178787469863892, "eta/annotator_179": 0.9194420576095581, "eta/annotator_18": 0.8806056976318359, "eta/annotator_180": 0.9201292991638184, "eta/annotator_181": 0.9120071530342102, "eta/annotator_182": 0.9351685643196106, "eta/annotator_183": 0.9177716374397278, "eta/annotator_184": 0.9030892252922058, "eta/annotator_185": 0.9043499827384949, "eta/annotator_186": 0.9250572919845581, "eta/annotator_187": 0.8968613743782043, "eta/annotator_188": 0.8967156410217285, "eta/annotator_189": 0.9068935513496399, "eta/annotator_19": 0.9163821935653687, "eta/annotator_190": 0.915179431438446, "eta/annotator_191": 0.914905846118927, "eta/annotator_192": 0.9173154830932617, "eta/annotator_193": 0.9239327311515808, "eta/annotator_194": 0.8464282751083374, "eta/annotator_195": 0.9134789705276489, "eta/annotator_196": 0.8846480250358582, "eta/annotator_197": 0.9023593664169312, "eta/annotator_198": 0.8703751564025879, "eta/annotator_199": 0.8749202489852905, "eta/annotator_2": 0.8976279497146606, "eta/annotator_20": 0.8900769352912903, "eta/annotator_200": 0.926912784576416, "eta/annotator_201": 0.9132485389709473, "eta/annotator_202": 0.918183445930481, "eta/annotator_203": 0.9080412983894348, "eta/annotator_204": 0.9241340756416321, "eta/annotator_205": 0.9149624705314636, "eta/annotator_206": 0.9266148805618286, "eta/annotator_207": 0.8971841931343079, "eta/annotator_208": 0.9096277356147766, "eta/annotator_209": 0.9008482694625854, "eta/annotator_21": 0.8655579686164856, "eta/annotator_210": 0.9030902981758118, "eta/annotator_211": 0.8946018218994141, "eta/annotator_212": 0.8522018194198608, "eta/annotator_213": 0.901434063911438, "eta/annotator_214": 0.8524400591850281, "eta/annotator_215": 0.9396001100540161, "eta/annotator_216": 0.9224652051925659, "eta/annotator_217": 0.90327388048172, "eta/annotator_218": 0.888095498085022, "eta/annotator_219": 0.9275681376457214, "eta/annotator_22": 0.9115411639213562, "eta/annotator_220": 0.8408028483390808, "eta/annotator_221": 0.8969923257827759, "eta/annotator_222": 0.8879636526107788, "eta/annotator_223": 0.9236095547676086, "eta/annotator_224": 0.8727092742919922, "eta/annotator_225": 0.9057747721672058, "eta/annotator_226": 0.9090477824211121, "eta/annotator_23": 0.8900109529495239, "eta/annotator_24": 0.8976799845695496, "eta/annotator_25": 0.884698212146759, "eta/annotator_26": 0.930526614189148, "eta/annotator_27": 0.9157131910324097, "eta/annotator_28": 0.9377982020378113, "eta/annotator_29": 0.9112189412117004, "eta/annotator_3": 0.9183245897293091, "eta/annotator_30": 0.9006133079528809, "eta/annotator_31": 0.9033188819885254, "eta/annotator_32": 0.8955391049385071, "eta/annotator_33": 0.9080222249031067, "eta/annotator_34": 0.8989845514297485, "eta/annotator_35": 0.8692143559455872, "eta/annotator_36": 0.9090912938117981, "eta/annotator_37": 0.8920996785163879, "eta/annotator_38": 0.8367575407028198, "eta/annotator_39": 0.932084858417511, "eta/annotator_4": 0.9189751744270325, "eta/annotator_40": 0.8900450468063354, "eta/annotator_41": 0.9049749374389648, "eta/annotator_42": 0.9191353917121887, "eta/annotator_43": 0.9251108169555664, "eta/annotator_44": 0.9065834283828735, "eta/annotator_45": 0.9058974981307983, "eta/annotator_46": 0.8994045257568359, "eta/annotator_47": 0.9071563482284546, "eta/annotator_48": 0.8797141909599304, "eta/annotator_49": 0.8898478746414185, "eta/annotator_5": 0.8856234550476074, "eta/annotator_50": 0.8997502326965332, "eta/annotator_51": 0.8571372032165527, "eta/annotator_52": 0.9310629963874817, "eta/annotator_53": 0.9168280363082886, "eta/annotator_54": 0.9163974523544312, "eta/annotator_55": 0.9382109642028809, "eta/annotator_56": 0.9251154661178589, "eta/annotator_57": 0.9057262539863586, "eta/annotator_58": 0.9287344217300415, "eta/annotator_59": 0.8565129041671753, "eta/annotator_6": 0.9367157816886902, "eta/annotator_60": 0.8769199252128601, "eta/annotator_61": 0.8610935211181641, "eta/annotator_62": 0.9239662289619446, "eta/annotator_63": 0.9097656011581421, "eta/annotator_64": 0.9066235423088074, "eta/annotator_65": 0.827625572681427, "eta/annotator_66": 0.9204822778701782, "eta/annotator_67": 0.8981248140335083, "eta/annotator_68": 0.9357515573501587, "eta/annotator_69": 0.9161595106124878, "eta/annotator_7": 0.898781955242157, "eta/annotator_70": 0.9026749730110168, "eta/annotator_71": 0.9150835871696472, "eta/annotator_72": 0.9025392532348633, "eta/annotator_73": 0.9022571444511414, "eta/annotator_74": 0.9015530347824097, "eta/annotator_75": 0.8861854672431946, "eta/annotator_76": 0.9149853587150574, "eta/annotator_77": 0.9108599424362183, "eta/annotator_78": 0.9162219166755676, "eta/annotator_79": 0.8594173192977905, "eta/annotator_8": 0.8260849118232727, "eta/annotator_80": 0.9096813201904297, "eta/annotator_81": 0.9111714363098145, "eta/annotator_82": 0.8998688459396362, "eta/annotator_83": 0.8961508870124817, "eta/annotator_84": 0.92412269115448, "eta/annotator_85": 0.9137845039367676, "eta/annotator_86": 0.7995505332946777, "eta/annotator_87": 0.876200795173645, "eta/annotator_88": 0.9080231785774231, "eta/annotator_89": 0.8616310954093933, "eta/annotator_9": 0.9259814023971558, "eta/annotator_90": 0.8191714286804199, "eta/annotator_91": 0.9117968678474426, "eta/annotator_92": 0.9275006055831909, "eta/annotator_93": 0.9061725735664368, "eta/annotator_94": 0.9118751287460327, "eta/annotator_95": 0.892468273639679, "eta/annotator_96": 0.8483344912528992, "eta/annotator_97": 0.8529912233352661, "eta/annotator_98": 0.8995112180709839, "eta/annotator_99": 0.873888373374939, "grad_norm": 35.555772196593736, "learning_rate": 2.912621359223301e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.0375061035156, "logps/rejected": -252.75, "loss": 0.561, "rewards/accuracies": 0.63671875, "rewards/chosen": -0.20006617903709412, "rewards/margins": 0.5051971673965454, "rewards/rejected": -0.7056640386581421, "step": 110 }, { "em/agreement_weights_mean": 0.9009877443313599, "em/agreement_weights_std": 0.10155849158763885, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.5240174672489083, "eta/annotator_0": 0.9173730611801147, "eta/annotator_1": 0.9094196557998657, "eta/annotator_10": 0.9266757965087891, "eta/annotator_100": 0.8947189450263977, "eta/annotator_101": 0.8840107917785645, "eta/annotator_102": 0.800724983215332, "eta/annotator_103": 0.8765328526496887, "eta/annotator_104": 0.8409226536750793, "eta/annotator_105": 0.86902916431427, "eta/annotator_106": 0.8921788930892944, "eta/annotator_107": 0.9120253324508667, "eta/annotator_108": 0.8960542678833008, "eta/annotator_109": 0.9017303586006165, "eta/annotator_11": 0.8312751650810242, "eta/annotator_110": 0.819969654083252, "eta/annotator_111": 0.9040802717208862, "eta/annotator_112": 0.8988379240036011, "eta/annotator_113": 0.8951125144958496, "eta/annotator_114": 0.8973709344863892, "eta/annotator_115": 0.8900645971298218, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.8814274072647095, "eta/annotator_118": 0.8564082384109497, "eta/annotator_119": 0.9053726196289062, "eta/annotator_12": 0.9100939035415649, "eta/annotator_120": 0.9335075616836548, "eta/annotator_121": 0.9103814363479614, "eta/annotator_122": 0.8622024655342102, "eta/annotator_123": 0.870694637298584, "eta/annotator_124": 0.8856891393661499, "eta/annotator_125": 0.8832985162734985, "eta/annotator_126": 0.9113627672195435, "eta/annotator_127": 0.8304798007011414, "eta/annotator_128": 0.8929449915885925, "eta/annotator_129": 0.936294436454773, "eta/annotator_13": 0.895218014717102, "eta/annotator_130": 0.8724802136421204, "eta/annotator_131": 0.8870391845703125, "eta/annotator_132": 0.8823143243789673, "eta/annotator_133": 0.9166706800460815, "eta/annotator_134": 0.915747344493866, "eta/annotator_135": 0.9047393798828125, "eta/annotator_136": 0.9060522317886353, "eta/annotator_137": 0.9242132306098938, "eta/annotator_138": 0.9129395484924316, "eta/annotator_139": 0.9208108186721802, "eta/annotator_14": 0.9134896397590637, "eta/annotator_140": 0.9145447015762329, "eta/annotator_141": 0.9311749339103699, "eta/annotator_142": 0.9353935122489929, "eta/annotator_143": 0.9041774868965149, "eta/annotator_144": 0.9069369435310364, "eta/annotator_145": 0.8914947509765625, "eta/annotator_146": 0.906811535358429, "eta/annotator_147": 0.8716529011726379, "eta/annotator_148": 0.8998600244522095, "eta/annotator_149": 0.8912373781204224, "eta/annotator_15": 0.8773388862609863, "eta/annotator_150": 0.9306237101554871, "eta/annotator_151": 0.9351040124893188, "eta/annotator_152": 0.9122425317764282, "eta/annotator_153": 0.9208614230155945, "eta/annotator_154": 0.9130913019180298, "eta/annotator_155": 0.8812549710273743, "eta/annotator_156": 0.9209213256835938, "eta/annotator_157": 0.8843180537223816, "eta/annotator_158": 0.9207412004470825, "eta/annotator_159": 0.8738536834716797, "eta/annotator_16": 0.9218932390213013, "eta/annotator_160": 0.9272509813308716, "eta/annotator_161": 0.9021497964859009, "eta/annotator_162": 0.9220654368400574, "eta/annotator_163": 0.8699507713317871, "eta/annotator_164": 0.9074991345405579, "eta/annotator_165": 0.9338218569755554, "eta/annotator_166": 0.9253302812576294, "eta/annotator_167": 0.9329096674919128, "eta/annotator_168": 0.9104899168014526, "eta/annotator_169": 0.9055562019348145, "eta/annotator_17": 0.9177848696708679, "eta/annotator_170": 0.9036141633987427, "eta/annotator_171": 0.9210602045059204, "eta/annotator_172": 0.9142724275588989, "eta/annotator_173": 0.8720206022262573, "eta/annotator_174": 0.9004557728767395, "eta/annotator_175": 0.876264214515686, "eta/annotator_176": 0.8823204040527344, "eta/annotator_177": 0.9070911407470703, "eta/annotator_178": 0.9211783409118652, "eta/annotator_179": 0.9306809306144714, "eta/annotator_18": 0.8929315805435181, "eta/annotator_180": 0.9216340184211731, "eta/annotator_181": 0.921412467956543, "eta/annotator_182": 0.9344974756240845, "eta/annotator_183": 0.9204281568527222, "eta/annotator_184": 0.8992257118225098, "eta/annotator_185": 0.9029220342636108, "eta/annotator_186": 0.9249359965324402, "eta/annotator_187": 0.8994377255439758, "eta/annotator_188": 0.8963811993598938, "eta/annotator_189": 0.9066374897956848, "eta/annotator_19": 0.9199668169021606, "eta/annotator_190": 0.917585015296936, "eta/annotator_191": 0.91282719373703, "eta/annotator_192": 0.9184409379959106, "eta/annotator_193": 0.923196017742157, "eta/annotator_194": 0.8426693081855774, "eta/annotator_195": 0.9150773882865906, "eta/annotator_196": 0.8832667469978333, "eta/annotator_197": 0.9077600240707397, "eta/annotator_198": 0.8724325895309448, "eta/annotator_199": 0.8793066740036011, "eta/annotator_2": 0.8977452516555786, "eta/annotator_20": 0.8969368934631348, "eta/annotator_200": 0.9289487600326538, "eta/annotator_201": 0.919865608215332, "eta/annotator_202": 0.9202965497970581, "eta/annotator_203": 0.8817687034606934, "eta/annotator_204": 0.9227585792541504, "eta/annotator_205": 0.913314938545227, "eta/annotator_206": 0.9266735911369324, "eta/annotator_207": 0.8962769508361816, "eta/annotator_208": 0.8680070042610168, "eta/annotator_209": 0.8972601890563965, "eta/annotator_21": 0.7917083501815796, "eta/annotator_210": 0.902227520942688, "eta/annotator_211": 0.8960373997688293, "eta/annotator_212": 0.8595045208930969, "eta/annotator_213": 0.9053241610527039, "eta/annotator_214": 0.8532155156135559, "eta/annotator_215": 0.9245675206184387, "eta/annotator_216": 0.9215606451034546, "eta/annotator_217": 0.9112855195999146, "eta/annotator_218": 0.8814843893051147, "eta/annotator_219": 0.9283625483512878, "eta/annotator_22": 0.9181197285652161, "eta/annotator_220": 0.8570573925971985, "eta/annotator_221": 0.9025397300720215, "eta/annotator_222": 0.8972204923629761, "eta/annotator_223": 0.9257454872131348, "eta/annotator_224": 0.8851963877677917, "eta/annotator_225": 0.9212740063667297, "eta/annotator_226": 0.8199027180671692, "eta/annotator_23": 0.893295407295227, "eta/annotator_24": 0.8980633616447449, "eta/annotator_25": 0.8838904500007629, "eta/annotator_26": 0.9289314150810242, "eta/annotator_27": 0.9161056280136108, "eta/annotator_28": 0.9381758570671082, "eta/annotator_29": 0.910659670829773, "eta/annotator_3": 0.9208921194076538, "eta/annotator_30": 0.897493839263916, "eta/annotator_31": 0.9069110155105591, "eta/annotator_32": 0.8953323364257812, "eta/annotator_33": 0.9077930450439453, "eta/annotator_34": 0.8963397741317749, "eta/annotator_35": 0.8694866895675659, "eta/annotator_36": 0.911706805229187, "eta/annotator_37": 0.8926821947097778, "eta/annotator_38": 0.8394173383712769, "eta/annotator_39": 0.9164570569992065, "eta/annotator_4": 0.9260131120681763, "eta/annotator_40": 0.8907637596130371, "eta/annotator_41": 0.8953726887702942, "eta/annotator_42": 0.9215357899665833, "eta/annotator_43": 0.9363423585891724, "eta/annotator_44": 0.908562183380127, "eta/annotator_45": 0.9068436622619629, "eta/annotator_46": 0.901962161064148, "eta/annotator_47": 0.9123090505599976, "eta/annotator_48": 0.8512654304504395, "eta/annotator_49": 0.8892321586608887, "eta/annotator_5": 0.8839437365531921, "eta/annotator_50": 0.8884536623954773, "eta/annotator_51": 0.8375990986824036, "eta/annotator_52": 0.9332893490791321, "eta/annotator_53": 0.9185401201248169, "eta/annotator_54": 0.917137622833252, "eta/annotator_55": 0.9393838047981262, "eta/annotator_56": 0.922131359577179, "eta/annotator_57": 0.9104216694831848, "eta/annotator_58": 0.933535099029541, "eta/annotator_59": 0.8433533906936646, "eta/annotator_6": 0.9363187551498413, "eta/annotator_60": 0.8757376670837402, "eta/annotator_61": 0.8615528345108032, "eta/annotator_62": 0.9279894828796387, "eta/annotator_63": 0.9175998568534851, "eta/annotator_64": 0.9029256105422974, "eta/annotator_65": 0.8300740122795105, "eta/annotator_66": 0.9213501811027527, "eta/annotator_67": 0.8954190015792847, "eta/annotator_68": 0.9421146512031555, "eta/annotator_69": 0.9161595106124878, "eta/annotator_7": 0.898781955242157, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9180258512496948, "eta/annotator_72": 0.8924086689949036, "eta/annotator_73": 0.9057523012161255, "eta/annotator_74": 0.9015530347824097, "eta/annotator_75": 0.8891575932502747, "eta/annotator_76": 0.9034659266471863, "eta/annotator_77": 0.9111701250076294, "eta/annotator_78": 0.9148463010787964, "eta/annotator_79": 0.8503974080085754, "eta/annotator_8": 0.8268942832946777, "eta/annotator_80": 0.9107719659805298, "eta/annotator_81": 0.9133991003036499, "eta/annotator_82": 0.8997047543525696, "eta/annotator_83": 0.8974835276603699, "eta/annotator_84": 0.9246981739997864, "eta/annotator_85": 0.9117137789726257, "eta/annotator_86": 0.7994965314865112, "eta/annotator_87": 0.8748518824577332, "eta/annotator_88": 0.9051335453987122, "eta/annotator_89": 0.8676970601081848, "eta/annotator_9": 0.925915539264679, "eta/annotator_90": 0.8219367265701294, "eta/annotator_91": 0.9135196805000305, "eta/annotator_92": 0.9273917078971863, "eta/annotator_93": 0.9077941179275513, "eta/annotator_94": 0.9157470464706421, "eta/annotator_95": 0.8955448269844055, "eta/annotator_96": 0.8515917658805847, "eta/annotator_97": 0.8545184135437012, "eta/annotator_98": 0.8993444442749023, "eta/annotator_99": 0.8724978566169739, "grad_norm": 33.39640504852349, "learning_rate": 2.669902912621359e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -323.8500061035156, "logps/rejected": -254.25, "loss": 0.5569, "rewards/accuracies": 0.6484375, "rewards/chosen": -0.2194053679704666, "rewards/margins": 0.5144256353378296, "rewards/rejected": -0.7338622808456421, "step": 120 }, { "em/agreement_weights_mean": 0.9011297225952148, "em/agreement_weights_std": 0.10976830869913101, "em/unique_annotators_in_global_batch": 15.212499618530273, "epoch": 0.5676855895196506, "eta/annotator_0": 0.9133011698722839, "eta/annotator_1": 0.8958340883255005, "eta/annotator_10": 0.9276686906814575, "eta/annotator_100": 0.8978241086006165, "eta/annotator_101": 0.8869904279708862, "eta/annotator_102": 0.8159772753715515, "eta/annotator_103": 0.8799124956130981, "eta/annotator_104": 0.8416215181350708, "eta/annotator_105": 0.877740204334259, "eta/annotator_106": 0.8880364298820496, "eta/annotator_107": 0.912035346031189, "eta/annotator_108": 0.8894957304000854, "eta/annotator_109": 0.8973962068557739, "eta/annotator_11": 0.8146477937698364, "eta/annotator_110": 0.8247066736221313, "eta/annotator_111": 0.9069263339042664, "eta/annotator_112": 0.8991344571113586, "eta/annotator_113": 0.8948253393173218, "eta/annotator_114": 0.9074328541755676, "eta/annotator_115": 0.8907281160354614, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.8757297396659851, "eta/annotator_118": 0.8465434908866882, "eta/annotator_119": 0.9100526571273804, "eta/annotator_12": 0.918462872505188, "eta/annotator_120": 0.9342883229255676, "eta/annotator_121": 0.9100829362869263, "eta/annotator_122": 0.8719150424003601, "eta/annotator_123": 0.8523945808410645, "eta/annotator_124": 0.8862449526786804, "eta/annotator_125": 0.8814212083816528, "eta/annotator_126": 0.9171867370605469, "eta/annotator_127": 0.8299975395202637, "eta/annotator_128": 0.8997780084609985, "eta/annotator_129": 0.9373444318771362, "eta/annotator_13": 0.8898560404777527, "eta/annotator_130": 0.8849402666091919, "eta/annotator_131": 0.866341769695282, "eta/annotator_132": 0.8677436113357544, "eta/annotator_133": 0.9193358421325684, "eta/annotator_134": 0.9135181307792664, "eta/annotator_135": 0.9083878397941589, "eta/annotator_136": 0.9032446146011353, "eta/annotator_137": 0.9289332628250122, "eta/annotator_138": 0.9147400856018066, "eta/annotator_139": 0.9273327589035034, "eta/annotator_14": 0.9041960835456848, "eta/annotator_140": 0.9211468696594238, "eta/annotator_141": 0.9311275482177734, "eta/annotator_142": 0.9378817677497864, "eta/annotator_143": 0.9050754308700562, "eta/annotator_144": 0.9002333879470825, "eta/annotator_145": 0.8942874670028687, "eta/annotator_146": 0.9185898900032043, "eta/annotator_147": 0.875576376914978, "eta/annotator_148": 0.8990263938903809, "eta/annotator_149": 0.9015523195266724, "eta/annotator_15": 0.8856306076049805, "eta/annotator_150": 0.9283127784729004, "eta/annotator_151": 0.9364752769470215, "eta/annotator_152": 0.9123180508613586, "eta/annotator_153": 0.9320399165153503, "eta/annotator_154": 0.9145690202713013, "eta/annotator_155": 0.9008010029792786, "eta/annotator_156": 0.928263783454895, "eta/annotator_157": 0.882838249206543, "eta/annotator_158": 0.9189901351928711, "eta/annotator_159": 0.8655526041984558, "eta/annotator_16": 0.9284608960151672, "eta/annotator_160": 0.9335190653800964, "eta/annotator_161": 0.9130051732063293, "eta/annotator_162": 0.9213158488273621, "eta/annotator_163": 0.8690025210380554, "eta/annotator_164": 0.9146562814712524, "eta/annotator_165": 0.9294160008430481, "eta/annotator_166": 0.9271605610847473, "eta/annotator_167": 0.9352144002914429, "eta/annotator_168": 0.9087578058242798, "eta/annotator_169": 0.9020546674728394, "eta/annotator_17": 0.9098941087722778, "eta/annotator_170": 0.9029768109321594, "eta/annotator_171": 0.9230526089668274, "eta/annotator_172": 0.8996988534927368, "eta/annotator_173": 0.8681181073188782, "eta/annotator_174": 0.9001957178115845, "eta/annotator_175": 0.8783199191093445, "eta/annotator_176": 0.8799422383308411, "eta/annotator_177": 0.9131172299385071, "eta/annotator_178": 0.9217334985733032, "eta/annotator_179": 0.9324837923049927, "eta/annotator_18": 0.9016648530960083, "eta/annotator_180": 0.9245235323905945, "eta/annotator_181": 0.9259077906608582, "eta/annotator_182": 0.9365699887275696, "eta/annotator_183": 0.916225790977478, "eta/annotator_184": 0.8999382853507996, "eta/annotator_185": 0.881949782371521, "eta/annotator_186": 0.9279691576957703, "eta/annotator_187": 0.9039067029953003, "eta/annotator_188": 0.9030072093009949, "eta/annotator_189": 0.9115158915519714, "eta/annotator_19": 0.920447051525116, "eta/annotator_190": 0.9194735288619995, "eta/annotator_191": 0.9131218791007996, "eta/annotator_192": 0.9186328053474426, "eta/annotator_193": 0.9259591102600098, "eta/annotator_194": 0.8455201387405396, "eta/annotator_195": 0.9147957563400269, "eta/annotator_196": 0.8891483545303345, "eta/annotator_197": 0.9143072962760925, "eta/annotator_198": 0.8724325895309448, "eta/annotator_199": 0.8849895596504211, "eta/annotator_2": 0.9006744623184204, "eta/annotator_20": 0.9056079983711243, "eta/annotator_200": 0.9256701469421387, "eta/annotator_201": 0.9205137491226196, "eta/annotator_202": 0.9257947206497192, "eta/annotator_203": 0.8810687065124512, "eta/annotator_204": 0.9200436472892761, "eta/annotator_205": 0.9137274026870728, "eta/annotator_206": 0.928024411201477, "eta/annotator_207": 0.8988873362541199, "eta/annotator_208": 0.8708508610725403, "eta/annotator_209": 0.8991791009902954, "eta/annotator_21": 0.7917083501815796, "eta/annotator_210": 0.8996907472610474, "eta/annotator_211": 0.9017318487167358, "eta/annotator_212": 0.8637645840644836, "eta/annotator_213": 0.9122150540351868, "eta/annotator_214": 0.850418210029602, "eta/annotator_215": 0.9227191805839539, "eta/annotator_216": 0.9311610460281372, "eta/annotator_217": 0.9112855195999146, "eta/annotator_218": 0.8846935033798218, "eta/annotator_219": 0.9307007789611816, "eta/annotator_22": 0.916445255279541, "eta/annotator_220": 0.8654971122741699, "eta/annotator_221": 0.8875168561935425, "eta/annotator_222": 0.9126948118209839, "eta/annotator_223": 0.9303461909294128, "eta/annotator_224": 0.8678631782531738, "eta/annotator_225": 0.9231271743774414, "eta/annotator_226": 0.8203522562980652, "eta/annotator_23": 0.8993507623672485, "eta/annotator_24": 0.8905556797981262, "eta/annotator_25": 0.8893013000488281, "eta/annotator_26": 0.9323521852493286, "eta/annotator_27": 0.9060218930244446, "eta/annotator_28": 0.9394412040710449, "eta/annotator_29": 0.9129334688186646, "eta/annotator_3": 0.9273871183395386, "eta/annotator_30": 0.9006973505020142, "eta/annotator_31": 0.9069110155105591, "eta/annotator_32": 0.8932089805603027, "eta/annotator_33": 0.903836727142334, "eta/annotator_34": 0.8849197626113892, "eta/annotator_35": 0.8691290616989136, "eta/annotator_36": 0.9180198907852173, "eta/annotator_37": 0.8849452137947083, "eta/annotator_38": 0.8441013097763062, "eta/annotator_39": 0.9248714447021484, "eta/annotator_4": 0.9260169267654419, "eta/annotator_40": 0.8900582194328308, "eta/annotator_41": 0.8962004780769348, "eta/annotator_42": 0.9159003496170044, "eta/annotator_43": 0.9407902956008911, "eta/annotator_44": 0.9249866604804993, "eta/annotator_45": 0.9088622331619263, "eta/annotator_46": 0.9073463678359985, "eta/annotator_47": 0.9122063517570496, "eta/annotator_48": 0.8546654582023621, "eta/annotator_49": 0.8725945353507996, "eta/annotator_5": 0.842176616191864, "eta/annotator_50": 0.8953326344490051, "eta/annotator_51": 0.8375990986824036, "eta/annotator_52": 0.9358810186386108, "eta/annotator_53": 0.9190422892570496, "eta/annotator_54": 0.9193687438964844, "eta/annotator_55": 0.9431487321853638, "eta/annotator_56": 0.9259862899780273, "eta/annotator_57": 0.9110552668571472, "eta/annotator_58": 0.9367262125015259, "eta/annotator_59": 0.8404792547225952, "eta/annotator_6": 0.9400551915168762, "eta/annotator_60": 0.8847492337226868, "eta/annotator_61": 0.8570133447647095, "eta/annotator_62": 0.9334944486618042, "eta/annotator_63": 0.9175998568534851, "eta/annotator_64": 0.898701012134552, "eta/annotator_65": 0.8252865076065063, "eta/annotator_66": 0.9213501811027527, "eta/annotator_67": 0.8943597078323364, "eta/annotator_68": 0.9440405964851379, "eta/annotator_69": 0.9161595106124878, "eta/annotator_7": 0.8990894556045532, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9156538844108582, "eta/annotator_72": 0.8937491178512573, "eta/annotator_73": 0.9074821472167969, "eta/annotator_74": 0.9015530347824097, "eta/annotator_75": 0.8946371078491211, "eta/annotator_76": 0.9074598550796509, "eta/annotator_77": 0.9139901399612427, "eta/annotator_78": 0.9168435335159302, "eta/annotator_79": 0.8570910692214966, "eta/annotator_8": 0.8274962306022644, "eta/annotator_80": 0.9127114415168762, "eta/annotator_81": 0.9142424464225769, "eta/annotator_82": 0.9031108617782593, "eta/annotator_83": 0.8871394991874695, "eta/annotator_84": 0.9277068972587585, "eta/annotator_85": 0.91456139087677, "eta/annotator_86": 0.7995655536651611, "eta/annotator_87": 0.8624631762504578, "eta/annotator_88": 0.9056426882743835, "eta/annotator_89": 0.8667654991149902, "eta/annotator_9": 0.9271665811538696, "eta/annotator_90": 0.8274353742599487, "eta/annotator_91": 0.9170454740524292, "eta/annotator_92": 0.9256993532180786, "eta/annotator_93": 0.9081856608390808, "eta/annotator_94": 0.9225426912307739, "eta/annotator_95": 0.9025236964225769, "eta/annotator_96": 0.8537194132804871, "eta/annotator_97": 0.8503968119621277, "eta/annotator_98": 0.9076225161552429, "eta/annotator_99": 0.8581430315971375, "grad_norm": 31.184237208570813, "learning_rate": 2.4271844660194176e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -331.3500061035156, "logps/rejected": -257.51873779296875, "loss": 0.5412, "rewards/accuracies": 0.664843738079071, "rewards/chosen": -0.1760093718767166, "rewards/margins": 0.5717239379882812, "rewards/rejected": -0.747631847858429, "step": 130 }, { "em/agreement_weights_mean": 0.8952096700668335, "em/agreement_weights_std": 0.12386979907751083, "em/unique_annotators_in_global_batch": 15.087499618530273, "epoch": 0.611353711790393, "eta/annotator_0": 0.9066261053085327, "eta/annotator_1": 0.8970667719841003, "eta/annotator_10": 0.9316939115524292, "eta/annotator_100": 0.9007353782653809, "eta/annotator_101": 0.8903759717941284, "eta/annotator_102": 0.8292387127876282, "eta/annotator_103": 0.8854284286499023, "eta/annotator_104": 0.7950520515441895, "eta/annotator_105": 0.8732354044914246, "eta/annotator_106": 0.881594181060791, "eta/annotator_107": 0.9114281535148621, "eta/annotator_108": 0.8998591303825378, "eta/annotator_109": 0.9024227261543274, "eta/annotator_11": 0.8155792951583862, "eta/annotator_110": 0.8250899314880371, "eta/annotator_111": 0.9080859422683716, "eta/annotator_112": 0.9018027186393738, "eta/annotator_113": 0.8940288424491882, "eta/annotator_114": 0.9144428372383118, "eta/annotator_115": 0.8969681859016418, "eta/annotator_116": 0.9008128046989441, "eta/annotator_117": 0.8765376210212708, "eta/annotator_118": 0.8452426791191101, "eta/annotator_119": 0.9217999577522278, "eta/annotator_12": 0.9204022288322449, "eta/annotator_120": 0.9400690793991089, "eta/annotator_121": 0.9063071012496948, "eta/annotator_122": 0.8754265904426575, "eta/annotator_123": 0.8595587611198425, "eta/annotator_124": 0.8881573677062988, "eta/annotator_125": 0.8840254545211792, "eta/annotator_126": 0.9211695790290833, "eta/annotator_127": 0.8420377969741821, "eta/annotator_128": 0.9001070261001587, "eta/annotator_129": 0.9371285438537598, "eta/annotator_13": 0.8897873759269714, "eta/annotator_130": 0.8855372667312622, "eta/annotator_131": 0.8703500032424927, "eta/annotator_132": 0.8364390134811401, "eta/annotator_133": 0.9207388162612915, "eta/annotator_134": 0.9185096025466919, "eta/annotator_135": 0.9088970422744751, "eta/annotator_136": 0.9055331945419312, "eta/annotator_137": 0.9271472692489624, "eta/annotator_138": 0.9192832708358765, "eta/annotator_139": 0.9392200708389282, "eta/annotator_14": 0.9025971293449402, "eta/annotator_140": 0.9264675378799438, "eta/annotator_141": 0.9348506927490234, "eta/annotator_142": 0.9377970695495605, "eta/annotator_143": 0.9065931439399719, "eta/annotator_144": 0.8962098360061646, "eta/annotator_145": 0.8988612294197083, "eta/annotator_146": 0.9205335378646851, "eta/annotator_147": 0.8760005235671997, "eta/annotator_148": 0.899474024772644, "eta/annotator_149": 0.9044807553291321, "eta/annotator_15": 0.897142767906189, "eta/annotator_150": 0.9295952916145325, "eta/annotator_151": 0.9383635520935059, "eta/annotator_152": 0.8978559374809265, "eta/annotator_153": 0.9275933504104614, "eta/annotator_154": 0.9162299036979675, "eta/annotator_155": 0.9056733250617981, "eta/annotator_156": 0.9301764369010925, "eta/annotator_157": 0.8882508277893066, "eta/annotator_158": 0.9286043047904968, "eta/annotator_159": 0.8652888536453247, "eta/annotator_16": 0.9391888380050659, "eta/annotator_160": 0.9364897608757019, "eta/annotator_161": 0.9159052968025208, "eta/annotator_162": 0.9231001734733582, "eta/annotator_163": 0.8671818971633911, "eta/annotator_164": 0.9189570546150208, "eta/annotator_165": 0.9329756498336792, "eta/annotator_166": 0.9299241304397583, "eta/annotator_167": 0.9394758939743042, "eta/annotator_168": 0.9083989262580872, "eta/annotator_169": 0.9015153050422668, "eta/annotator_17": 0.9155403971672058, "eta/annotator_170": 0.9143503904342651, "eta/annotator_171": 0.9059804677963257, "eta/annotator_172": 0.908955454826355, "eta/annotator_173": 0.8308135271072388, "eta/annotator_174": 0.8968917727470398, "eta/annotator_175": 0.8814994692802429, "eta/annotator_176": 0.8644269108772278, "eta/annotator_177": 0.9135109782218933, "eta/annotator_178": 0.9040278196334839, "eta/annotator_179": 0.934476375579834, "eta/annotator_18": 0.9066100120544434, "eta/annotator_180": 0.9315952062606812, "eta/annotator_181": 0.9289337992668152, "eta/annotator_182": 0.9442712664604187, "eta/annotator_183": 0.916409969329834, "eta/annotator_184": 0.905397891998291, "eta/annotator_185": 0.866118311882019, "eta/annotator_186": 0.9271012544631958, "eta/annotator_187": 0.9067190885543823, "eta/annotator_188": 0.9054713249206543, "eta/annotator_189": 0.9182168245315552, "eta/annotator_19": 0.9251335859298706, "eta/annotator_190": 0.9237167239189148, "eta/annotator_191": 0.9159821271896362, "eta/annotator_192": 0.9203602075576782, "eta/annotator_193": 0.9241524934768677, "eta/annotator_194": 0.8335013389587402, "eta/annotator_195": 0.9182103872299194, "eta/annotator_196": 0.8875495195388794, "eta/annotator_197": 0.919600784778595, "eta/annotator_198": 0.8724020719528198, "eta/annotator_199": 0.8935711979866028, "eta/annotator_2": 0.8979603052139282, "eta/annotator_20": 0.9055758714675903, "eta/annotator_200": 0.9268105626106262, "eta/annotator_201": 0.914378821849823, "eta/annotator_202": 0.9109805226325989, "eta/annotator_203": 0.8665035963058472, "eta/annotator_204": 0.9229933619499207, "eta/annotator_205": 0.9178484678268433, "eta/annotator_206": 0.9315169453620911, "eta/annotator_207": 0.9078453183174133, "eta/annotator_208": 0.879653811454773, "eta/annotator_209": 0.8961348533630371, "eta/annotator_21": 0.7923613786697388, "eta/annotator_210": 0.9008593559265137, "eta/annotator_211": 0.9021744728088379, "eta/annotator_212": 0.8637852668762207, "eta/annotator_213": 0.9134621620178223, "eta/annotator_214": 0.8456978797912598, "eta/annotator_215": 0.9284610748291016, "eta/annotator_216": 0.9292582273483276, "eta/annotator_217": 0.911616325378418, "eta/annotator_218": 0.8902817964553833, "eta/annotator_219": 0.9388707280158997, "eta/annotator_22": 0.9219260215759277, "eta/annotator_220": 0.8728578686714172, "eta/annotator_221": 0.8712939023971558, "eta/annotator_222": 0.9135034680366516, "eta/annotator_223": 0.9351808428764343, "eta/annotator_224": 0.860668957233429, "eta/annotator_225": 0.907274603843689, "eta/annotator_226": 0.8238341212272644, "eta/annotator_23": 0.9124183654785156, "eta/annotator_24": 0.8905556797981262, "eta/annotator_25": 0.8931161165237427, "eta/annotator_26": 0.9263291358947754, "eta/annotator_27": 0.9073233604431152, "eta/annotator_28": 0.9373309016227722, "eta/annotator_29": 0.914374828338623, "eta/annotator_3": 0.9358646273612976, "eta/annotator_30": 0.8983551263809204, "eta/annotator_31": 0.9069110155105591, "eta/annotator_32": 0.8908336758613586, "eta/annotator_33": 0.895004153251648, "eta/annotator_34": 0.8872258067131042, "eta/annotator_35": 0.8553704023361206, "eta/annotator_36": 0.9158188700675964, "eta/annotator_37": 0.8931235074996948, "eta/annotator_38": 0.8512324094772339, "eta/annotator_39": 0.9304198026657104, "eta/annotator_4": 0.9260505437850952, "eta/annotator_40": 0.8900582194328308, "eta/annotator_41": 0.9006295204162598, "eta/annotator_42": 0.9186603426933289, "eta/annotator_43": 0.9436497688293457, "eta/annotator_44": 0.9266985654830933, "eta/annotator_45": 0.9088622331619263, "eta/annotator_46": 0.9073463678359985, "eta/annotator_47": 0.912805438041687, "eta/annotator_48": 0.8425108194351196, "eta/annotator_49": 0.8772075772285461, "eta/annotator_5": 0.7885868549346924, "eta/annotator_50": 0.899337649345398, "eta/annotator_51": 0.8391038179397583, "eta/annotator_52": 0.9361109733581543, "eta/annotator_53": 0.9145737886428833, "eta/annotator_54": 0.9197031855583191, "eta/annotator_55": 0.944111704826355, "eta/annotator_56": 0.9340270757675171, "eta/annotator_57": 0.9167577028274536, "eta/annotator_58": 0.9441224932670593, "eta/annotator_59": 0.8303035497665405, "eta/annotator_6": 0.9399796724319458, "eta/annotator_60": 0.8826568722724915, "eta/annotator_61": 0.8564398884773254, "eta/annotator_62": 0.9339507222175598, "eta/annotator_63": 0.9178711175918579, "eta/annotator_64": 0.9007479548454285, "eta/annotator_65": 0.78216952085495, "eta/annotator_66": 0.9217499494552612, "eta/annotator_67": 0.8925760984420776, "eta/annotator_68": 0.9407370686531067, "eta/annotator_69": 0.9163143038749695, "eta/annotator_7": 0.901856541633606, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9100335836410522, "eta/annotator_72": 0.8688650131225586, "eta/annotator_73": 0.9117829203605652, "eta/annotator_74": 0.9014626741409302, "eta/annotator_75": 0.9040080904960632, "eta/annotator_76": 0.9188233613967896, "eta/annotator_77": 0.9146105647087097, "eta/annotator_78": 0.91326904296875, "eta/annotator_79": 0.8563232421875, "eta/annotator_8": 0.7914141416549683, "eta/annotator_80": 0.912077784538269, "eta/annotator_81": 0.9130630493164062, "eta/annotator_82": 0.9073449373245239, "eta/annotator_83": 0.8927584886550903, "eta/annotator_84": 0.9339054822921753, "eta/annotator_85": 0.9192420840263367, "eta/annotator_86": 0.7851492166519165, "eta/annotator_87": 0.864188551902771, "eta/annotator_88": 0.9161308407783508, "eta/annotator_89": 0.8588054776191711, "eta/annotator_9": 0.9281250238418579, "eta/annotator_90": 0.8333282470703125, "eta/annotator_91": 0.9199385643005371, "eta/annotator_92": 0.921459972858429, "eta/annotator_93": 0.910513699054718, "eta/annotator_94": 0.9214812517166138, "eta/annotator_95": 0.9061428904533386, "eta/annotator_96": 0.8564252853393555, "eta/annotator_97": 0.851892352104187, "eta/annotator_98": 0.90986567735672, "eta/annotator_99": 0.8576337099075317, "grad_norm": 28.09061447741043, "learning_rate": 2.1844660194174754e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.70001220703125, "logps/rejected": -248.375, "loss": 0.5459, "rewards/accuracies": 0.6539062261581421, "rewards/chosen": -0.17113342881202698, "rewards/margins": 0.537548840045929, "rewards/rejected": -0.7088623046875, "step": 140 }, { "em/agreement_weights_mean": 0.8993918299674988, "em/agreement_weights_std": 0.11353099346160889, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.6550218340611353, "eta/annotator_0": 0.9088596105575562, "eta/annotator_1": 0.8946908116340637, "eta/annotator_10": 0.9414498209953308, "eta/annotator_100": 0.9008865356445312, "eta/annotator_101": 0.8903759717941284, "eta/annotator_102": 0.8331363797187805, "eta/annotator_103": 0.8883706331253052, "eta/annotator_104": 0.8081609010696411, "eta/annotator_105": 0.8766406774520874, "eta/annotator_106": 0.8239632844924927, "eta/annotator_107": 0.9114311933517456, "eta/annotator_108": 0.9056781530380249, "eta/annotator_109": 0.9019066691398621, "eta/annotator_11": 0.8247262239456177, "eta/annotator_110": 0.831026554107666, "eta/annotator_111": 0.9105604290962219, "eta/annotator_112": 0.9023212194442749, "eta/annotator_113": 0.8967941999435425, "eta/annotator_114": 0.9187631607055664, "eta/annotator_115": 0.8993887901306152, "eta/annotator_116": 0.9013992547988892, "eta/annotator_117": 0.8674390912055969, "eta/annotator_118": 0.8498069047927856, "eta/annotator_119": 0.925033450126648, "eta/annotator_12": 0.9235846400260925, "eta/annotator_120": 0.9440275430679321, "eta/annotator_121": 0.9134604334831238, "eta/annotator_122": 0.8870094418525696, "eta/annotator_123": 0.8593047261238098, "eta/annotator_124": 0.8717452883720398, "eta/annotator_125": 0.8911469578742981, "eta/annotator_126": 0.9228562116622925, "eta/annotator_127": 0.8451765775680542, "eta/annotator_128": 0.8983883857727051, "eta/annotator_129": 0.9406142234802246, "eta/annotator_13": 0.895215630531311, "eta/annotator_130": 0.8954030275344849, "eta/annotator_131": 0.8691290616989136, "eta/annotator_132": 0.8219760656356812, "eta/annotator_133": 0.9266173243522644, "eta/annotator_134": 0.9103351831436157, "eta/annotator_135": 0.9137375950813293, "eta/annotator_136": 0.9061417579650879, "eta/annotator_137": 0.9283661842346191, "eta/annotator_138": 0.9242687225341797, "eta/annotator_139": 0.9418225288391113, "eta/annotator_14": 0.9069873094558716, "eta/annotator_140": 0.9334920644760132, "eta/annotator_141": 0.9384940266609192, "eta/annotator_142": 0.9398263096809387, "eta/annotator_143": 0.9143428802490234, "eta/annotator_144": 0.8494820594787598, "eta/annotator_145": 0.8994693756103516, "eta/annotator_146": 0.9234344363212585, "eta/annotator_147": 0.8756244778633118, "eta/annotator_148": 0.89469975233078, "eta/annotator_149": 0.9058928489685059, "eta/annotator_15": 0.902975857257843, "eta/annotator_150": 0.9333149194717407, "eta/annotator_151": 0.9436355829238892, "eta/annotator_152": 0.9049498438835144, "eta/annotator_153": 0.9315202832221985, "eta/annotator_154": 0.9176767468452454, "eta/annotator_155": 0.9079995155334473, "eta/annotator_156": 0.909164309501648, "eta/annotator_157": 0.8806363344192505, "eta/annotator_158": 0.9289841651916504, "eta/annotator_159": 0.8677085041999817, "eta/annotator_16": 0.9402672052383423, "eta/annotator_160": 0.9413449168205261, "eta/annotator_161": 0.9022119641304016, "eta/annotator_162": 0.9218779802322388, "eta/annotator_163": 0.8677010536193848, "eta/annotator_164": 0.9266835451126099, "eta/annotator_165": 0.9225785136222839, "eta/annotator_166": 0.93024742603302, "eta/annotator_167": 0.9364718198776245, "eta/annotator_168": 0.9138435125350952, "eta/annotator_169": 0.8977183103561401, "eta/annotator_17": 0.9147915840148926, "eta/annotator_170": 0.9161913990974426, "eta/annotator_171": 0.8913407325744629, "eta/annotator_172": 0.9113287925720215, "eta/annotator_173": 0.8261767625808716, "eta/annotator_174": 0.872177243232727, "eta/annotator_175": 0.8903533220291138, "eta/annotator_176": 0.8611712455749512, "eta/annotator_177": 0.9107359647750854, "eta/annotator_178": 0.9056608080863953, "eta/annotator_179": 0.94017493724823, "eta/annotator_18": 0.9174419641494751, "eta/annotator_180": 0.9334716796875, "eta/annotator_181": 0.9308289289474487, "eta/annotator_182": 0.9481140971183777, "eta/annotator_183": 0.9189402461051941, "eta/annotator_184": 0.915956974029541, "eta/annotator_185": 0.8682513236999512, "eta/annotator_186": 0.929439902305603, "eta/annotator_187": 0.9090186953544617, "eta/annotator_188": 0.9069468379020691, "eta/annotator_189": 0.9245394468307495, "eta/annotator_19": 0.9287596940994263, "eta/annotator_190": 0.9260789155960083, "eta/annotator_191": 0.918341338634491, "eta/annotator_192": 0.9207541346549988, "eta/annotator_193": 0.9268696904182434, "eta/annotator_194": 0.8399178385734558, "eta/annotator_195": 0.9238735437393188, "eta/annotator_196": 0.8853924870491028, "eta/annotator_197": 0.9198237657546997, "eta/annotator_198": 0.8710409998893738, "eta/annotator_199": 0.8955733180046082, "eta/annotator_2": 0.8939436078071594, "eta/annotator_20": 0.9060080647468567, "eta/annotator_200": 0.9298990368843079, "eta/annotator_201": 0.9219241142272949, "eta/annotator_202": 0.9248913526535034, "eta/annotator_203": 0.8697510957717896, "eta/annotator_204": 0.9192824363708496, "eta/annotator_205": 0.927325427532196, "eta/annotator_206": 0.9319230318069458, "eta/annotator_207": 0.9061018824577332, "eta/annotator_208": 0.8751204609870911, "eta/annotator_209": 0.8925406336784363, "eta/annotator_21": 0.7996646165847778, "eta/annotator_210": 0.8959304094314575, "eta/annotator_211": 0.9061585664749146, "eta/annotator_212": 0.8665938377380371, "eta/annotator_213": 0.9119647741317749, "eta/annotator_214": 0.8475611805915833, "eta/annotator_215": 0.9302226901054382, "eta/annotator_216": 0.9322038888931274, "eta/annotator_217": 0.9161933064460754, "eta/annotator_218": 0.8928489685058594, "eta/annotator_219": 0.9385532140731812, "eta/annotator_22": 0.9219444394111633, "eta/annotator_220": 0.8737983703613281, "eta/annotator_221": 0.8743888139724731, "eta/annotator_222": 0.8937501907348633, "eta/annotator_223": 0.9397225379943848, "eta/annotator_224": 0.8651049733161926, "eta/annotator_225": 0.9044138789176941, "eta/annotator_226": 0.8169228434562683, "eta/annotator_23": 0.9143322706222534, "eta/annotator_24": 0.8910744786262512, "eta/annotator_25": 0.8973933458328247, "eta/annotator_26": 0.9301971197128296, "eta/annotator_27": 0.9019383192062378, "eta/annotator_28": 0.9365161657333374, "eta/annotator_29": 0.9094880223274231, "eta/annotator_3": 0.9378505945205688, "eta/annotator_30": 0.8916274309158325, "eta/annotator_31": 0.9066020846366882, "eta/annotator_32": 0.8918280601501465, "eta/annotator_33": 0.8781645894050598, "eta/annotator_34": 0.8901808857917786, "eta/annotator_35": 0.8059819340705872, "eta/annotator_36": 0.9158188700675964, "eta/annotator_37": 0.8936944007873535, "eta/annotator_38": 0.8544173240661621, "eta/annotator_39": 0.9311531186103821, "eta/annotator_4": 0.9260505437850952, "eta/annotator_40": 0.8898423314094543, "eta/annotator_41": 0.9035676121711731, "eta/annotator_42": 0.9170349836349487, "eta/annotator_43": 0.9457665681838989, "eta/annotator_44": 0.9281546473503113, "eta/annotator_45": 0.9087570309638977, "eta/annotator_46": 0.9073463678359985, "eta/annotator_47": 0.9086716771125793, "eta/annotator_48": 0.8465781211853027, "eta/annotator_49": 0.8847296833992004, "eta/annotator_5": 0.7820934057235718, "eta/annotator_50": 0.9028847813606262, "eta/annotator_51": 0.8533015251159668, "eta/annotator_52": 0.938180148601532, "eta/annotator_53": 0.9134740829467773, "eta/annotator_54": 0.90863037109375, "eta/annotator_55": 0.9472686052322388, "eta/annotator_56": 0.9381386637687683, "eta/annotator_57": 0.9163979291915894, "eta/annotator_58": 0.9404572248458862, "eta/annotator_59": 0.8089348673820496, "eta/annotator_6": 0.8991487622261047, "eta/annotator_60": 0.875383734703064, "eta/annotator_61": 0.8157532811164856, "eta/annotator_62": 0.9373999834060669, "eta/annotator_63": 0.9203118085861206, "eta/annotator_64": 0.9111450910568237, "eta/annotator_65": 0.7835872173309326, "eta/annotator_66": 0.9255791902542114, "eta/annotator_67": 0.8834904432296753, "eta/annotator_68": 0.940954327583313, "eta/annotator_69": 0.9192557334899902, "eta/annotator_7": 0.901856541633606, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9183791875839233, "eta/annotator_72": 0.8636716604232788, "eta/annotator_73": 0.9301906824111938, "eta/annotator_74": 0.9010246396064758, "eta/annotator_75": 0.9085173606872559, "eta/annotator_76": 0.9263445734977722, "eta/annotator_77": 0.9201935529708862, "eta/annotator_78": 0.9106376767158508, "eta/annotator_79": 0.8470551371574402, "eta/annotator_8": 0.7956873774528503, "eta/annotator_80": 0.9067717790603638, "eta/annotator_81": 0.9156551361083984, "eta/annotator_82": 0.9053995013237, "eta/annotator_83": 0.8930588960647583, "eta/annotator_84": 0.9364846348762512, "eta/annotator_85": 0.9216273427009583, "eta/annotator_86": 0.7901512980461121, "eta/annotator_87": 0.7806487679481506, "eta/annotator_88": 0.9205223321914673, "eta/annotator_89": 0.863419234752655, "eta/annotator_9": 0.9219325184822083, "eta/annotator_90": 0.8402407765388489, "eta/annotator_91": 0.9257033467292786, "eta/annotator_92": 0.8743728399276733, "eta/annotator_93": 0.8983341455459595, "eta/annotator_94": 0.9220175743103027, "eta/annotator_95": 0.9267223477363586, "eta/annotator_96": 0.8817769885063171, "eta/annotator_97": 0.8531128764152527, "eta/annotator_98": 0.9092873334884644, "eta/annotator_99": 0.8569988012313843, "grad_norm": 32.6146313612613, "learning_rate": 1.9417475728155338e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.8125, "logps/rejected": -254.1374969482422, "loss": 0.5298, "rewards/accuracies": 0.6664062738418579, "rewards/chosen": -0.09408149868249893, "rewards/margins": 0.6086181402206421, "rewards/rejected": -0.7020782232284546, "step": 150 }, { "em/agreement_weights_mean": 0.8947097659111023, "em/agreement_weights_std": 0.12795555591583252, "em/unique_annotators_in_global_batch": 15.1875, "epoch": 0.6986899563318777, "eta/annotator_0": 0.8899086117744446, "eta/annotator_1": 0.900371253490448, "eta/annotator_10": 0.9437653422355652, "eta/annotator_100": 0.9027596712112427, "eta/annotator_101": 0.8908955454826355, "eta/annotator_102": 0.843231201171875, "eta/annotator_103": 0.8189395070075989, "eta/annotator_104": 0.789644181728363, "eta/annotator_105": 0.8763092160224915, "eta/annotator_106": 0.8272156715393066, "eta/annotator_107": 0.9116771817207336, "eta/annotator_108": 0.9213626980781555, "eta/annotator_109": 0.907585620880127, "eta/annotator_11": 0.8301671147346497, "eta/annotator_110": 0.8303519487380981, "eta/annotator_111": 0.8979437947273254, "eta/annotator_112": 0.9069876670837402, "eta/annotator_113": 0.8833581805229187, "eta/annotator_114": 0.9207223057746887, "eta/annotator_115": 0.8993887901306152, "eta/annotator_116": 0.9066771268844604, "eta/annotator_117": 0.8751152753829956, "eta/annotator_118": 0.8356044888496399, "eta/annotator_119": 0.92322838306427, "eta/annotator_12": 0.9247509241104126, "eta/annotator_120": 0.9527360200881958, "eta/annotator_121": 0.9122010469436646, "eta/annotator_122": 0.8976645469665527, "eta/annotator_123": 0.8587607145309448, "eta/annotator_124": 0.8735352754592896, "eta/annotator_125": 0.8738878965377808, "eta/annotator_126": 0.9200911521911621, "eta/annotator_127": 0.8008104562759399, "eta/annotator_128": 0.8981209993362427, "eta/annotator_129": 0.9431412816047668, "eta/annotator_13": 0.8944034576416016, "eta/annotator_130": 0.8982346653938293, "eta/annotator_131": 0.8583247065544128, "eta/annotator_132": 0.8151735067367554, "eta/annotator_133": 0.9283442497253418, "eta/annotator_134": 0.9151142239570618, "eta/annotator_135": 0.9167258143424988, "eta/annotator_136": 0.9116190671920776, "eta/annotator_137": 0.9304393529891968, "eta/annotator_138": 0.9183685183525085, "eta/annotator_139": 0.9466543197631836, "eta/annotator_14": 0.9066588282585144, "eta/annotator_140": 0.9379302859306335, "eta/annotator_141": 0.9406631588935852, "eta/annotator_142": 0.9410764575004578, "eta/annotator_143": 0.918354868888855, "eta/annotator_144": 0.8541121482849121, "eta/annotator_145": 0.9049431085586548, "eta/annotator_146": 0.9223549962043762, "eta/annotator_147": 0.871943473815918, "eta/annotator_148": 0.8912628293037415, "eta/annotator_149": 0.903501033782959, "eta/annotator_15": 0.9046436548233032, "eta/annotator_150": 0.935404896736145, "eta/annotator_151": 0.9456585645675659, "eta/annotator_152": 0.906112015247345, "eta/annotator_153": 0.9314284324645996, "eta/annotator_154": 0.9262398481369019, "eta/annotator_155": 0.9079995155334473, "eta/annotator_156": 0.8837315440177917, "eta/annotator_157": 0.8826829195022583, "eta/annotator_158": 0.9105037450790405, "eta/annotator_159": 0.869914710521698, "eta/annotator_16": 0.9400674104690552, "eta/annotator_160": 0.9432834386825562, "eta/annotator_161": 0.8934447169303894, "eta/annotator_162": 0.9106043577194214, "eta/annotator_163": 0.8661144375801086, "eta/annotator_164": 0.928814709186554, "eta/annotator_165": 0.9223906397819519, "eta/annotator_166": 0.9302529096603394, "eta/annotator_167": 0.9350960850715637, "eta/annotator_168": 0.9061633944511414, "eta/annotator_169": 0.8948809504508972, "eta/annotator_17": 0.9181525111198425, "eta/annotator_170": 0.915163516998291, "eta/annotator_171": 0.8939021825790405, "eta/annotator_172": 0.9201158285140991, "eta/annotator_173": 0.8083862066268921, "eta/annotator_174": 0.8727288246154785, "eta/annotator_175": 0.8707154989242554, "eta/annotator_176": 0.8669511079788208, "eta/annotator_177": 0.911734402179718, "eta/annotator_178": 0.9074175953865051, "eta/annotator_179": 0.9442246556282043, "eta/annotator_18": 0.9267044067382812, "eta/annotator_180": 0.9387435913085938, "eta/annotator_181": 0.9283106923103333, "eta/annotator_182": 0.9522026181221008, "eta/annotator_183": 0.9178262948989868, "eta/annotator_184": 0.920473575592041, "eta/annotator_185": 0.8687267303466797, "eta/annotator_186": 0.9330919981002808, "eta/annotator_187": 0.9065877795219421, "eta/annotator_188": 0.905480682849884, "eta/annotator_189": 0.9251319766044617, "eta/annotator_19": 0.9318060874938965, "eta/annotator_190": 0.9281539916992188, "eta/annotator_191": 0.9235554933547974, "eta/annotator_192": 0.9242423176765442, "eta/annotator_193": 0.9363971948623657, "eta/annotator_194": 0.7973836064338684, "eta/annotator_195": 0.9298491477966309, "eta/annotator_196": 0.8971589803695679, "eta/annotator_197": 0.9245858192443848, "eta/annotator_198": 0.8805257081985474, "eta/annotator_199": 0.8972750902175903, "eta/annotator_2": 0.9050160646438599, "eta/annotator_20": 0.9084935188293457, "eta/annotator_200": 0.9403120875358582, "eta/annotator_201": 0.9219754338264465, "eta/annotator_202": 0.9234616160392761, "eta/annotator_203": 0.8798195123672485, "eta/annotator_204": 0.9074414372444153, "eta/annotator_205": 0.9354239702224731, "eta/annotator_206": 0.9355326890945435, "eta/annotator_207": 0.9035595059394836, "eta/annotator_208": 0.8808507919311523, "eta/annotator_209": 0.8960655927658081, "eta/annotator_21": 0.8124983906745911, "eta/annotator_210": 0.893058180809021, "eta/annotator_211": 0.9061585664749146, "eta/annotator_212": 0.8829116821289062, "eta/annotator_213": 0.9189010858535767, "eta/annotator_214": 0.8624526858329773, "eta/annotator_215": 0.9324215054512024, "eta/annotator_216": 0.9394961595535278, "eta/annotator_217": 0.9236449003219604, "eta/annotator_218": 0.895938515663147, "eta/annotator_219": 0.899177074432373, "eta/annotator_22": 0.9248755574226379, "eta/annotator_220": 0.8746663928031921, "eta/annotator_221": 0.8637865781784058, "eta/annotator_222": 0.862618088722229, "eta/annotator_223": 0.9402214288711548, "eta/annotator_224": 0.8752694129943848, "eta/annotator_225": 0.9156553149223328, "eta/annotator_226": 0.8002678751945496, "eta/annotator_23": 0.9193886518478394, "eta/annotator_24": 0.8955367803573608, "eta/annotator_25": 0.9001895785331726, "eta/annotator_26": 0.9287211298942566, "eta/annotator_27": 0.9144759178161621, "eta/annotator_28": 0.9312723875045776, "eta/annotator_29": 0.9091960787773132, "eta/annotator_3": 0.9389948844909668, "eta/annotator_30": 0.8940162658691406, "eta/annotator_31": 0.9042879343032837, "eta/annotator_32": 0.9007774591445923, "eta/annotator_33": 0.8795269727706909, "eta/annotator_34": 0.8931707143783569, "eta/annotator_35": 0.8108067512512207, "eta/annotator_36": 0.9161423444747925, "eta/annotator_37": 0.8941764831542969, "eta/annotator_38": 0.8600668907165527, "eta/annotator_39": 0.9293944239616394, "eta/annotator_4": 0.9260505437850952, "eta/annotator_40": 0.8878995180130005, "eta/annotator_41": 0.9029982686042786, "eta/annotator_42": 0.9099047780036926, "eta/annotator_43": 0.9400672912597656, "eta/annotator_44": 0.9299958348274231, "eta/annotator_45": 0.9072922468185425, "eta/annotator_46": 0.907852053642273, "eta/annotator_47": 0.9054111242294312, "eta/annotator_48": 0.8480642437934875, "eta/annotator_49": 0.8970791697502136, "eta/annotator_5": 0.7906521558761597, "eta/annotator_50": 0.9001194834709167, "eta/annotator_51": 0.8606613874435425, "eta/annotator_52": 0.938160240650177, "eta/annotator_53": 0.9007514715194702, "eta/annotator_54": 0.8974814414978027, "eta/annotator_55": 0.9502015113830566, "eta/annotator_56": 0.940710186958313, "eta/annotator_57": 0.9119117856025696, "eta/annotator_58": 0.929247260093689, "eta/annotator_59": 0.8049260377883911, "eta/annotator_6": 0.9165420532226562, "eta/annotator_60": 0.8729651570320129, "eta/annotator_61": 0.8219660520553589, "eta/annotator_62": 0.9317463040351868, "eta/annotator_63": 0.9203118085861206, "eta/annotator_64": 0.9076981544494629, "eta/annotator_65": 0.7852783799171448, "eta/annotator_66": 0.928238570690155, "eta/annotator_67": 0.8877080678939819, "eta/annotator_68": 0.945785403251648, "eta/annotator_69": 0.9192557334899902, "eta/annotator_7": 0.901856541633606, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9152992367744446, "eta/annotator_72": 0.8709957003593445, "eta/annotator_73": 0.929620087146759, "eta/annotator_74": 0.9081633687019348, "eta/annotator_75": 0.9068081974983215, "eta/annotator_76": 0.9242454767227173, "eta/annotator_77": 0.9201935529708862, "eta/annotator_78": 0.9099961519241333, "eta/annotator_79": 0.825631320476532, "eta/annotator_8": 0.805346667766571, "eta/annotator_80": 0.9104536771774292, "eta/annotator_81": 0.9259382486343384, "eta/annotator_82": 0.8970673680305481, "eta/annotator_83": 0.8899967074394226, "eta/annotator_84": 0.9387086033821106, "eta/annotator_85": 0.9216273427009583, "eta/annotator_86": 0.7799327373504639, "eta/annotator_87": 0.7877936363220215, "eta/annotator_88": 0.9206877946853638, "eta/annotator_89": 0.8715935945510864, "eta/annotator_9": 0.9274066090583801, "eta/annotator_90": 0.8440605401992798, "eta/annotator_91": 0.9298213124275208, "eta/annotator_92": 0.8756138682365417, "eta/annotator_93": 0.8855938911437988, "eta/annotator_94": 0.9274743795394897, "eta/annotator_95": 0.9311374425888062, "eta/annotator_96": 0.8871719241142273, "eta/annotator_97": 0.8606520891189575, "eta/annotator_98": 0.9073325991630554, "eta/annotator_99": 0.8487508893013, "grad_norm": 26.986910221064417, "learning_rate": 1.699029126213592e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -318.6875, "logps/rejected": -250.60000610351562, "loss": 0.5304, "rewards/accuracies": 0.6625000238418579, "rewards/chosen": -0.09498023986816406, "rewards/margins": 0.592254638671875, "rewards/rejected": -0.687225341796875, "step": 160 }, { "em/agreement_weights_mean": 0.8916056752204895, "em/agreement_weights_std": 0.1320834755897522, "em/unique_annotators_in_global_batch": 14.975000381469727, "epoch": 0.74235807860262, "eta/annotator_0": 0.8977872133255005, "eta/annotator_1": 0.9037377238273621, "eta/annotator_10": 0.9377399682998657, "eta/annotator_100": 0.9076553583145142, "eta/annotator_101": 0.8958876729011536, "eta/annotator_102": 0.849545955657959, "eta/annotator_103": 0.8251692652702332, "eta/annotator_104": 0.7907571792602539, "eta/annotator_105": 0.8733254671096802, "eta/annotator_106": 0.8285694122314453, "eta/annotator_107": 0.9106360673904419, "eta/annotator_108": 0.933753490447998, "eta/annotator_109": 0.9095772504806519, "eta/annotator_11": 0.8397312164306641, "eta/annotator_110": 0.8076833486557007, "eta/annotator_111": 0.900668740272522, "eta/annotator_112": 0.9077528715133667, "eta/annotator_113": 0.8972854614257812, "eta/annotator_114": 0.9270014762878418, "eta/annotator_115": 0.8993887901306152, "eta/annotator_116": 0.9066771268844604, "eta/annotator_117": 0.8745285272598267, "eta/annotator_118": 0.8502722978591919, "eta/annotator_119": 0.8937398195266724, "eta/annotator_12": 0.9306796193122864, "eta/annotator_120": 0.9591720700263977, "eta/annotator_121": 0.9044737815856934, "eta/annotator_122": 0.8873976469039917, "eta/annotator_123": 0.8544224500656128, "eta/annotator_124": 0.8711485862731934, "eta/annotator_125": 0.8738277554512024, "eta/annotator_126": 0.9150105714797974, "eta/annotator_127": 0.8073914647102356, "eta/annotator_128": 0.8944782018661499, "eta/annotator_129": 0.9434142112731934, "eta/annotator_13": 0.87034672498703, "eta/annotator_130": 0.9013603329658508, "eta/annotator_131": 0.8610514402389526, "eta/annotator_132": 0.8097197413444519, "eta/annotator_133": 0.9269870519638062, "eta/annotator_134": 0.923923134803772, "eta/annotator_135": 0.9230186343193054, "eta/annotator_136": 0.9117404222488403, "eta/annotator_137": 0.9230820536613464, "eta/annotator_138": 0.9187413454055786, "eta/annotator_139": 0.9399336576461792, "eta/annotator_14": 0.9079680442810059, "eta/annotator_140": 0.9402030110359192, "eta/annotator_141": 0.9500324130058289, "eta/annotator_142": 0.9436711072921753, "eta/annotator_143": 0.9262294769287109, "eta/annotator_144": 0.8571546673774719, "eta/annotator_145": 0.9053133726119995, "eta/annotator_146": 0.9171155095100403, "eta/annotator_147": 0.9003580212593079, "eta/annotator_148": 0.8943134546279907, "eta/annotator_149": 0.9032851457595825, "eta/annotator_15": 0.9071410298347473, "eta/annotator_150": 0.9406153559684753, "eta/annotator_151": 0.9534144401550293, "eta/annotator_152": 0.9053926467895508, "eta/annotator_153": 0.9305380582809448, "eta/annotator_154": 0.92829829454422, "eta/annotator_155": 0.9083220362663269, "eta/annotator_156": 0.888835608959198, "eta/annotator_157": 0.8864307403564453, "eta/annotator_158": 0.9026299715042114, "eta/annotator_159": 0.8729062080383301, "eta/annotator_16": 0.9398880004882812, "eta/annotator_160": 0.938295841217041, "eta/annotator_161": 0.8993033170700073, "eta/annotator_162": 0.9088741540908813, "eta/annotator_163": 0.8906200528144836, "eta/annotator_164": 0.9301494359970093, "eta/annotator_165": 0.9192283749580383, "eta/annotator_166": 0.9289699792861938, "eta/annotator_167": 0.9031960368156433, "eta/annotator_168": 0.9068036079406738, "eta/annotator_169": 0.904840350151062, "eta/annotator_17": 0.9184967875480652, "eta/annotator_170": 0.9147310256958008, "eta/annotator_171": 0.8874293565750122, "eta/annotator_172": 0.9135532379150391, "eta/annotator_173": 0.8068735003471375, "eta/annotator_174": 0.8785335421562195, "eta/annotator_175": 0.8679978251457214, "eta/annotator_176": 0.8521208763122559, "eta/annotator_177": 0.910906195640564, "eta/annotator_178": 0.9013115763664246, "eta/annotator_179": 0.9500657320022583, "eta/annotator_18": 0.9310728311538696, "eta/annotator_180": 0.942308783531189, "eta/annotator_181": 0.9172669649124146, "eta/annotator_182": 0.9505097270011902, "eta/annotator_183": 0.9245361089706421, "eta/annotator_184": 0.9224641919136047, "eta/annotator_185": 0.8602588772773743, "eta/annotator_186": 0.9358342289924622, "eta/annotator_187": 0.9089829325675964, "eta/annotator_188": 0.8757012486457825, "eta/annotator_189": 0.9307463765144348, "eta/annotator_19": 0.9288105964660645, "eta/annotator_190": 0.928054690361023, "eta/annotator_191": 0.9303759336471558, "eta/annotator_192": 0.9220697283744812, "eta/annotator_193": 0.93931645154953, "eta/annotator_194": 0.7990983724594116, "eta/annotator_195": 0.929836630821228, "eta/annotator_196": 0.9015865325927734, "eta/annotator_197": 0.9244002103805542, "eta/annotator_198": 0.8805257081985474, "eta/annotator_199": 0.8987004160881042, "eta/annotator_2": 0.9000192880630493, "eta/annotator_20": 0.8724867701530457, "eta/annotator_200": 0.9429062604904175, "eta/annotator_201": 0.9301192164421082, "eta/annotator_202": 0.9241007566452026, "eta/annotator_203": 0.8872783780097961, "eta/annotator_204": 0.8958085179328918, "eta/annotator_205": 0.9462571144104004, "eta/annotator_206": 0.934637725353241, "eta/annotator_207": 0.9063507318496704, "eta/annotator_208": 0.8600724339485168, "eta/annotator_209": 0.8969361186027527, "eta/annotator_21": 0.808617889881134, "eta/annotator_210": 0.8977000117301941, "eta/annotator_211": 0.9061585664749146, "eta/annotator_212": 0.8887117505073547, "eta/annotator_213": 0.9221360087394714, "eta/annotator_214": 0.8630191683769226, "eta/annotator_215": 0.9327155351638794, "eta/annotator_216": 0.9482922554016113, "eta/annotator_217": 0.9235170483589172, "eta/annotator_218": 0.8957515954971313, "eta/annotator_219": 0.904471218585968, "eta/annotator_22": 0.9250264167785645, "eta/annotator_220": 0.8406955003738403, "eta/annotator_221": 0.8461092710494995, "eta/annotator_222": 0.8579224348068237, "eta/annotator_223": 0.9450199007987976, "eta/annotator_224": 0.8768799901008606, "eta/annotator_225": 0.9127609133720398, "eta/annotator_226": 0.7980740070343018, "eta/annotator_23": 0.9241706132888794, "eta/annotator_24": 0.8943619728088379, "eta/annotator_25": 0.91033536195755, "eta/annotator_26": 0.925783634185791, "eta/annotator_27": 0.9205185174942017, "eta/annotator_28": 0.934975802898407, "eta/annotator_29": 0.8744775056838989, "eta/annotator_3": 0.9409409761428833, "eta/annotator_30": 0.8972713351249695, "eta/annotator_31": 0.911197304725647, "eta/annotator_32": 0.9007774591445923, "eta/annotator_33": 0.8329143524169922, "eta/annotator_34": 0.886816680431366, "eta/annotator_35": 0.8037925958633423, "eta/annotator_36": 0.9194567799568176, "eta/annotator_37": 0.8989564180374146, "eta/annotator_38": 0.8568575978279114, "eta/annotator_39": 0.9291184544563293, "eta/annotator_4": 0.9267352819442749, "eta/annotator_40": 0.8878995180130005, "eta/annotator_41": 0.9033092260360718, "eta/annotator_42": 0.8926222920417786, "eta/annotator_43": 0.9408849477767944, "eta/annotator_44": 0.9330021739006042, "eta/annotator_45": 0.9023230671882629, "eta/annotator_46": 0.9124038815498352, "eta/annotator_47": 0.8982077836990356, "eta/annotator_48": 0.8496759533882141, "eta/annotator_49": 0.8977597951889038, "eta/annotator_5": 0.7872825860977173, "eta/annotator_50": 0.8990378379821777, "eta/annotator_51": 0.8643662333488464, "eta/annotator_52": 0.9379194974899292, "eta/annotator_53": 0.8961849212646484, "eta/annotator_54": 0.886740505695343, "eta/annotator_55": 0.9483131170272827, "eta/annotator_56": 0.9426739811897278, "eta/annotator_57": 0.901552677154541, "eta/annotator_58": 0.9319213628768921, "eta/annotator_59": 0.7506229281425476, "eta/annotator_6": 0.9157613515853882, "eta/annotator_60": 0.8727889060974121, "eta/annotator_61": 0.816268801689148, "eta/annotator_62": 0.9340004920959473, "eta/annotator_63": 0.9203118085861206, "eta/annotator_64": 0.9077456593513489, "eta/annotator_65": 0.8021915555000305, "eta/annotator_66": 0.9334303736686707, "eta/annotator_67": 0.84552001953125, "eta/annotator_68": 0.9439945220947266, "eta/annotator_69": 0.9191799163818359, "eta/annotator_7": 0.8988768458366394, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9181474447250366, "eta/annotator_72": 0.8754829168319702, "eta/annotator_73": 0.9228368997573853, "eta/annotator_74": 0.9081633687019348, "eta/annotator_75": 0.912148654460907, "eta/annotator_76": 0.9267300367355347, "eta/annotator_77": 0.9201935529708862, "eta/annotator_78": 0.9153526425361633, "eta/annotator_79": 0.8232272863388062, "eta/annotator_8": 0.8056548237800598, "eta/annotator_80": 0.9045537114143372, "eta/annotator_81": 0.936553955078125, "eta/annotator_82": 0.8942551612854004, "eta/annotator_83": 0.8389197587966919, "eta/annotator_84": 0.9395272135734558, "eta/annotator_85": 0.9220579862594604, "eta/annotator_86": 0.7654529809951782, "eta/annotator_87": 0.816085159778595, "eta/annotator_88": 0.922832190990448, "eta/annotator_89": 0.8813410997390747, "eta/annotator_9": 0.9367577433586121, "eta/annotator_90": 0.8534923791885376, "eta/annotator_91": 0.9277122616767883, "eta/annotator_92": 0.8786090612411499, "eta/annotator_93": 0.8861545324325562, "eta/annotator_94": 0.9371092915534973, "eta/annotator_95": 0.9338280558586121, "eta/annotator_96": 0.8798590898513794, "eta/annotator_97": 0.8608266711235046, "eta/annotator_98": 0.918025016784668, "eta/annotator_99": 0.8592782020568848, "grad_norm": 27.191258718655725, "learning_rate": 1.4563106796116505e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -314.5249938964844, "logps/rejected": -257.9624938964844, "loss": 0.5373, "rewards/accuracies": 0.6617187261581421, "rewards/chosen": -0.12627831101417542, "rewards/margins": 0.5762611627578735, "rewards/rejected": -0.7022339105606079, "step": 170 }, { "em/agreement_weights_mean": 0.8941600918769836, "em/agreement_weights_std": 0.12674324214458466, "em/unique_annotators_in_global_batch": 15.324999809265137, "epoch": 0.7860262008733624, "eta/annotator_0": 0.8755826950073242, "eta/annotator_1": 0.9140928983688354, "eta/annotator_10": 0.9413837194442749, "eta/annotator_100": 0.9173063039779663, "eta/annotator_101": 0.8961914777755737, "eta/annotator_102": 0.8516421318054199, "eta/annotator_103": 0.8380399942398071, "eta/annotator_104": 0.7874130010604858, "eta/annotator_105": 0.8746030926704407, "eta/annotator_106": 0.8242942690849304, "eta/annotator_107": 0.9012669324874878, "eta/annotator_108": 0.9376221895217896, "eta/annotator_109": 0.9042758941650391, "eta/annotator_11": 0.8225677609443665, "eta/annotator_110": 0.690218448638916, "eta/annotator_111": 0.8998485803604126, "eta/annotator_112": 0.9146384000778198, "eta/annotator_113": 0.9057380557060242, "eta/annotator_114": 0.9256888628005981, "eta/annotator_115": 0.8999983668327332, "eta/annotator_116": 0.9066771268844604, "eta/annotator_117": 0.873278796672821, "eta/annotator_118": 0.8501633405685425, "eta/annotator_119": 0.8920187950134277, "eta/annotator_12": 0.9437683820724487, "eta/annotator_120": 0.9598339796066284, "eta/annotator_121": 0.9102824926376343, "eta/annotator_122": 0.8883221745491028, "eta/annotator_123": 0.8592286109924316, "eta/annotator_124": 0.8782118558883667, "eta/annotator_125": 0.8732855916023254, "eta/annotator_126": 0.910538375377655, "eta/annotator_127": 0.8083194494247437, "eta/annotator_128": 0.8832188844680786, "eta/annotator_129": 0.9439431428909302, "eta/annotator_13": 0.8641948699951172, "eta/annotator_130": 0.9026871919631958, "eta/annotator_131": 0.8700835108757019, "eta/annotator_132": 0.7990874648094177, "eta/annotator_133": 0.9219168424606323, "eta/annotator_134": 0.9301818013191223, "eta/annotator_135": 0.9262847900390625, "eta/annotator_136": 0.9128319621086121, "eta/annotator_137": 0.925728976726532, "eta/annotator_138": 0.9290667772293091, "eta/annotator_139": 0.9393494725227356, "eta/annotator_14": 0.9125458598136902, "eta/annotator_140": 0.9283648729324341, "eta/annotator_141": 0.9491339921951294, "eta/annotator_142": 0.9385349154472351, "eta/annotator_143": 0.9255534410476685, "eta/annotator_144": 0.8743839263916016, "eta/annotator_145": 0.9095109105110168, "eta/annotator_146": 0.918359637260437, "eta/annotator_147": 0.9102632403373718, "eta/annotator_148": 0.9045928120613098, "eta/annotator_149": 0.9054291844367981, "eta/annotator_15": 0.903576672077179, "eta/annotator_150": 0.9447051286697388, "eta/annotator_151": 0.9583984613418579, "eta/annotator_152": 0.9150055050849915, "eta/annotator_153": 0.931533932685852, "eta/annotator_154": 0.9301555752754211, "eta/annotator_155": 0.911223292350769, "eta/annotator_156": 0.8845980763435364, "eta/annotator_157": 0.8901209831237793, "eta/annotator_158": 0.9020353555679321, "eta/annotator_159": 0.8707087635993958, "eta/annotator_16": 0.9387347102165222, "eta/annotator_160": 0.9413628578186035, "eta/annotator_161": 0.8992018699645996, "eta/annotator_162": 0.9155350923538208, "eta/annotator_163": 0.89814293384552, "eta/annotator_164": 0.9304499626159668, "eta/annotator_165": 0.9224289655685425, "eta/annotator_166": 0.9326586723327637, "eta/annotator_167": 0.9075204133987427, "eta/annotator_168": 0.9109786152839661, "eta/annotator_169": 0.9171805381774902, "eta/annotator_17": 0.9218277931213379, "eta/annotator_170": 0.9240875244140625, "eta/annotator_171": 0.8906006813049316, "eta/annotator_172": 0.9134057760238647, "eta/annotator_173": 0.8190736770629883, "eta/annotator_174": 0.8918806910514832, "eta/annotator_175": 0.8444947004318237, "eta/annotator_176": 0.8391197323799133, "eta/annotator_177": 0.8792513608932495, "eta/annotator_178": 0.8991471529006958, "eta/annotator_179": 0.9430729746818542, "eta/annotator_18": 0.9398903846740723, "eta/annotator_180": 0.9458862543106079, "eta/annotator_181": 0.9168961644172668, "eta/annotator_182": 0.9509216547012329, "eta/annotator_183": 0.9283550381660461, "eta/annotator_184": 0.926236629486084, "eta/annotator_185": 0.8598683476448059, "eta/annotator_186": 0.9426275491714478, "eta/annotator_187": 0.9071624875068665, "eta/annotator_188": 0.8556264042854309, "eta/annotator_189": 0.9326096773147583, "eta/annotator_19": 0.9137846827507019, "eta/annotator_190": 0.9201911091804504, "eta/annotator_191": 0.9354758262634277, "eta/annotator_192": 0.8891380429267883, "eta/annotator_193": 0.9374428987503052, "eta/annotator_194": 0.8006590604782104, "eta/annotator_195": 0.9338153004646301, "eta/annotator_196": 0.9136969447135925, "eta/annotator_197": 0.92579185962677, "eta/annotator_198": 0.8805257081985474, "eta/annotator_199": 0.8979946970939636, "eta/annotator_2": 0.9067651033401489, "eta/annotator_20": 0.8734992742538452, "eta/annotator_200": 0.9459937214851379, "eta/annotator_201": 0.9286268949508667, "eta/annotator_202": 0.9331631660461426, "eta/annotator_203": 0.907974123954773, "eta/annotator_204": 0.8917540311813354, "eta/annotator_205": 0.9482979774475098, "eta/annotator_206": 0.9359363317489624, "eta/annotator_207": 0.8991951942443848, "eta/annotator_208": 0.8736709356307983, "eta/annotator_209": 0.9047393798828125, "eta/annotator_21": 0.7699607610702515, "eta/annotator_210": 0.9088209867477417, "eta/annotator_211": 0.9061585664749146, "eta/annotator_212": 0.8918290138244629, "eta/annotator_213": 0.9219765663146973, "eta/annotator_214": 0.866672158241272, "eta/annotator_215": 0.9121688604354858, "eta/annotator_216": 0.9527260661125183, "eta/annotator_217": 0.9198079109191895, "eta/annotator_218": 0.8955570459365845, "eta/annotator_219": 0.8925483822822571, "eta/annotator_22": 0.9281798601150513, "eta/annotator_220": 0.8250397443771362, "eta/annotator_221": 0.8637081384658813, "eta/annotator_222": 0.8687737584114075, "eta/annotator_223": 0.947893500328064, "eta/annotator_224": 0.8594509363174438, "eta/annotator_225": 0.9151517748832703, "eta/annotator_226": 0.807183563709259, "eta/annotator_23": 0.9289788007736206, "eta/annotator_24": 0.9004979133605957, "eta/annotator_25": 0.924418568611145, "eta/annotator_26": 0.922131359577179, "eta/annotator_27": 0.9235976338386536, "eta/annotator_28": 0.9337818026542664, "eta/annotator_29": 0.8831084966659546, "eta/annotator_3": 0.9422149658203125, "eta/annotator_30": 0.8976429104804993, "eta/annotator_31": 0.9185982942581177, "eta/annotator_32": 0.9007774591445923, "eta/annotator_33": 0.8351580500602722, "eta/annotator_34": 0.8898239135742188, "eta/annotator_35": 0.8049416542053223, "eta/annotator_36": 0.923538327217102, "eta/annotator_37": 0.900378406047821, "eta/annotator_38": 0.8544451594352722, "eta/annotator_39": 0.9075078964233398, "eta/annotator_4": 0.9328979253768921, "eta/annotator_40": 0.8876086473464966, "eta/annotator_41": 0.9012425541877747, "eta/annotator_42": 0.8874894380569458, "eta/annotator_43": 0.950390636920929, "eta/annotator_44": 0.9335721135139465, "eta/annotator_45": 0.8998252749443054, "eta/annotator_46": 0.9124038815498352, "eta/annotator_47": 0.8951336741447449, "eta/annotator_48": 0.8621481657028198, "eta/annotator_49": 0.873855710029602, "eta/annotator_5": 0.7739807367324829, "eta/annotator_50": 0.8989338874816895, "eta/annotator_51": 0.8643662333488464, "eta/annotator_52": 0.9320901036262512, "eta/annotator_53": 0.880328357219696, "eta/annotator_54": 0.888813853263855, "eta/annotator_55": 0.9464898109436035, "eta/annotator_56": 0.9228545427322388, "eta/annotator_57": 0.9058597683906555, "eta/annotator_58": 0.9349170923233032, "eta/annotator_59": 0.7502083778381348, "eta/annotator_6": 0.9133408665657043, "eta/annotator_60": 0.8849120140075684, "eta/annotator_61": 0.822346031665802, "eta/annotator_62": 0.9338065981864929, "eta/annotator_63": 0.9191204905509949, "eta/annotator_64": 0.9106167554855347, "eta/annotator_65": 0.8181502223014832, "eta/annotator_66": 0.9339842796325684, "eta/annotator_67": 0.8468524813652039, "eta/annotator_68": 0.946276843547821, "eta/annotator_69": 0.9192882776260376, "eta/annotator_7": 0.8729590177536011, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9280044436454773, "eta/annotator_72": 0.8804958462715149, "eta/annotator_73": 0.9174052476882935, "eta/annotator_74": 0.9083954691886902, "eta/annotator_75": 0.9134777188301086, "eta/annotator_76": 0.9348999261856079, "eta/annotator_77": 0.9207603335380554, "eta/annotator_78": 0.9190665483474731, "eta/annotator_79": 0.8178780674934387, "eta/annotator_8": 0.77537602186203, "eta/annotator_80": 0.911820113658905, "eta/annotator_81": 0.9396394491195679, "eta/annotator_82": 0.8929814100265503, "eta/annotator_83": 0.8463470339775085, "eta/annotator_84": 0.9422987699508667, "eta/annotator_85": 0.926131546497345, "eta/annotator_86": 0.7679217457771301, "eta/annotator_87": 0.8240982890129089, "eta/annotator_88": 0.928726077079773, "eta/annotator_89": 0.8879798054695129, "eta/annotator_9": 0.9385027885437012, "eta/annotator_90": 0.8543567657470703, "eta/annotator_91": 0.9297133684158325, "eta/annotator_92": 0.8746814727783203, "eta/annotator_93": 0.8931136131286621, "eta/annotator_94": 0.9427618980407715, "eta/annotator_95": 0.9317395091056824, "eta/annotator_96": 0.8851135969161987, "eta/annotator_97": 0.8672337532043457, "eta/annotator_98": 0.9092097282409668, "eta/annotator_99": 0.8535674810409546, "grad_norm": 25.821396316792143, "learning_rate": 1.2135922330097088e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.38751220703125, "logps/rejected": -254.6374969482422, "loss": 0.5345, "rewards/accuracies": 0.676562488079071, "rewards/chosen": -0.18163490295410156, "rewards/margins": 0.5857146978378296, "rewards/rejected": -0.7671874761581421, "step": 180 }, { "em/agreement_weights_mean": 0.8961700201034546, "em/agreement_weights_std": 0.12027981132268906, "em/unique_annotators_in_global_batch": 15.25, "epoch": 0.8296943231441049, "eta/annotator_0": 0.8728580474853516, "eta/annotator_1": 0.9252877235412598, "eta/annotator_10": 0.9464168548583984, "eta/annotator_100": 0.9254220128059387, "eta/annotator_101": 0.873296856880188, "eta/annotator_102": 0.7918376326560974, "eta/annotator_103": 0.8373953700065613, "eta/annotator_104": 0.780413806438446, "eta/annotator_105": 0.8912802934646606, "eta/annotator_106": 0.83494633436203, "eta/annotator_107": 0.9020379185676575, "eta/annotator_108": 0.9397767186164856, "eta/annotator_109": 0.9085808992385864, "eta/annotator_11": 0.8024529218673706, "eta/annotator_110": 0.6967338919639587, "eta/annotator_111": 0.9069697260856628, "eta/annotator_112": 0.9146384000778198, "eta/annotator_113": 0.9129112958908081, "eta/annotator_114": 0.9259796142578125, "eta/annotator_115": 0.9054856300354004, "eta/annotator_116": 0.9066771268844604, "eta/annotator_117": 0.8600733876228333, "eta/annotator_118": 0.8477729558944702, "eta/annotator_119": 0.8915513157844543, "eta/annotator_12": 0.947091281414032, "eta/annotator_120": 0.9640282392501831, "eta/annotator_121": 0.9111303091049194, "eta/annotator_122": 0.8961488604545593, "eta/annotator_123": 0.8578848838806152, "eta/annotator_124": 0.8794811964035034, "eta/annotator_125": 0.8734509348869324, "eta/annotator_126": 0.904801070690155, "eta/annotator_127": 0.8195827603340149, "eta/annotator_128": 0.8821185231208801, "eta/annotator_129": 0.9440727233886719, "eta/annotator_13": 0.869775116443634, "eta/annotator_130": 0.9031047821044922, "eta/annotator_131": 0.8649601936340332, "eta/annotator_132": 0.7876182794570923, "eta/annotator_133": 0.92078697681427, "eta/annotator_134": 0.9326024055480957, "eta/annotator_135": 0.9248629808425903, "eta/annotator_136": 0.9131531715393066, "eta/annotator_137": 0.9266618490219116, "eta/annotator_138": 0.915606677532196, "eta/annotator_139": 0.880149245262146, "eta/annotator_14": 0.9064315557479858, "eta/annotator_140": 0.9374855756759644, "eta/annotator_141": 0.9517840147018433, "eta/annotator_142": 0.9405133128166199, "eta/annotator_143": 0.9319044947624207, "eta/annotator_144": 0.8783525228500366, "eta/annotator_145": 0.9170034527778625, "eta/annotator_146": 0.9210594296455383, "eta/annotator_147": 0.9170330762863159, "eta/annotator_148": 0.9050049781799316, "eta/annotator_149": 0.9094470739364624, "eta/annotator_15": 0.8847472071647644, "eta/annotator_150": 0.9483386874198914, "eta/annotator_151": 0.9664613008499146, "eta/annotator_152": 0.9151924848556519, "eta/annotator_153": 0.9337100982666016, "eta/annotator_154": 0.9315410852432251, "eta/annotator_155": 0.9120157957077026, "eta/annotator_156": 0.8917858004570007, "eta/annotator_157": 0.8811323046684265, "eta/annotator_158": 0.9015998840332031, "eta/annotator_159": 0.8703827857971191, "eta/annotator_16": 0.9362733960151672, "eta/annotator_160": 0.9489544034004211, "eta/annotator_161": 0.8822123408317566, "eta/annotator_162": 0.9155350923538208, "eta/annotator_163": 0.9012972712516785, "eta/annotator_164": 0.92760169506073, "eta/annotator_165": 0.9155442118644714, "eta/annotator_166": 0.9373999834060669, "eta/annotator_167": 0.9066780805587769, "eta/annotator_168": 0.9123703837394714, "eta/annotator_169": 0.9137481451034546, "eta/annotator_17": 0.9235528111457825, "eta/annotator_170": 0.9192073941230774, "eta/annotator_171": 0.8876816630363464, "eta/annotator_172": 0.9175957441329956, "eta/annotator_173": 0.8009331822395325, "eta/annotator_174": 0.8943238258361816, "eta/annotator_175": 0.8409638404846191, "eta/annotator_176": 0.8263754844665527, "eta/annotator_177": 0.8785114288330078, "eta/annotator_178": 0.8989307284355164, "eta/annotator_179": 0.9414604902267456, "eta/annotator_18": 0.9409874081611633, "eta/annotator_180": 0.9466164708137512, "eta/annotator_181": 0.9194690585136414, "eta/annotator_182": 0.9567813873291016, "eta/annotator_183": 0.9315460324287415, "eta/annotator_184": 0.9273212552070618, "eta/annotator_185": 0.856749415397644, "eta/annotator_186": 0.9455885887145996, "eta/annotator_187": 0.9026587605476379, "eta/annotator_188": 0.8704121708869934, "eta/annotator_189": 0.926973819732666, "eta/annotator_19": 0.9184772372245789, "eta/annotator_190": 0.9239333868026733, "eta/annotator_191": 0.9376465082168579, "eta/annotator_192": 0.8578885197639465, "eta/annotator_193": 0.939868152141571, "eta/annotator_194": 0.8076294660568237, "eta/annotator_195": 0.9382439851760864, "eta/annotator_196": 0.8405459523200989, "eta/annotator_197": 0.925655722618103, "eta/annotator_198": 0.8805257081985474, "eta/annotator_199": 0.8948391079902649, "eta/annotator_2": 0.9119836091995239, "eta/annotator_20": 0.871611475944519, "eta/annotator_200": 0.9485304951667786, "eta/annotator_201": 0.8879374265670776, "eta/annotator_202": 0.9316452145576477, "eta/annotator_203": 0.9165980219841003, "eta/annotator_204": 0.8929492235183716, "eta/annotator_205": 0.9489280581474304, "eta/annotator_206": 0.9336671829223633, "eta/annotator_207": 0.8986039161682129, "eta/annotator_208": 0.8418487310409546, "eta/annotator_209": 0.9015356302261353, "eta/annotator_21": 0.787865400314331, "eta/annotator_210": 0.913561224937439, "eta/annotator_211": 0.9061585664749146, "eta/annotator_212": 0.8983566164970398, "eta/annotator_213": 0.9212943315505981, "eta/annotator_214": 0.8689945340156555, "eta/annotator_215": 0.9140097498893738, "eta/annotator_216": 0.9575210809707642, "eta/annotator_217": 0.9210178256034851, "eta/annotator_218": 0.8918040990829468, "eta/annotator_219": 0.8841246366500854, "eta/annotator_22": 0.9262642860412598, "eta/annotator_220": 0.8224089741706848, "eta/annotator_221": 0.8605653643608093, "eta/annotator_222": 0.8711687922477722, "eta/annotator_223": 0.9487807154655457, "eta/annotator_224": 0.8586241006851196, "eta/annotator_225": 0.9071841239929199, "eta/annotator_226": 0.8132414817810059, "eta/annotator_23": 0.9324271082878113, "eta/annotator_24": 0.9010230302810669, "eta/annotator_25": 0.925783634185791, "eta/annotator_26": 0.9244869947433472, "eta/annotator_27": 0.9158808588981628, "eta/annotator_28": 0.9356444478034973, "eta/annotator_29": 0.889255166053772, "eta/annotator_3": 0.9426500201225281, "eta/annotator_30": 0.8948767781257629, "eta/annotator_31": 0.9193946123123169, "eta/annotator_32": 0.9008151888847351, "eta/annotator_33": 0.8358216285705566, "eta/annotator_34": 0.9013589024543762, "eta/annotator_35": 0.7968463897705078, "eta/annotator_36": 0.9304825663566589, "eta/annotator_37": 0.9148746728897095, "eta/annotator_38": 0.8549591898918152, "eta/annotator_39": 0.9153205156326294, "eta/annotator_4": 0.9334961771965027, "eta/annotator_40": 0.8849908113479614, "eta/annotator_41": 0.9068112373352051, "eta/annotator_42": 0.8794623613357544, "eta/annotator_43": 0.9580734968185425, "eta/annotator_44": 0.9392976760864258, "eta/annotator_45": 0.9013516306877136, "eta/annotator_46": 0.9124038815498352, "eta/annotator_47": 0.9021128416061401, "eta/annotator_48": 0.8486580848693848, "eta/annotator_49": 0.8782321810722351, "eta/annotator_5": 0.7695053815841675, "eta/annotator_50": 0.9047473073005676, "eta/annotator_51": 0.8647246360778809, "eta/annotator_52": 0.9361823201179504, "eta/annotator_53": 0.894402801990509, "eta/annotator_54": 0.9096051454544067, "eta/annotator_55": 0.9481955766677856, "eta/annotator_56": 0.9202917814254761, "eta/annotator_57": 0.9130280613899231, "eta/annotator_58": 0.936832070350647, "eta/annotator_59": 0.7582685947418213, "eta/annotator_6": 0.9140243530273438, "eta/annotator_60": 0.893025279045105, "eta/annotator_61": 0.8223675489425659, "eta/annotator_62": 0.9320610761642456, "eta/annotator_63": 0.9083977937698364, "eta/annotator_64": 0.915612518787384, "eta/annotator_65": 0.824906051158905, "eta/annotator_66": 0.9389545321464539, "eta/annotator_67": 0.8514744639396667, "eta/annotator_68": 0.9484971165657043, "eta/annotator_69": 0.9263993501663208, "eta/annotator_7": 0.8821547627449036, "eta/annotator_70": 0.9052451252937317, "eta/annotator_71": 0.9290698170661926, "eta/annotator_72": 0.8802540898323059, "eta/annotator_73": 0.9198731184005737, "eta/annotator_74": 0.9177907109260559, "eta/annotator_75": 0.9208510518074036, "eta/annotator_76": 0.9372918009757996, "eta/annotator_77": 0.926493763923645, "eta/annotator_78": 0.9151877164840698, "eta/annotator_79": 0.8159767985343933, "eta/annotator_8": 0.7771667838096619, "eta/annotator_80": 0.911820113658905, "eta/annotator_81": 0.9437793493270874, "eta/annotator_82": 0.8994377851486206, "eta/annotator_83": 0.8453869819641113, "eta/annotator_84": 0.9472661018371582, "eta/annotator_85": 0.9280298948287964, "eta/annotator_86": 0.7701224684715271, "eta/annotator_87": 0.8377516865730286, "eta/annotator_88": 0.928726077079773, "eta/annotator_89": 0.9026935696601868, "eta/annotator_9": 0.9483261108398438, "eta/annotator_90": 0.8601511716842651, "eta/annotator_91": 0.9267943501472473, "eta/annotator_92": 0.8754657506942749, "eta/annotator_93": 0.894284725189209, "eta/annotator_94": 0.9467026591300964, "eta/annotator_95": 0.9320427775382996, "eta/annotator_96": 0.8994284868240356, "eta/annotator_97": 0.8723824620246887, "eta/annotator_98": 0.911866307258606, "eta/annotator_99": 0.855385959148407, "grad_norm": 29.00199494379686, "learning_rate": 9.708737864077669e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -330.3500061035156, "logps/rejected": -249.4875030517578, "loss": 0.5269, "rewards/accuracies": 0.664843738079071, "rewards/chosen": -0.1328941285610199, "rewards/margins": 0.6575668454170227, "rewards/rejected": -0.7901977300643921, "step": 190 }, { "em/agreement_weights_mean": 0.8978702425956726, "em/agreement_weights_std": 0.11998488008975983, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.8733624454148472, "eta/annotator_0": 0.8764926791191101, "eta/annotator_1": 0.923566460609436, "eta/annotator_10": 0.9471701383590698, "eta/annotator_100": 0.9291087985038757, "eta/annotator_101": 0.873296856880188, "eta/annotator_102": 0.779034435749054, "eta/annotator_103": 0.84703528881073, "eta/annotator_104": 0.7759204506874084, "eta/annotator_105": 0.8943561315536499, "eta/annotator_106": 0.8329494595527649, "eta/annotator_107": 0.908976674079895, "eta/annotator_108": 0.939193606376648, "eta/annotator_109": 0.9148098230361938, "eta/annotator_11": 0.815198540687561, "eta/annotator_110": 0.6966415047645569, "eta/annotator_111": 0.9053903818130493, "eta/annotator_112": 0.9146384000778198, "eta/annotator_113": 0.9172636866569519, "eta/annotator_114": 0.9287490844726562, "eta/annotator_115": 0.9054856300354004, "eta/annotator_116": 0.9074500203132629, "eta/annotator_117": 0.8534088134765625, "eta/annotator_118": 0.8463412523269653, "eta/annotator_119": 0.8939634561538696, "eta/annotator_12": 0.9512763023376465, "eta/annotator_120": 0.9657885432243347, "eta/annotator_121": 0.9054053425788879, "eta/annotator_122": 0.9074087142944336, "eta/annotator_123": 0.8497358560562134, "eta/annotator_124": 0.8829560279846191, "eta/annotator_125": 0.8755760192871094, "eta/annotator_126": 0.8965455293655396, "eta/annotator_127": 0.8458558320999146, "eta/annotator_128": 0.8930882215499878, "eta/annotator_129": 0.9452568888664246, "eta/annotator_13": 0.8439230918884277, "eta/annotator_130": 0.9124034643173218, "eta/annotator_131": 0.8628548383712769, "eta/annotator_132": 0.7888188362121582, "eta/annotator_133": 0.9178401827812195, "eta/annotator_134": 0.9334571957588196, "eta/annotator_135": 0.9255882501602173, "eta/annotator_136": 0.9160439372062683, "eta/annotator_137": 0.9362794160842896, "eta/annotator_138": 0.9213944673538208, "eta/annotator_139": 0.890621542930603, "eta/annotator_14": 0.9060990214347839, "eta/annotator_140": 0.9390944242477417, "eta/annotator_141": 0.9564687013626099, "eta/annotator_142": 0.9435994029045105, "eta/annotator_143": 0.9353126287460327, "eta/annotator_144": 0.8806742429733276, "eta/annotator_145": 0.918459415435791, "eta/annotator_146": 0.9289488792419434, "eta/annotator_147": 0.9163566827774048, "eta/annotator_148": 0.9066001176834106, "eta/annotator_149": 0.9167335629463196, "eta/annotator_15": 0.8962100744247437, "eta/annotator_150": 0.9451254606246948, "eta/annotator_151": 0.9653111696243286, "eta/annotator_152": 0.9106758832931519, "eta/annotator_153": 0.9336957931518555, "eta/annotator_154": 0.9377387166023254, "eta/annotator_155": 0.9198498725891113, "eta/annotator_156": 0.8985902070999146, "eta/annotator_157": 0.8742424845695496, "eta/annotator_158": 0.89692223072052, "eta/annotator_159": 0.8785470128059387, "eta/annotator_16": 0.9336336851119995, "eta/annotator_160": 0.9475051760673523, "eta/annotator_161": 0.8885139226913452, "eta/annotator_162": 0.9163613319396973, "eta/annotator_163": 0.8823689222335815, "eta/annotator_164": 0.9299025535583496, "eta/annotator_165": 0.9203665852546692, "eta/annotator_166": 0.9277153015136719, "eta/annotator_167": 0.9073363542556763, "eta/annotator_168": 0.9067802429199219, "eta/annotator_169": 0.9229466319084167, "eta/annotator_17": 0.9210551977157593, "eta/annotator_170": 0.8954144716262817, "eta/annotator_171": 0.8885765075683594, "eta/annotator_172": 0.9192245602607727, "eta/annotator_173": 0.7966906428337097, "eta/annotator_174": 0.895248293876648, "eta/annotator_175": 0.8431165814399719, "eta/annotator_176": 0.8260918855667114, "eta/annotator_177": 0.8846685290336609, "eta/annotator_178": 0.8856167793273926, "eta/annotator_179": 0.9439290761947632, "eta/annotator_18": 0.9439342617988586, "eta/annotator_180": 0.9405144453048706, "eta/annotator_181": 0.921589732170105, "eta/annotator_182": 0.953585147857666, "eta/annotator_183": 0.9340192675590515, "eta/annotator_184": 0.935430645942688, "eta/annotator_185": 0.8549222946166992, "eta/annotator_186": 0.9535140991210938, "eta/annotator_187": 0.9011253118515015, "eta/annotator_188": 0.8840384483337402, "eta/annotator_189": 0.9308570027351379, "eta/annotator_19": 0.920548141002655, "eta/annotator_190": 0.9296447038650513, "eta/annotator_191": 0.9417041540145874, "eta/annotator_192": 0.8698986768722534, "eta/annotator_193": 0.942147433757782, "eta/annotator_194": 0.811159610748291, "eta/annotator_195": 0.9409410357475281, "eta/annotator_196": 0.857461154460907, "eta/annotator_197": 0.9322024583816528, "eta/annotator_198": 0.8786242604255676, "eta/annotator_199": 0.9006770253181458, "eta/annotator_2": 0.9078633189201355, "eta/annotator_20": 0.8477400541305542, "eta/annotator_200": 0.9400244951248169, "eta/annotator_201": 0.8855664134025574, "eta/annotator_202": 0.9414736032485962, "eta/annotator_203": 0.8888344764709473, "eta/annotator_204": 0.8941000699996948, "eta/annotator_205": 0.954525351524353, "eta/annotator_206": 0.9346951246261597, "eta/annotator_207": 0.8976131677627563, "eta/annotator_208": 0.8532582521438599, "eta/annotator_209": 0.8699507713317871, "eta/annotator_21": 0.8022505640983582, "eta/annotator_210": 0.9088126420974731, "eta/annotator_211": 0.9070550203323364, "eta/annotator_212": 0.8991649746894836, "eta/annotator_213": 0.9280401468276978, "eta/annotator_214": 0.8676567077636719, "eta/annotator_215": 0.9179657101631165, "eta/annotator_216": 0.9606406092643738, "eta/annotator_217": 0.9241088032722473, "eta/annotator_218": 0.8927343487739563, "eta/annotator_219": 0.8868633508682251, "eta/annotator_22": 0.9282897710800171, "eta/annotator_220": 0.8430414199829102, "eta/annotator_221": 0.8545719385147095, "eta/annotator_222": 0.8927603960037231, "eta/annotator_223": 0.9491789937019348, "eta/annotator_224": 0.8673610687255859, "eta/annotator_225": 0.8891823887825012, "eta/annotator_226": 0.8201781511306763, "eta/annotator_23": 0.9374604225158691, "eta/annotator_24": 0.9057480692863464, "eta/annotator_25": 0.9278700947761536, "eta/annotator_26": 0.9290405511856079, "eta/annotator_27": 0.9212065935134888, "eta/annotator_28": 0.9136795997619629, "eta/annotator_29": 0.8941212892532349, "eta/annotator_3": 0.9400927424430847, "eta/annotator_30": 0.8739959597587585, "eta/annotator_31": 0.926826000213623, "eta/annotator_32": 0.9041682481765747, "eta/annotator_33": 0.8415032625198364, "eta/annotator_34": 0.9047748446464539, "eta/annotator_35": 0.7927151322364807, "eta/annotator_36": 0.9308377504348755, "eta/annotator_37": 0.9098258018493652, "eta/annotator_38": 0.8595865964889526, "eta/annotator_39": 0.9191011190414429, "eta/annotator_4": 0.9388805627822876, "eta/annotator_40": 0.8854063749313354, "eta/annotator_41": 0.9107875823974609, "eta/annotator_42": 0.8889740705490112, "eta/annotator_43": 0.957800567150116, "eta/annotator_44": 0.9414885640144348, "eta/annotator_45": 0.9013924598693848, "eta/annotator_46": 0.912274181842804, "eta/annotator_47": 0.9035094380378723, "eta/annotator_48": 0.8610633015632629, "eta/annotator_49": 0.8796297311782837, "eta/annotator_5": 0.7479034066200256, "eta/annotator_50": 0.9044625163078308, "eta/annotator_51": 0.8679477572441101, "eta/annotator_52": 0.9361165165901184, "eta/annotator_53": 0.9035037159919739, "eta/annotator_54": 0.9169014692306519, "eta/annotator_55": 0.9520432353019714, "eta/annotator_56": 0.9235057830810547, "eta/annotator_57": 0.9130060076713562, "eta/annotator_58": 0.9347928762435913, "eta/annotator_59": 0.7844624519348145, "eta/annotator_6": 0.9241744875907898, "eta/annotator_60": 0.8795092701911926, "eta/annotator_61": 0.8262532353401184, "eta/annotator_62": 0.9326282739639282, "eta/annotator_63": 0.9083579778671265, "eta/annotator_64": 0.9124370813369751, "eta/annotator_65": 0.826657772064209, "eta/annotator_66": 0.9394081830978394, "eta/annotator_67": 0.8520037531852722, "eta/annotator_68": 0.9514001607894897, "eta/annotator_69": 0.9263297319412231, "eta/annotator_7": 0.8932583928108215, "eta/annotator_70": 0.9050551652908325, "eta/annotator_71": 0.927935779094696, "eta/annotator_72": 0.8712501525878906, "eta/annotator_73": 0.9162304997444153, "eta/annotator_74": 0.9177905917167664, "eta/annotator_75": 0.9173962473869324, "eta/annotator_76": 0.9403754472732544, "eta/annotator_77": 0.9321839213371277, "eta/annotator_78": 0.9095320701599121, "eta/annotator_79": 0.7851662039756775, "eta/annotator_8": 0.7711272835731506, "eta/annotator_80": 0.911820113658905, "eta/annotator_81": 0.9431838989257812, "eta/annotator_82": 0.9062615633010864, "eta/annotator_83": 0.8376216888427734, "eta/annotator_84": 0.9515498280525208, "eta/annotator_85": 0.929477334022522, "eta/annotator_86": 0.7799960374832153, "eta/annotator_87": 0.8417044878005981, "eta/annotator_88": 0.928726077079773, "eta/annotator_89": 0.9024727940559387, "eta/annotator_9": 0.9496293067932129, "eta/annotator_90": 0.8564085960388184, "eta/annotator_91": 0.9302420616149902, "eta/annotator_92": 0.8764626383781433, "eta/annotator_93": 0.9013272523880005, "eta/annotator_94": 0.945319652557373, "eta/annotator_95": 0.9355465769767761, "eta/annotator_96": 0.9065130949020386, "eta/annotator_97": 0.8697083592414856, "eta/annotator_98": 0.9125899076461792, "eta/annotator_99": 0.8586322069168091, "grad_norm": 28.854273518915956, "learning_rate": 7.281553398058252e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -327.2124938964844, "logps/rejected": -246.21249389648438, "loss": 0.542, "rewards/accuracies": 0.653124988079071, "rewards/chosen": -0.1440887451171875, "rewards/margins": 0.5887786746025085, "rewards/rejected": -0.732922375202179, "step": 200 }, { "epoch": 0.8733624454148472, "eta/annotator_0": 0.8942373394966125, "eta/annotator_1": 0.9237040877342224, "eta/annotator_10": 0.9366366863250732, "eta/annotator_100": 0.9270614981651306, "eta/annotator_101": 0.8732967376708984, "eta/annotator_102": 0.7252484560012817, "eta/annotator_103": 0.8460614681243896, "eta/annotator_104": 0.7595096826553345, "eta/annotator_105": 0.9010918140411377, "eta/annotator_106": 0.8369314670562744, "eta/annotator_107": 0.9089764356613159, "eta/annotator_108": 0.9463291168212891, "eta/annotator_109": 0.9174768328666687, "eta/annotator_11": 0.8122597932815552, "eta/annotator_110": 0.7067356705665588, "eta/annotator_111": 0.91453617811203, "eta/annotator_112": 0.9146384596824646, "eta/annotator_113": 0.9305776953697205, "eta/annotator_114": 0.9301186203956604, "eta/annotator_115": 0.9054858088493347, "eta/annotator_116": 0.914405345916748, "eta/annotator_117": 0.8478860855102539, "eta/annotator_118": 0.8479738235473633, "eta/annotator_119": 0.9030330181121826, "eta/annotator_12": 0.9525842070579529, "eta/annotator_120": 0.9694250226020813, "eta/annotator_121": 0.879004716873169, "eta/annotator_122": 0.8955077528953552, "eta/annotator_123": 0.8722406625747681, "eta/annotator_124": 0.8859134316444397, "eta/annotator_125": 0.8827909231185913, "eta/annotator_126": 0.8951435089111328, "eta/annotator_127": 0.8373932242393494, "eta/annotator_128": 0.8958339095115662, "eta/annotator_129": 0.9422047138214111, "eta/annotator_13": 0.8479136824607849, "eta/annotator_130": 0.9094046950340271, "eta/annotator_131": 0.8587228655815125, "eta/annotator_132": 0.7965990304946899, "eta/annotator_133": 0.9148858189582825, "eta/annotator_134": 0.9355289936065674, "eta/annotator_135": 0.9321151971817017, "eta/annotator_136": 0.9160439968109131, "eta/annotator_137": 0.9354644417762756, "eta/annotator_138": 0.9255452156066895, "eta/annotator_139": 0.8966026902198792, "eta/annotator_14": 0.9057189226150513, "eta/annotator_140": 0.9395288825035095, "eta/annotator_141": 0.9462095499038696, "eta/annotator_142": 0.9443187713623047, "eta/annotator_143": 0.9373055100440979, "eta/annotator_144": 0.8852671980857849, "eta/annotator_145": 0.918459415435791, "eta/annotator_146": 0.929107666015625, "eta/annotator_147": 0.925299346446991, "eta/annotator_148": 0.9086692333221436, "eta/annotator_149": 0.9254839420318604, "eta/annotator_15": 0.9128563404083252, "eta/annotator_150": 0.9461408853530884, "eta/annotator_151": 0.9630024433135986, "eta/annotator_152": 0.9126070737838745, "eta/annotator_153": 0.8970120549201965, "eta/annotator_154": 0.9398004412651062, "eta/annotator_155": 0.926163375377655, "eta/annotator_156": 0.9012529253959656, "eta/annotator_157": 0.8884303569793701, "eta/annotator_158": 0.8710997104644775, "eta/annotator_159": 0.8846450448036194, "eta/annotator_16": 0.9348129034042358, "eta/annotator_160": 0.94550621509552, "eta/annotator_161": 0.8876024484634399, "eta/annotator_162": 0.923798143863678, "eta/annotator_163": 0.8933494091033936, "eta/annotator_164": 0.9358170628547668, "eta/annotator_165": 0.9253431558609009, "eta/annotator_166": 0.9287879467010498, "eta/annotator_167": 0.9132211208343506, "eta/annotator_168": 0.9026998281478882, "eta/annotator_169": 0.9198321104049683, "eta/annotator_17": 0.927710235118866, "eta/annotator_170": 0.8913648724555969, "eta/annotator_171": 0.8942216038703918, "eta/annotator_172": 0.9247918128967285, "eta/annotator_173": 0.805243730545044, "eta/annotator_174": 0.9035682082176208, "eta/annotator_175": 0.804860532283783, "eta/annotator_176": 0.810309648513794, "eta/annotator_177": 0.8963411450386047, "eta/annotator_178": 0.9009915590286255, "eta/annotator_179": 0.9508934617042542, "eta/annotator_18": 0.9562783241271973, "eta/annotator_180": 0.9418423175811768, "eta/annotator_181": 0.9077872633934021, "eta/annotator_182": 0.953904390335083, "eta/annotator_183": 0.9329356551170349, "eta/annotator_184": 0.9354255199432373, "eta/annotator_185": 0.8484954833984375, "eta/annotator_186": 0.9528225660324097, "eta/annotator_187": 0.9146836996078491, "eta/annotator_188": 0.882689356803894, "eta/annotator_189": 0.9308567643165588, "eta/annotator_19": 0.9202492237091064, "eta/annotator_190": 0.9301066398620605, "eta/annotator_191": 0.9426132440567017, "eta/annotator_192": 0.86832594871521, "eta/annotator_193": 0.9493897557258606, "eta/annotator_194": 0.8180071115493774, "eta/annotator_195": 0.9404994249343872, "eta/annotator_196": 0.8786399364471436, "eta/annotator_197": 0.9335492253303528, "eta/annotator_198": 0.8615112900733948, "eta/annotator_199": 0.9050984382629395, "eta/annotator_2": 0.907320499420166, "eta/annotator_20": 0.8691006898880005, "eta/annotator_200": 0.9446768760681152, "eta/annotator_201": 0.8929413557052612, "eta/annotator_202": 0.9489770531654358, "eta/annotator_203": 0.88478022813797, "eta/annotator_204": 0.8972434401512146, "eta/annotator_205": 0.9596462249755859, "eta/annotator_206": 0.9187648296356201, "eta/annotator_207": 0.8952093720436096, "eta/annotator_208": 0.8547712564468384, "eta/annotator_209": 0.8699506521224976, "eta/annotator_21": 0.8022505640983582, "eta/annotator_210": 0.9056726694107056, "eta/annotator_211": 0.9151232242584229, "eta/annotator_212": 0.9064160585403442, "eta/annotator_213": 0.928351879119873, "eta/annotator_214": 0.881920576095581, "eta/annotator_215": 0.9189739227294922, "eta/annotator_216": 0.9622948169708252, "eta/annotator_217": 0.9125656485557556, "eta/annotator_218": 0.9007261395454407, "eta/annotator_219": 0.8892483115196228, "eta/annotator_22": 0.9254454970359802, "eta/annotator_220": 0.8544005751609802, "eta/annotator_221": 0.8575744032859802, "eta/annotator_222": 0.8926175832748413, "eta/annotator_223": 0.9544451236724854, "eta/annotator_224": 0.8647448420524597, "eta/annotator_225": 0.897972047328949, "eta/annotator_226": 0.8211994171142578, "eta/annotator_23": 0.939754068851471, "eta/annotator_24": 0.9057480096817017, "eta/annotator_25": 0.936089813709259, "eta/annotator_26": 0.9286403059959412, "eta/annotator_27": 0.9284626841545105, "eta/annotator_28": 0.9178428053855896, "eta/annotator_29": 0.8904380202293396, "eta/annotator_3": 0.9416102766990662, "eta/annotator_30": 0.8442045450210571, "eta/annotator_31": 0.930783748626709, "eta/annotator_32": 0.9075169563293457, "eta/annotator_33": 0.8388869166374207, "eta/annotator_34": 0.9111296534538269, "eta/annotator_35": 0.7916702032089233, "eta/annotator_36": 0.9340330958366394, "eta/annotator_37": 0.9029722213745117, "eta/annotator_38": 0.8595866560935974, "eta/annotator_39": 0.9112071394920349, "eta/annotator_4": 0.938880443572998, "eta/annotator_40": 0.8891457915306091, "eta/annotator_41": 0.9131086468696594, "eta/annotator_42": 0.8862602710723877, "eta/annotator_43": 0.9598375558853149, "eta/annotator_44": 0.941376805305481, "eta/annotator_45": 0.9017605185508728, "eta/annotator_46": 0.9111071825027466, "eta/annotator_47": 0.8921772837638855, "eta/annotator_48": 0.8758256435394287, "eta/annotator_49": 0.8925662636756897, "eta/annotator_5": 0.7410991191864014, "eta/annotator_50": 0.9018992781639099, "eta/annotator_51": 0.8679478168487549, "eta/annotator_52": 0.9344519972801208, "eta/annotator_53": 0.9043185710906982, "eta/annotator_54": 0.918196439743042, "eta/annotator_55": 0.9520434141159058, "eta/annotator_56": 0.9265339374542236, "eta/annotator_57": 0.9112675189971924, "eta/annotator_58": 0.9393552541732788, "eta/annotator_59": 0.7922471165657043, "eta/annotator_6": 0.9298014640808105, "eta/annotator_60": 0.8731034398078918, "eta/annotator_61": 0.8330172300338745, "eta/annotator_62": 0.9377320408821106, "eta/annotator_63": 0.9079998731613159, "eta/annotator_64": 0.915031373500824, "eta/annotator_65": 0.8266577124595642, "eta/annotator_66": 0.9447745680809021, "eta/annotator_67": 0.8567676544189453, "eta/annotator_68": 0.9519411325454712, "eta/annotator_69": 0.9257030487060547, "eta/annotator_7": 0.9053834676742554, "eta/annotator_70": 0.9033464193344116, "eta/annotator_71": 0.9279935956001282, "eta/annotator_72": 0.8573227524757385, "eta/annotator_73": 0.9079723358154297, "eta/annotator_74": 0.9177906513214111, "eta/annotator_75": 0.9180401563644409, "eta/annotator_76": 0.9430121779441833, "eta/annotator_77": 0.9321838021278381, "eta/annotator_78": 0.9120171666145325, "eta/annotator_79": 0.7817609310150146, "eta/annotator_8": 0.7710182666778564, "eta/annotator_80": 0.911820113658905, "eta/annotator_81": 0.9446954131126404, "eta/annotator_82": 0.902942955493927, "eta/annotator_83": 0.8504962921142578, "eta/annotator_84": 0.9504444599151611, "eta/annotator_85": 0.9324313402175903, "eta/annotator_86": 0.7730239629745483, "eta/annotator_87": 0.8304707407951355, "eta/annotator_88": 0.9287261366844177, "eta/annotator_89": 0.9024727940559387, "eta/annotator_9": 0.9537041783332825, "eta/annotator_90": 0.8614368438720703, "eta/annotator_91": 0.9350801706314087, "eta/annotator_92": 0.8804333806037903, "eta/annotator_93": 0.9020709991455078, "eta/annotator_94": 0.924720823764801, "eta/annotator_95": 0.9378783106803894, "eta/annotator_96": 0.9109891057014465, "eta/annotator_97": 0.8693460822105408, "eta/annotator_98": 0.9053999185562134, "eta/annotator_99": 0.8423641324043274, "eval_em/agreement_weights_mean": 0.8993116617202759, "eval_em/agreement_weights_std": 0.12060226500034332, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -323.9484558105469, "eval_logps/rejected": -251.226806640625, "eval_loss": 0.5287026762962341, "eval_rewards/accuracies": 0.6719440817832947, "eval_rewards/chosen": -0.1149623915553093, "eval_rewards/margins": 0.6085972785949707, "eval_rewards/rejected": -0.7236831784248352, "eval_runtime": 84.8635, "eval_samples_per_second": 18.182, "eval_steps_per_second": 1.143, "step": 200 }, { "em/agreement_weights_mean": 0.8997740745544434, "em/agreement_weights_std": 0.12050571292638779, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.9170305676855895, "eta/annotator_0": 0.8951369524002075, "eta/annotator_1": 0.9238608479499817, "eta/annotator_10": 0.9370416402816772, "eta/annotator_100": 0.9275531768798828, "eta/annotator_101": 0.873296856880188, "eta/annotator_102": 0.7263784408569336, "eta/annotator_103": 0.8457003831863403, "eta/annotator_104": 0.7595031261444092, "eta/annotator_105": 0.9003762006759644, "eta/annotator_106": 0.8357642292976379, "eta/annotator_107": 0.9093414545059204, "eta/annotator_108": 0.9467355012893677, "eta/annotator_109": 0.9161373376846313, "eta/annotator_11": 0.8126931190490723, "eta/annotator_110": 0.7074741721153259, "eta/annotator_111": 0.9144139289855957, "eta/annotator_112": 0.9149187803268433, "eta/annotator_113": 0.9303895235061646, "eta/annotator_114": 0.930251955986023, "eta/annotator_115": 0.9041405916213989, "eta/annotator_116": 0.9144054651260376, "eta/annotator_117": 0.8476340174674988, "eta/annotator_118": 0.8483066558837891, "eta/annotator_119": 0.9021050333976746, "eta/annotator_12": 0.9526187181472778, "eta/annotator_120": 0.9695285558700562, "eta/annotator_121": 0.8786648511886597, "eta/annotator_122": 0.8955973386764526, "eta/annotator_123": 0.8723641633987427, "eta/annotator_124": 0.8862515687942505, "eta/annotator_125": 0.8831585049629211, "eta/annotator_126": 0.8956649899482727, "eta/annotator_127": 0.8378379940986633, "eta/annotator_128": 0.8957400321960449, "eta/annotator_129": 0.9424611330032349, "eta/annotator_13": 0.8481640815734863, "eta/annotator_130": 0.9094599485397339, "eta/annotator_131": 0.8603867292404175, "eta/annotator_132": 0.7969733476638794, "eta/annotator_133": 0.9153181910514832, "eta/annotator_134": 0.9355891942977905, "eta/annotator_135": 0.9329193234443665, "eta/annotator_136": 0.9160439372062683, "eta/annotator_137": 0.9357743263244629, "eta/annotator_138": 0.9261561632156372, "eta/annotator_139": 0.8972913026809692, "eta/annotator_14": 0.9055768251419067, "eta/annotator_140": 0.939473032951355, "eta/annotator_141": 0.9466149210929871, "eta/annotator_142": 0.943757176399231, "eta/annotator_143": 0.9373725652694702, "eta/annotator_144": 0.8853033781051636, "eta/annotator_145": 0.917864978313446, "eta/annotator_146": 0.9291907548904419, "eta/annotator_147": 0.9254820942878723, "eta/annotator_148": 0.9091346859931946, "eta/annotator_149": 0.9248642921447754, "eta/annotator_15": 0.9127631187438965, "eta/annotator_150": 0.9461830854415894, "eta/annotator_151": 0.9629886746406555, "eta/annotator_152": 0.9127944707870483, "eta/annotator_153": 0.8967588543891907, "eta/annotator_154": 0.9400618672370911, "eta/annotator_155": 0.9263367652893066, "eta/annotator_156": 0.9016569256782532, "eta/annotator_157": 0.8883481025695801, "eta/annotator_158": 0.8708633184432983, "eta/annotator_159": 0.8846884965896606, "eta/annotator_16": 0.9357311129570007, "eta/annotator_160": 0.9458812475204468, "eta/annotator_161": 0.887029767036438, "eta/annotator_162": 0.9241882562637329, "eta/annotator_163": 0.8944469690322876, "eta/annotator_164": 0.9346355199813843, "eta/annotator_165": 0.9254816174507141, "eta/annotator_166": 0.929176926612854, "eta/annotator_167": 0.9136738777160645, "eta/annotator_168": 0.9029143452644348, "eta/annotator_169": 0.9198116064071655, "eta/annotator_17": 0.9283194541931152, "eta/annotator_170": 0.890694797039032, "eta/annotator_171": 0.8947994112968445, "eta/annotator_172": 0.9247815012931824, "eta/annotator_173": 0.805098831653595, "eta/annotator_174": 0.9038689732551575, "eta/annotator_175": 0.8034051060676575, "eta/annotator_176": 0.8098713755607605, "eta/annotator_177": 0.8968071937561035, "eta/annotator_178": 0.9014145731925964, "eta/annotator_179": 0.9509521722793579, "eta/annotator_18": 0.9565287828445435, "eta/annotator_180": 0.9420279264450073, "eta/annotator_181": 0.9078880548477173, "eta/annotator_182": 0.954033374786377, "eta/annotator_183": 0.9328460693359375, "eta/annotator_184": 0.9357209205627441, "eta/annotator_185": 0.8478400111198425, "eta/annotator_186": 0.9526160955429077, "eta/annotator_187": 0.9148514866828918, "eta/annotator_188": 0.8822827339172363, "eta/annotator_189": 0.9302794337272644, "eta/annotator_19": 0.9205284118652344, "eta/annotator_190": 0.9298416972160339, "eta/annotator_191": 0.9423114657402039, "eta/annotator_192": 0.8685609102249146, "eta/annotator_193": 0.9494036436080933, "eta/annotator_194": 0.8173754811286926, "eta/annotator_195": 0.9411022067070007, "eta/annotator_196": 0.8789840936660767, "eta/annotator_197": 0.9336104393005371, "eta/annotator_198": 0.8623150587081909, "eta/annotator_199": 0.9046821594238281, "eta/annotator_2": 0.9075872302055359, "eta/annotator_20": 0.8694770932197571, "eta/annotator_200": 0.9448279142379761, "eta/annotator_201": 0.8925303220748901, "eta/annotator_202": 0.9492553472518921, "eta/annotator_203": 0.8847426176071167, "eta/annotator_204": 0.8972756266593933, "eta/annotator_205": 0.9598044157028198, "eta/annotator_206": 0.918829083442688, "eta/annotator_207": 0.895071804523468, "eta/annotator_208": 0.8564140200614929, "eta/annotator_209": 0.8706582188606262, "eta/annotator_21": 0.7985466718673706, "eta/annotator_210": 0.9047255516052246, "eta/annotator_211": 0.9153082966804504, "eta/annotator_212": 0.9064697027206421, "eta/annotator_213": 0.92811518907547, "eta/annotator_214": 0.8822075128555298, "eta/annotator_215": 0.9179404973983765, "eta/annotator_216": 0.9623638987541199, "eta/annotator_217": 0.9125655889511108, "eta/annotator_218": 0.9005519151687622, "eta/annotator_219": 0.8893257975578308, "eta/annotator_22": 0.9257179498672485, "eta/annotator_220": 0.8544291257858276, "eta/annotator_221": 0.8569534420967102, "eta/annotator_222": 0.8925520181655884, "eta/annotator_223": 0.9545797109603882, "eta/annotator_224": 0.8645913004875183, "eta/annotator_225": 0.8982316255569458, "eta/annotator_226": 0.8208786249160767, "eta/annotator_23": 0.9400496482849121, "eta/annotator_24": 0.9059082865715027, "eta/annotator_25": 0.9367353320121765, "eta/annotator_26": 0.928864598274231, "eta/annotator_27": 0.9279969334602356, "eta/annotator_28": 0.9177753329277039, "eta/annotator_29": 0.8907538652420044, "eta/annotator_3": 0.941788375377655, "eta/annotator_30": 0.8445532917976379, "eta/annotator_31": 0.9313961267471313, "eta/annotator_32": 0.9075168371200562, "eta/annotator_33": 0.8389354944229126, "eta/annotator_34": 0.9113360643386841, "eta/annotator_35": 0.7923187017440796, "eta/annotator_36": 0.9331420063972473, "eta/annotator_37": 0.9033085107803345, "eta/annotator_38": 0.8599857091903687, "eta/annotator_39": 0.911547064781189, "eta/annotator_4": 0.9394339323043823, "eta/annotator_40": 0.8891457319259644, "eta/annotator_41": 0.9127875566482544, "eta/annotator_42": 0.8863175511360168, "eta/annotator_43": 0.9600776433944702, "eta/annotator_44": 0.9409759640693665, "eta/annotator_45": 0.9013363718986511, "eta/annotator_46": 0.9112801551818848, "eta/annotator_47": 0.8930737376213074, "eta/annotator_48": 0.8771775364875793, "eta/annotator_49": 0.8924494981765747, "eta/annotator_5": 0.7406395673751831, "eta/annotator_50": 0.9020149111747742, "eta/annotator_51": 0.8687857389450073, "eta/annotator_52": 0.9345467686653137, "eta/annotator_53": 0.9045810699462891, "eta/annotator_54": 0.9185029864311218, "eta/annotator_55": 0.9521106481552124, "eta/annotator_56": 0.9265369176864624, "eta/annotator_57": 0.9112674593925476, "eta/annotator_58": 0.9389336705207825, "eta/annotator_59": 0.7896785140037537, "eta/annotator_6": 0.930128276348114, "eta/annotator_60": 0.8734806776046753, "eta/annotator_61": 0.8340033292770386, "eta/annotator_62": 0.9382769465446472, "eta/annotator_63": 0.9081565737724304, "eta/annotator_64": 0.91535484790802, "eta/annotator_65": 0.8258132934570312, "eta/annotator_66": 0.9445754289627075, "eta/annotator_67": 0.8563599586486816, "eta/annotator_68": 0.9520813822746277, "eta/annotator_69": 0.9257031679153442, "eta/annotator_7": 0.9053835868835449, "eta/annotator_70": 0.9033463597297668, "eta/annotator_71": 0.9282305836677551, "eta/annotator_72": 0.8574263453483582, "eta/annotator_73": 0.9081647992134094, "eta/annotator_74": 0.9177905917167664, "eta/annotator_75": 0.9183362126350403, "eta/annotator_76": 0.9430777430534363, "eta/annotator_77": 0.932340145111084, "eta/annotator_78": 0.9121058583259583, "eta/annotator_79": 0.7816306352615356, "eta/annotator_8": 0.7713779211044312, "eta/annotator_80": 0.9121750593185425, "eta/annotator_81": 0.9452397227287292, "eta/annotator_82": 0.9033597707748413, "eta/annotator_83": 0.851506233215332, "eta/annotator_84": 0.9506477117538452, "eta/annotator_85": 0.9323380589485168, "eta/annotator_86": 0.7732406258583069, "eta/annotator_87": 0.8303779363632202, "eta/annotator_88": 0.9290553331375122, "eta/annotator_89": 0.9027144312858582, "eta/annotator_9": 0.9538699388504028, "eta/annotator_90": 0.8615416288375854, "eta/annotator_91": 0.9352189302444458, "eta/annotator_92": 0.8802964091300964, "eta/annotator_93": 0.9025318026542664, "eta/annotator_94": 0.9249297380447388, "eta/annotator_95": 0.9382397532463074, "eta/annotator_96": 0.9111315608024597, "eta/annotator_97": 0.8695192337036133, "eta/annotator_98": 0.9056191444396973, "eta/annotator_99": 0.8422625660896301, "grad_norm": 26.811196693735308, "learning_rate": 4.8543689320388344e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -339.48748779296875, "logps/rejected": -253.60000610351562, "loss": 0.5284, "rewards/accuracies": 0.66796875, "rewards/chosen": -0.12109775841236115, "rewards/margins": 0.6282539367675781, "rewards/rejected": -0.749340832233429, "step": 210 }, { "em/agreement_weights_mean": 0.9044187664985657, "em/agreement_weights_std": 0.11411730200052261, "em/unique_annotators_in_global_batch": 15.287500381469727, "epoch": 0.9606986899563319, "eta/annotator_0": 0.9062460660934448, "eta/annotator_1": 0.9258217811584473, "eta/annotator_10": 0.9423617124557495, "eta/annotator_100": 0.9325186610221863, "eta/annotator_101": 0.873296856880188, "eta/annotator_102": 0.7526088356971741, "eta/annotator_103": 0.8432486653327942, "eta/annotator_104": 0.7608596086502075, "eta/annotator_105": 0.8939365148544312, "eta/annotator_106": 0.8267618417739868, "eta/annotator_107": 0.9127548336982727, "eta/annotator_108": 0.9498890042304993, "eta/annotator_109": 0.9047497510910034, "eta/annotator_11": 0.8165925145149231, "eta/annotator_110": 0.7144020199775696, "eta/annotator_111": 0.913549542427063, "eta/annotator_112": 0.9174418449401855, "eta/annotator_113": 0.9282695055007935, "eta/annotator_114": 0.931671142578125, "eta/annotator_115": 0.892034649848938, "eta/annotator_116": 0.9144054651260376, "eta/annotator_117": 0.8466175198554993, "eta/annotator_118": 0.8513015508651733, "eta/annotator_119": 0.8944774866104126, "eta/annotator_12": 0.9533467292785645, "eta/annotator_120": 0.9709790945053101, "eta/annotator_121": 0.8758276700973511, "eta/annotator_122": 0.8965206146240234, "eta/annotator_123": 0.8738290071487427, "eta/annotator_124": 0.8897563219070435, "eta/annotator_125": 0.8872917294502258, "eta/annotator_126": 0.9028342366218567, "eta/annotator_127": 0.8460278511047363, "eta/annotator_128": 0.8950382471084595, "eta/annotator_129": 0.9449542164802551, "eta/annotator_13": 0.8503304719924927, "eta/annotator_130": 0.9013274908065796, "eta/annotator_131": 0.8854714632034302, "eta/annotator_132": 0.7996346354484558, "eta/annotator_133": 0.9248720407485962, "eta/annotator_134": 0.9363070726394653, "eta/annotator_135": 0.943793773651123, "eta/annotator_136": 0.9160439372062683, "eta/annotator_137": 0.9387153387069702, "eta/annotator_138": 0.9344600439071655, "eta/annotator_139": 0.9041431546211243, "eta/annotator_14": 0.9038555026054382, "eta/annotator_140": 0.9396897554397583, "eta/annotator_141": 0.9555689096450806, "eta/annotator_142": 0.9407485723495483, "eta/annotator_143": 0.9408500790596008, "eta/annotator_144": 0.8861920237541199, "eta/annotator_145": 0.9125159978866577, "eta/annotator_146": 0.9285672903060913, "eta/annotator_147": 0.92756187915802, "eta/annotator_148": 0.9143498539924622, "eta/annotator_149": 0.9196470975875854, "eta/annotator_15": 0.9119735956192017, "eta/annotator_150": 0.9463857412338257, "eta/annotator_151": 0.9657618403434753, "eta/annotator_152": 0.9136627912521362, "eta/annotator_153": 0.8949136734008789, "eta/annotator_154": 0.9428198933601379, "eta/annotator_155": 0.9288884401321411, "eta/annotator_156": 0.910129189491272, "eta/annotator_157": 0.8868883848190308, "eta/annotator_158": 0.8748364448547363, "eta/annotator_159": 0.8853259086608887, "eta/annotator_16": 0.9489589929580688, "eta/annotator_160": 0.9501244425773621, "eta/annotator_161": 0.8824980854988098, "eta/annotator_162": 0.9276992678642273, "eta/annotator_163": 0.9063588976860046, "eta/annotator_164": 0.9270205497741699, "eta/annotator_165": 0.9247906804084778, "eta/annotator_166": 0.9351107478141785, "eta/annotator_167": 0.9202701449394226, "eta/annotator_168": 0.9051035642623901, "eta/annotator_169": 0.9196526408195496, "eta/annotator_17": 0.9339697957038879, "eta/annotator_170": 0.8934642672538757, "eta/annotator_171": 0.8996766209602356, "eta/annotator_172": 0.9201728105545044, "eta/annotator_173": 0.8042579889297485, "eta/annotator_174": 0.9066528081893921, "eta/annotator_175": 0.7912570834159851, "eta/annotator_176": 0.805339515209198, "eta/annotator_177": 0.9045943021774292, "eta/annotator_178": 0.9060505628585815, "eta/annotator_179": 0.951743483543396, "eta/annotator_18": 0.9588888883590698, "eta/annotator_180": 0.9437019228935242, "eta/annotator_181": 0.9053704142570496, "eta/annotator_182": 0.9566936492919922, "eta/annotator_183": 0.9321471452713013, "eta/annotator_184": 0.9386345148086548, "eta/annotator_185": 0.8421241044998169, "eta/annotator_186": 0.9540673494338989, "eta/annotator_187": 0.9158733487129211, "eta/annotator_188": 0.8468227386474609, "eta/annotator_189": 0.924010157585144, "eta/annotator_19": 0.9232928156852722, "eta/annotator_190": 0.9274575114250183, "eta/annotator_191": 0.9399620890617371, "eta/annotator_192": 0.8719227910041809, "eta/annotator_193": 0.9496022462844849, "eta/annotator_194": 0.8105072975158691, "eta/annotator_195": 0.9498283267021179, "eta/annotator_196": 0.8877021074295044, "eta/annotator_197": 0.9344474077224731, "eta/annotator_198": 0.8695492744445801, "eta/annotator_199": 0.8997429609298706, "eta/annotator_2": 0.9172215461730957, "eta/annotator_20": 0.8731611967086792, "eta/annotator_200": 0.9464117884635925, "eta/annotator_201": 0.8889672160148621, "eta/annotator_202": 0.952041745185852, "eta/annotator_203": 0.8864388465881348, "eta/annotator_204": 0.8978519439697266, "eta/annotator_205": 0.961352527141571, "eta/annotator_206": 0.9197904467582703, "eta/annotator_207": 0.8856522440910339, "eta/annotator_208": 0.8779364824295044, "eta/annotator_209": 0.8773137331008911, "eta/annotator_21": 0.7668968439102173, "eta/annotator_210": 0.89482182264328, "eta/annotator_211": 0.9170257449150085, "eta/annotator_212": 0.907115638256073, "eta/annotator_213": 0.9259880185127258, "eta/annotator_214": 0.8979633450508118, "eta/annotator_215": 0.9069458842277527, "eta/annotator_216": 0.9606040120124817, "eta/annotator_217": 0.9125655889511108, "eta/annotator_218": 0.8990276455879211, "eta/annotator_219": 0.890418529510498, "eta/annotator_22": 0.9281699061393738, "eta/annotator_220": 0.8549680709838867, "eta/annotator_221": 0.8526192903518677, "eta/annotator_222": 0.903567910194397, "eta/annotator_223": 0.957162082195282, "eta/annotator_224": 0.8633235096931458, "eta/annotator_225": 0.901026725769043, "eta/annotator_226": 0.7795294523239136, "eta/annotator_23": 0.9426184892654419, "eta/annotator_24": 0.9073500633239746, "eta/annotator_25": 0.9434348940849304, "eta/annotator_26": 0.9309365153312683, "eta/annotator_27": 0.9241938591003418, "eta/annotator_28": 0.9173277616500854, "eta/annotator_29": 0.8931434750556946, "eta/annotator_3": 0.9436303973197937, "eta/annotator_30": 0.8476101756095886, "eta/annotator_31": 0.9364384412765503, "eta/annotator_32": 0.9075168371200562, "eta/annotator_33": 0.8403956294059753, "eta/annotator_34": 0.913632869720459, "eta/annotator_35": 0.80042564868927, "eta/annotator_36": 0.925327479839325, "eta/annotator_37": 0.9138041734695435, "eta/annotator_38": 0.8638007044792175, "eta/annotator_39": 0.9151126742362976, "eta/annotator_4": 0.9444140195846558, "eta/annotator_40": 0.8883615732192993, "eta/annotator_41": 0.9100831151008606, "eta/annotator_42": 0.8863884210586548, "eta/annotator_43": 0.9622341394424438, "eta/annotator_44": 0.9341899156570435, "eta/annotator_45": 0.8975189328193665, "eta/annotator_46": 0.9128386378288269, "eta/annotator_47": 0.9011645317077637, "eta/annotator_48": 0.8867555856704712, "eta/annotator_49": 0.8907744288444519, "eta/annotator_5": 0.7365819215774536, "eta/annotator_50": 0.9034442901611328, "eta/annotator_51": 0.8765309453010559, "eta/annotator_52": 0.9313622713088989, "eta/annotator_53": 0.9065702557563782, "eta/annotator_54": 0.9237114191055298, "eta/annotator_55": 0.9527571797370911, "eta/annotator_56": 0.9284461140632629, "eta/annotator_57": 0.9112674593925476, "eta/annotator_58": 0.93608558177948, "eta/annotator_59": 0.7656700611114502, "eta/annotator_6": 0.9336032867431641, "eta/annotator_60": 0.8773314356803894, "eta/annotator_61": 0.8542035818099976, "eta/annotator_62": 0.9431818723678589, "eta/annotator_63": 0.9102298617362976, "eta/annotator_64": 0.9213405847549438, "eta/annotator_65": 0.8222650289535522, "eta/annotator_66": 0.9427827000617981, "eta/annotator_67": 0.8537690043449402, "eta/annotator_68": 0.9527014493942261, "eta/annotator_69": 0.9257031679153442, "eta/annotator_7": 0.9042803049087524, "eta/annotator_70": 0.9008611440658569, "eta/annotator_71": 0.9312472343444824, "eta/annotator_72": 0.8564969897270203, "eta/annotator_73": 0.878034234046936, "eta/annotator_74": 0.9177905917167664, "eta/annotator_75": 0.9215607643127441, "eta/annotator_76": 0.9438073039054871, "eta/annotator_77": 0.9343731999397278, "eta/annotator_78": 0.9133113622665405, "eta/annotator_79": 0.778565526008606, "eta/annotator_8": 0.7744302153587341, "eta/annotator_80": 0.9153706431388855, "eta/annotator_81": 0.9527620077133179, "eta/annotator_82": 0.9090186357498169, "eta/annotator_83": 0.8619163632392883, "eta/annotator_84": 0.9524326324462891, "eta/annotator_85": 0.9317439794540405, "eta/annotator_86": 0.7754881978034973, "eta/annotator_87": 0.8301699757575989, "eta/annotator_88": 0.9320176243782043, "eta/annotator_89": 0.9052642583847046, "eta/annotator_9": 0.9558035135269165, "eta/annotator_90": 0.862703800201416, "eta/annotator_91": 0.9366243481636047, "eta/annotator_92": 0.8793097734451294, "eta/annotator_93": 0.9076056480407715, "eta/annotator_94": 0.927035927772522, "eta/annotator_95": 0.9449641108512878, "eta/annotator_96": 0.9122399091720581, "eta/annotator_97": 0.8779276013374329, "eta/annotator_98": 0.9077436327934265, "eta/annotator_99": 0.8406772613525391, "grad_norm": 27.907322051232406, "learning_rate": 2.4271844660194172e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -316.0625, "logps/rejected": -242.9499969482422, "loss": 0.5376, "rewards/accuracies": 0.667187511920929, "rewards/chosen": -0.13546600937843323, "rewards/margins": 0.6098739504814148, "rewards/rejected": -0.745190441608429, "step": 220 }, { "epoch": 1.0, "step": 229, "total_flos": 0.0, "train_loss": 0.568878336244275, "train_runtime": 4497.9563, "train_samples_per_second": 6.515, "train_steps_per_second": 0.051 } ], "logging_steps": 10, "max_steps": 229, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }