{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 100, "global_step": 229, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "em/agreement_weights_mean": 0.8000000715255737, "em/agreement_weights_std": 0.0, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.004366812227074236, "eta/annotator_0": 0.8000000715255737, "eta/annotator_1": 0.8000000715255737, "eta/annotator_10": 0.8000000715255737, "eta/annotator_100": 0.8000000715255737, "eta/annotator_101": 0.8000000715255737, "eta/annotator_102": 0.8000000715255737, "eta/annotator_103": 0.8000000715255737, "eta/annotator_104": 0.8000000715255737, "eta/annotator_105": 0.8000000715255737, "eta/annotator_106": 0.8000000715255737, "eta/annotator_107": 0.8000000715255737, "eta/annotator_108": 0.8000000715255737, "eta/annotator_109": 0.8000000715255737, "eta/annotator_11": 0.8000000715255737, "eta/annotator_110": 0.8000000715255737, "eta/annotator_111": 0.8000000715255737, "eta/annotator_112": 0.8000000715255737, "eta/annotator_113": 0.8000000715255737, "eta/annotator_114": 0.8000000715255737, "eta/annotator_115": 0.8000000715255737, "eta/annotator_116": 0.8000000715255737, "eta/annotator_117": 0.8000000715255737, "eta/annotator_118": 0.8000000715255737, "eta/annotator_119": 0.8000000715255737, "eta/annotator_12": 0.8000000715255737, "eta/annotator_120": 0.8000000715255737, "eta/annotator_121": 0.8000000715255737, "eta/annotator_122": 0.8000000715255737, "eta/annotator_123": 0.8000000715255737, "eta/annotator_124": 0.8000000715255737, "eta/annotator_125": 0.8000000715255737, "eta/annotator_126": 0.8000000715255737, "eta/annotator_127": 0.8000000715255737, "eta/annotator_128": 0.8000000715255737, "eta/annotator_129": 0.8000000715255737, "eta/annotator_13": 0.8000000715255737, "eta/annotator_130": 0.8000000715255737, "eta/annotator_131": 0.8000000715255737, "eta/annotator_132": 0.8000000715255737, "eta/annotator_133": 0.8000000715255737, "eta/annotator_134": 0.8000000715255737, "eta/annotator_135": 0.8000000715255737, "eta/annotator_136": 0.8000000715255737, "eta/annotator_137": 0.8000000715255737, "eta/annotator_138": 0.8000000715255737, "eta/annotator_139": 0.8000000715255737, "eta/annotator_14": 0.8000000715255737, "eta/annotator_140": 0.8000000715255737, "eta/annotator_141": 0.8000000715255737, "eta/annotator_142": 0.8000000715255737, "eta/annotator_143": 0.8000000715255737, "eta/annotator_144": 0.8000000715255737, "eta/annotator_145": 0.8000000715255737, "eta/annotator_146": 0.8000000715255737, "eta/annotator_147": 0.8000000715255737, "eta/annotator_148": 0.8000000715255737, "eta/annotator_149": 0.8000000715255737, "eta/annotator_15": 0.8000000715255737, "eta/annotator_150": 0.8000000715255737, "eta/annotator_151": 0.8000000715255737, "eta/annotator_152": 0.8000000715255737, "eta/annotator_153": 0.8000000715255737, "eta/annotator_154": 0.8000000715255737, "eta/annotator_155": 0.8000000715255737, "eta/annotator_156": 0.8000000715255737, "eta/annotator_157": 0.8000000715255737, "eta/annotator_158": 0.8000000715255737, "eta/annotator_159": 0.8000000715255737, "eta/annotator_16": 0.8000000715255737, "eta/annotator_160": 0.8000000715255737, "eta/annotator_161": 0.8000000715255737, "eta/annotator_162": 0.8000000715255737, "eta/annotator_163": 0.8000000715255737, "eta/annotator_164": 0.8000000715255737, "eta/annotator_165": 0.8000000715255737, "eta/annotator_166": 0.8000000715255737, "eta/annotator_167": 0.8000000715255737, "eta/annotator_168": 0.8000000715255737, "eta/annotator_169": 0.8000000715255737, "eta/annotator_17": 0.8000000715255737, "eta/annotator_170": 0.8000000715255737, "eta/annotator_171": 0.8000000715255737, "eta/annotator_172": 0.8000000715255737, "eta/annotator_173": 0.8000000715255737, "eta/annotator_174": 0.8000000715255737, "eta/annotator_175": 0.8000000715255737, "eta/annotator_176": 0.8000000715255737, "eta/annotator_177": 0.8000000715255737, "eta/annotator_178": 0.8000000715255737, "eta/annotator_179": 0.8000000715255737, "eta/annotator_18": 0.8000000715255737, "eta/annotator_180": 0.8000000715255737, "eta/annotator_181": 0.8000000715255737, "eta/annotator_182": 0.8000000715255737, "eta/annotator_183": 0.8000000715255737, "eta/annotator_184": 0.8000000715255737, "eta/annotator_185": 0.8000000715255737, "eta/annotator_186": 0.8000000715255737, "eta/annotator_187": 0.8000000715255737, "eta/annotator_188": 0.8000000715255737, "eta/annotator_189": 0.8000000715255737, "eta/annotator_19": 0.8000000715255737, "eta/annotator_190": 0.8000000715255737, "eta/annotator_191": 0.8000000715255737, "eta/annotator_192": 0.8000000715255737, "eta/annotator_193": 0.8000000715255737, "eta/annotator_194": 0.8000000715255737, "eta/annotator_195": 0.8000000715255737, "eta/annotator_196": 0.8000000715255737, "eta/annotator_197": 0.8000000715255737, "eta/annotator_198": 0.8000000715255737, "eta/annotator_199": 0.8000000715255737, "eta/annotator_2": 0.8000000715255737, "eta/annotator_20": 0.8000000715255737, "eta/annotator_200": 0.8000000715255737, "eta/annotator_201": 0.8000000715255737, "eta/annotator_202": 0.8000000715255737, "eta/annotator_203": 0.8000000715255737, "eta/annotator_204": 0.8000000715255737, "eta/annotator_205": 0.8000000715255737, "eta/annotator_206": 0.8000000715255737, "eta/annotator_207": 0.8000000715255737, "eta/annotator_208": 0.8000000715255737, "eta/annotator_209": 0.8000000715255737, "eta/annotator_21": 0.8000000715255737, "eta/annotator_210": 0.8000000715255737, "eta/annotator_211": 0.8000000715255737, "eta/annotator_212": 0.8000000715255737, "eta/annotator_213": 0.8000000715255737, "eta/annotator_214": 0.8000000715255737, "eta/annotator_215": 0.8000000715255737, "eta/annotator_216": 0.8000000715255737, "eta/annotator_217": 0.8000000715255737, "eta/annotator_218": 0.8000000715255737, "eta/annotator_219": 0.8000000715255737, "eta/annotator_22": 0.8000000715255737, "eta/annotator_220": 0.8000000715255737, "eta/annotator_221": 0.8000000715255737, "eta/annotator_222": 0.8000000715255737, "eta/annotator_223": 0.8000000715255737, "eta/annotator_224": 0.8000000715255737, "eta/annotator_225": 0.8000000715255737, "eta/annotator_226": 0.8000000715255737, "eta/annotator_23": 0.8000000715255737, "eta/annotator_24": 0.8000000715255737, "eta/annotator_25": 0.8000000715255737, "eta/annotator_26": 0.8000000715255737, "eta/annotator_27": 0.8000000715255737, "eta/annotator_28": 0.8000000715255737, "eta/annotator_29": 0.8000000715255737, "eta/annotator_3": 0.8000000715255737, "eta/annotator_30": 0.8000000715255737, "eta/annotator_31": 0.8000000715255737, "eta/annotator_32": 0.8000000715255737, "eta/annotator_33": 0.8000000715255737, "eta/annotator_34": 0.8000000715255737, "eta/annotator_35": 0.8000000715255737, "eta/annotator_36": 0.8000000715255737, "eta/annotator_37": 0.8000000715255737, "eta/annotator_38": 0.8000000715255737, "eta/annotator_39": 0.8000000715255737, "eta/annotator_4": 0.8000000715255737, "eta/annotator_40": 0.8000000715255737, "eta/annotator_41": 0.8000000715255737, "eta/annotator_42": 0.8000000715255737, "eta/annotator_43": 0.8000000715255737, "eta/annotator_44": 0.8000000715255737, "eta/annotator_45": 0.8000000715255737, "eta/annotator_46": 0.8000000715255737, "eta/annotator_47": 0.8000000715255737, "eta/annotator_48": 0.8000000715255737, "eta/annotator_49": 0.8000000715255737, "eta/annotator_5": 0.8000000715255737, "eta/annotator_50": 0.8000000715255737, "eta/annotator_51": 0.8000000715255737, "eta/annotator_52": 0.8000000715255737, "eta/annotator_53": 0.8000000715255737, "eta/annotator_54": 0.8000000715255737, "eta/annotator_55": 0.8000000715255737, "eta/annotator_56": 0.8000000715255737, "eta/annotator_57": 0.8000000715255737, "eta/annotator_58": 0.8000000715255737, "eta/annotator_59": 0.8000000715255737, "eta/annotator_6": 0.8000000715255737, "eta/annotator_60": 0.8000000715255737, "eta/annotator_61": 0.8000000715255737, "eta/annotator_62": 0.8000000715255737, "eta/annotator_63": 0.8000000715255737, "eta/annotator_64": 0.8000000715255737, "eta/annotator_65": 0.8000000715255737, "eta/annotator_66": 0.8000000715255737, "eta/annotator_67": 0.8000000715255737, "eta/annotator_68": 0.8000000715255737, "eta/annotator_69": 0.8000000715255737, "eta/annotator_7": 0.8000000715255737, "eta/annotator_70": 0.8000000715255737, "eta/annotator_71": 0.8000000715255737, "eta/annotator_72": 0.8000000715255737, "eta/annotator_73": 0.8000000715255737, "eta/annotator_74": 0.8000000715255737, "eta/annotator_75": 0.8000000715255737, "eta/annotator_76": 0.8000000715255737, "eta/annotator_77": 0.8000000715255737, "eta/annotator_78": 0.8000000715255737, "eta/annotator_79": 0.8000000715255737, "eta/annotator_8": 0.8000000715255737, "eta/annotator_80": 0.8000000715255737, "eta/annotator_81": 0.8000000715255737, "eta/annotator_82": 0.8000000715255737, "eta/annotator_83": 0.8000000715255737, "eta/annotator_84": 0.8000000715255737, "eta/annotator_85": 0.8000000715255737, "eta/annotator_86": 0.8000000715255737, "eta/annotator_87": 0.8000000715255737, "eta/annotator_88": 0.8000000715255737, "eta/annotator_89": 0.8000000715255737, "eta/annotator_9": 0.8000000715255737, "eta/annotator_90": 0.8000000715255737, "eta/annotator_91": 0.8000000715255737, "eta/annotator_92": 0.8000000715255737, "eta/annotator_93": 0.8000000715255737, "eta/annotator_94": 0.8000000715255737, "eta/annotator_95": 0.8000000715255737, "eta/annotator_96": 0.8000000715255737, "eta/annotator_97": 0.8000000715255737, "eta/annotator_98": 0.8000000715255737, "eta/annotator_99": 0.8000000715255737, "grad_norm": 34.96483319562522, "learning_rate": 0.0, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.75, "logps/rejected": -257.75, "loss": 0.6914, "rewards/accuracies": 0.0, "rewards/chosen": 0.0, "rewards/margins": 0.0, "rewards/rejected": 0.0, "step": 1 }, { "em/agreement_weights_mean": 0.7995269894599915, "em/agreement_weights_std": 0.020569706335663795, "em/unique_annotators_in_global_batch": 15.13888931274414, "epoch": 0.043668122270742356, "eta/annotator_0": 0.800063967704773, "eta/annotator_1": 0.799941897392273, "eta/annotator_10": 0.800000011920929, "eta/annotator_100": 0.800000011920929, "eta/annotator_101": 0.800000011920929, "eta/annotator_102": 0.7998583316802979, "eta/annotator_103": 0.800000011920929, "eta/annotator_104": 0.7999975681304932, "eta/annotator_105": 0.7998207211494446, "eta/annotator_106": 0.8001629114151001, "eta/annotator_107": 0.7997166514396667, "eta/annotator_108": 0.7998207211494446, "eta/annotator_109": 0.800000011920929, "eta/annotator_11": 0.800000011920929, "eta/annotator_110": 0.7998872995376587, "eta/annotator_111": 0.7998120188713074, "eta/annotator_112": 0.800000011920929, "eta/annotator_113": 0.7998077273368835, "eta/annotator_114": 0.800048828125, "eta/annotator_115": 0.800000011920929, "eta/annotator_116": 0.800000011920929, "eta/annotator_117": 0.8000463843345642, "eta/annotator_118": 0.7999804615974426, "eta/annotator_119": 0.800000011920929, "eta/annotator_12": 0.800000011920929, "eta/annotator_120": 0.8000710010528564, "eta/annotator_121": 0.7999717593193054, "eta/annotator_122": 0.7999352812767029, "eta/annotator_123": 0.79901123046875, "eta/annotator_124": 0.7999497056007385, "eta/annotator_125": 0.8000034689903259, "eta/annotator_126": 0.7999942302703857, "eta/annotator_127": 0.8000798225402832, "eta/annotator_128": 0.8000607490539551, "eta/annotator_129": 0.8001887798309326, "eta/annotator_13": 0.7999690175056458, "eta/annotator_130": 0.8000064492225647, "eta/annotator_131": 0.8000128269195557, "eta/annotator_132": 0.7999377846717834, "eta/annotator_133": 0.8000924587249756, "eta/annotator_134": 0.8005533218383789, "eta/annotator_135": 0.800000011920929, "eta/annotator_136": 0.800000011920929, "eta/annotator_137": 0.8000037670135498, "eta/annotator_138": 0.8003250360488892, "eta/annotator_139": 0.7998874187469482, "eta/annotator_14": 0.8000167012214661, "eta/annotator_140": 0.8000653982162476, "eta/annotator_141": 0.7999037504196167, "eta/annotator_142": 0.800390899181366, "eta/annotator_143": 0.8001253604888916, "eta/annotator_144": 0.79997718334198, "eta/annotator_145": 0.800000011920929, "eta/annotator_146": 0.7999467253684998, "eta/annotator_147": 0.7992636561393738, "eta/annotator_148": 0.8000404834747314, "eta/annotator_149": 0.7998192310333252, "eta/annotator_15": 0.7999826669692993, "eta/annotator_150": 0.8000862002372742, "eta/annotator_151": 0.7998993992805481, "eta/annotator_152": 0.8000055551528931, "eta/annotator_153": 0.8000410795211792, "eta/annotator_154": 0.8000137805938721, "eta/annotator_155": 0.800000011920929, "eta/annotator_156": 0.8000144362449646, "eta/annotator_157": 0.8000539541244507, "eta/annotator_158": 0.8001276850700378, "eta/annotator_159": 0.7999043464660645, "eta/annotator_16": 0.800061047077179, "eta/annotator_160": 0.8000576496124268, "eta/annotator_161": 0.7999393939971924, "eta/annotator_162": 0.7991883754730225, "eta/annotator_163": 0.7999703884124756, "eta/annotator_164": 0.7998139262199402, "eta/annotator_165": 0.7999818325042725, "eta/annotator_166": 0.7999622821807861, "eta/annotator_167": 0.8000903725624084, "eta/annotator_168": 0.799976646900177, "eta/annotator_169": 0.8002309799194336, "eta/annotator_17": 0.8000410795211792, "eta/annotator_170": 0.8000122904777527, "eta/annotator_171": 0.800000011920929, "eta/annotator_172": 0.7997597455978394, "eta/annotator_173": 0.8000907301902771, "eta/annotator_174": 0.8000273108482361, "eta/annotator_175": 0.8000191450119019, "eta/annotator_176": 0.7999628186225891, "eta/annotator_177": 0.7999326586723328, "eta/annotator_178": 0.8000125885009766, "eta/annotator_179": 0.7999746203422546, "eta/annotator_18": 0.7996562123298645, "eta/annotator_180": 0.7999517917633057, "eta/annotator_181": 0.800000011920929, "eta/annotator_182": 0.8000527620315552, "eta/annotator_183": 0.7999576926231384, "eta/annotator_184": 0.7998988628387451, "eta/annotator_185": 0.8000539541244507, "eta/annotator_186": 0.8001809120178223, "eta/annotator_187": 0.8000868558883667, "eta/annotator_188": 0.8001168370246887, "eta/annotator_189": 0.800000011920929, "eta/annotator_19": 0.800000011920929, "eta/annotator_190": 0.800000011920929, "eta/annotator_191": 0.8000539541244507, "eta/annotator_192": 0.8000202775001526, "eta/annotator_193": 0.8001105785369873, "eta/annotator_194": 0.7999146580696106, "eta/annotator_195": 0.8001512885093689, "eta/annotator_196": 0.7999080419540405, "eta/annotator_197": 0.800000011920929, "eta/annotator_198": 0.800000011920929, "eta/annotator_199": 0.8003777265548706, "eta/annotator_2": 0.8000770211219788, "eta/annotator_20": 0.800000011920929, "eta/annotator_200": 0.7999991774559021, "eta/annotator_201": 0.7999675869941711, "eta/annotator_202": 0.8001306056976318, "eta/annotator_203": 0.7999874353408813, "eta/annotator_204": 0.8000434041023254, "eta/annotator_205": 0.7998738884925842, "eta/annotator_206": 0.800000011920929, "eta/annotator_207": 0.8000596165657043, "eta/annotator_208": 0.800083577632904, "eta/annotator_209": 0.8001095652580261, "eta/annotator_21": 0.8000810146331787, "eta/annotator_210": 0.8000242710113525, "eta/annotator_211": 0.800000011920929, "eta/annotator_212": 0.7997183203697205, "eta/annotator_213": 0.8001085519790649, "eta/annotator_214": 0.7999154329299927, "eta/annotator_215": 0.7999007701873779, "eta/annotator_216": 0.7998603582382202, "eta/annotator_217": 0.800000011920929, "eta/annotator_218": 0.799940288066864, "eta/annotator_219": 0.800000011920929, "eta/annotator_22": 0.799910306930542, "eta/annotator_220": 0.7999517917633057, "eta/annotator_221": 0.7998942136764526, "eta/annotator_222": 0.8001255393028259, "eta/annotator_223": 0.8000285625457764, "eta/annotator_224": 0.7998521327972412, "eta/annotator_225": 0.8000475764274597, "eta/annotator_226": 0.7998490929603577, "eta/annotator_23": 0.7999258637428284, "eta/annotator_24": 0.800000011920929, "eta/annotator_25": 0.7999551296234131, "eta/annotator_26": 0.799099862575531, "eta/annotator_27": 0.7999413013458252, "eta/annotator_28": 0.7998872995376587, "eta/annotator_29": 0.800000011920929, "eta/annotator_3": 0.7999891042709351, "eta/annotator_30": 0.8003579378128052, "eta/annotator_31": 0.7999860644340515, "eta/annotator_32": 0.800000011920929, "eta/annotator_33": 0.8000322580337524, "eta/annotator_34": 0.8000372648239136, "eta/annotator_35": 0.800000011920929, "eta/annotator_36": 0.7999720573425293, "eta/annotator_37": 0.8004930019378662, "eta/annotator_38": 0.800000011920929, "eta/annotator_39": 0.7999210953712463, "eta/annotator_4": 0.800000011920929, "eta/annotator_40": 0.800000011920929, "eta/annotator_41": 0.8000810146331787, "eta/annotator_42": 0.8002214431762695, "eta/annotator_43": 0.799984872341156, "eta/annotator_44": 0.799952507019043, "eta/annotator_45": 0.800000011920929, "eta/annotator_46": 0.800000011920929, "eta/annotator_47": 0.800000011920929, "eta/annotator_48": 0.8000818490982056, "eta/annotator_49": 0.799907922744751, "eta/annotator_5": 0.799917995929718, "eta/annotator_50": 0.799940288066864, "eta/annotator_51": 0.800000011920929, "eta/annotator_52": 0.7999551296234131, "eta/annotator_53": 0.8000480532646179, "eta/annotator_54": 0.7999340295791626, "eta/annotator_55": 0.7999525666236877, "eta/annotator_56": 0.8000991344451904, "eta/annotator_57": 0.8001620769500732, "eta/annotator_58": 0.800113320350647, "eta/annotator_59": 0.7998077869415283, "eta/annotator_6": 0.8000603318214417, "eta/annotator_60": 0.800000011920929, "eta/annotator_61": 0.7999415397644043, "eta/annotator_62": 0.800000011920929, "eta/annotator_63": 0.800000011920929, "eta/annotator_64": 0.8001692295074463, "eta/annotator_65": 0.800000011920929, "eta/annotator_66": 0.800000011920929, "eta/annotator_67": 0.8001241683959961, "eta/annotator_68": 0.8000881671905518, "eta/annotator_69": 0.800000011920929, "eta/annotator_7": 0.800000011920929, "eta/annotator_70": 0.800000011920929, "eta/annotator_71": 0.7999993562698364, "eta/annotator_72": 0.8000209331512451, "eta/annotator_73": 0.7998983263969421, "eta/annotator_74": 0.800000011920929, "eta/annotator_75": 0.8007169365882874, "eta/annotator_76": 0.8000781536102295, "eta/annotator_77": 0.7998207211494446, "eta/annotator_78": 0.7999576926231384, "eta/annotator_79": 0.7999060750007629, "eta/annotator_8": 0.7999254465103149, "eta/annotator_80": 0.800265371799469, "eta/annotator_81": 0.8002622127532959, "eta/annotator_82": 0.8000020980834961, "eta/annotator_83": 0.8001474738121033, "eta/annotator_84": 0.8000810146331787, "eta/annotator_85": 0.800000011920929, "eta/annotator_86": 0.8002526760101318, "eta/annotator_87": 0.8000097274780273, "eta/annotator_88": 0.800000011920929, "eta/annotator_89": 0.800000011920929, "eta/annotator_9": 0.7999894618988037, "eta/annotator_90": 0.7998431324958801, "eta/annotator_91": 0.7997521758079529, "eta/annotator_92": 0.7999870777130127, "eta/annotator_93": 0.7999433875083923, "eta/annotator_94": 0.800000011920929, "eta/annotator_95": 0.7999957203865051, "eta/annotator_96": 0.8000403046607971, "eta/annotator_97": 0.7998224496841431, "eta/annotator_98": 0.799940288066864, "eta/annotator_99": 0.7999675273895264, "grad_norm": 32.64814792255156, "learning_rate": 1.9565217391304347e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -333.5555419921875, "logps/rejected": -252.875, "loss": 0.6906, "rewards/accuracies": 0.2638888955116272, "rewards/chosen": 0.005424711387604475, "rewards/margins": 0.0034905539359897375, "rewards/rejected": 0.0019311904907226562, "step": 10 }, { "em/agreement_weights_mean": 0.8034788966178894, "em/agreement_weights_std": 0.03493928164243698, "em/unique_annotators_in_global_batch": 15.112500190734863, "epoch": 0.08733624454148471, "eta/annotator_0": 0.8004193305969238, "eta/annotator_1": 0.7998877763748169, "eta/annotator_10": 0.8000174760818481, "eta/annotator_100": 0.7999603748321533, "eta/annotator_101": 0.7999237775802612, "eta/annotator_102": 0.7981812953948975, "eta/annotator_103": 0.7999999523162842, "eta/annotator_104": 0.8000118136405945, "eta/annotator_105": 0.7983870506286621, "eta/annotator_106": 0.8014667630195618, "eta/annotator_107": 0.7974509596824646, "eta/annotator_108": 0.798386812210083, "eta/annotator_109": 0.7999542355537415, "eta/annotator_11": 0.7999237775802612, "eta/annotator_110": 0.7989724278450012, "eta/annotator_111": 0.7983086705207825, "eta/annotator_112": 0.7999999523162842, "eta/annotator_113": 0.7982522249221802, "eta/annotator_114": 0.8006160855293274, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.8001565933227539, "eta/annotator_118": 0.8011543154716492, "eta/annotator_119": 0.7999356389045715, "eta/annotator_12": 0.8001397252082825, "eta/annotator_120": 0.8006690740585327, "eta/annotator_121": 0.7997352480888367, "eta/annotator_122": 0.7985831499099731, "eta/annotator_123": 0.7910991907119751, "eta/annotator_124": 0.7989624738693237, "eta/annotator_125": 0.800273597240448, "eta/annotator_126": 0.8001700639724731, "eta/annotator_127": 0.8007286787033081, "eta/annotator_128": 0.8014588356018066, "eta/annotator_129": 0.8017004728317261, "eta/annotator_13": 0.799676239490509, "eta/annotator_130": 0.8009856939315796, "eta/annotator_131": 0.8001160621643066, "eta/annotator_132": 0.7994429469108582, "eta/annotator_133": 0.8009856343269348, "eta/annotator_134": 0.8053264617919922, "eta/annotator_135": 0.8003720045089722, "eta/annotator_136": 0.7999999523162842, "eta/annotator_137": 0.7999424338340759, "eta/annotator_138": 0.8031104207038879, "eta/annotator_139": 0.7992873787879944, "eta/annotator_14": 0.8001921772956848, "eta/annotator_140": 0.8005205988883972, "eta/annotator_141": 0.7985886335372925, "eta/annotator_142": 0.8042090535163879, "eta/annotator_143": 0.8014980554580688, "eta/annotator_144": 0.7997722625732422, "eta/annotator_145": 0.7998268008232117, "eta/annotator_146": 0.7998590469360352, "eta/annotator_147": 0.7876476049423218, "eta/annotator_148": 0.8003325462341309, "eta/annotator_149": 0.797777533531189, "eta/annotator_15": 0.7999091744422913, "eta/annotator_150": 0.803421139717102, "eta/annotator_151": 0.7989756464958191, "eta/annotator_152": 0.8001595735549927, "eta/annotator_153": 0.8004001379013062, "eta/annotator_154": 0.8000437617301941, "eta/annotator_155": 0.7999999523162842, "eta/annotator_156": 0.8001109957695007, "eta/annotator_157": 0.8010997772216797, "eta/annotator_158": 0.8030610084533691, "eta/annotator_159": 0.7992064356803894, "eta/annotator_16": 0.8007270097732544, "eta/annotator_160": 0.8006649017333984, "eta/annotator_161": 0.7993096113204956, "eta/annotator_162": 0.7927696704864502, "eta/annotator_163": 0.799759566783905, "eta/annotator_164": 0.7983812689781189, "eta/annotator_165": 0.7997821569442749, "eta/annotator_166": 0.7999191284179688, "eta/annotator_167": 0.8015953898429871, "eta/annotator_168": 0.8000963926315308, "eta/annotator_169": 0.8036247491836548, "eta/annotator_17": 0.8004436492919922, "eta/annotator_170": 0.8000081181526184, "eta/annotator_171": 0.7999251484870911, "eta/annotator_172": 0.797535240650177, "eta/annotator_173": 0.8007127046585083, "eta/annotator_174": 0.8003485798835754, "eta/annotator_175": 0.8001667261123657, "eta/annotator_176": 0.7996529340744019, "eta/annotator_177": 0.7993046045303345, "eta/annotator_178": 0.7996708154678345, "eta/annotator_179": 0.7997711896896362, "eta/annotator_18": 0.7968968152999878, "eta/annotator_180": 0.7995330095291138, "eta/annotator_181": 0.8001114130020142, "eta/annotator_182": 0.8003937005996704, "eta/annotator_183": 0.7997317314147949, "eta/annotator_184": 0.7991570234298706, "eta/annotator_185": 0.8000604510307312, "eta/annotator_186": 0.8034027218818665, "eta/annotator_187": 0.8008179664611816, "eta/annotator_188": 0.8019042015075684, "eta/annotator_189": 0.7997878789901733, "eta/annotator_19": 0.8001025319099426, "eta/annotator_190": 0.800751805305481, "eta/annotator_191": 0.8004966974258423, "eta/annotator_192": 0.801114559173584, "eta/annotator_193": 0.8015908002853394, "eta/annotator_194": 0.7984231114387512, "eta/annotator_195": 0.8013013005256653, "eta/annotator_196": 0.7991642355918884, "eta/annotator_197": 0.799953043460846, "eta/annotator_198": 0.8003062009811401, "eta/annotator_199": 0.803891658782959, "eta/annotator_2": 0.8012965321540833, "eta/annotator_20": 0.8001651763916016, "eta/annotator_200": 0.8001618385314941, "eta/annotator_201": 0.7994357347488403, "eta/annotator_202": 0.8013213276863098, "eta/annotator_203": 0.7994152307510376, "eta/annotator_204": 0.8005788922309875, "eta/annotator_205": 0.7986875176429749, "eta/annotator_206": 0.8000434637069702, "eta/annotator_207": 0.8018257021903992, "eta/annotator_208": 0.8008700609207153, "eta/annotator_209": 0.8009865880012512, "eta/annotator_21": 0.7996121644973755, "eta/annotator_210": 0.8000162839889526, "eta/annotator_211": 0.8001458048820496, "eta/annotator_212": 0.7974715828895569, "eta/annotator_213": 0.8008967638015747, "eta/annotator_214": 0.7985526919364929, "eta/annotator_215": 0.7971508502960205, "eta/annotator_216": 0.798557698726654, "eta/annotator_217": 0.7999999523162842, "eta/annotator_218": 0.799583375453949, "eta/annotator_219": 0.8000582456588745, "eta/annotator_22": 0.7991935014724731, "eta/annotator_220": 0.7989524006843567, "eta/annotator_221": 0.7983478307723999, "eta/annotator_222": 0.8038457036018372, "eta/annotator_223": 0.800875186920166, "eta/annotator_224": 0.798618495464325, "eta/annotator_225": 0.7993782162666321, "eta/annotator_226": 0.7968350052833557, "eta/annotator_23": 0.7993327379226685, "eta/annotator_24": 0.7999999523162842, "eta/annotator_25": 0.8001982569694519, "eta/annotator_26": 0.7922149896621704, "eta/annotator_27": 0.7993541955947876, "eta/annotator_28": 0.7991725206375122, "eta/annotator_29": 0.8001694679260254, "eta/annotator_3": 0.7999881505966187, "eta/annotator_30": 0.8034605979919434, "eta/annotator_31": 0.7998741269111633, "eta/annotator_32": 0.7996537089347839, "eta/annotator_33": 0.7997691631317139, "eta/annotator_34": 0.8014320135116577, "eta/annotator_35": 0.7999880909919739, "eta/annotator_36": 0.799660861492157, "eta/annotator_37": 0.8054116368293762, "eta/annotator_38": 0.7999330759048462, "eta/annotator_39": 0.7930178046226501, "eta/annotator_4": 0.7999619245529175, "eta/annotator_40": 0.7999999523162842, "eta/annotator_41": 0.8005499839782715, "eta/annotator_42": 0.8022635579109192, "eta/annotator_43": 0.7997695207595825, "eta/annotator_44": 0.8007436990737915, "eta/annotator_45": 0.799974799156189, "eta/annotator_46": 0.7999999523162842, "eta/annotator_47": 0.8000679016113281, "eta/annotator_48": 0.8006764650344849, "eta/annotator_49": 0.7992447018623352, "eta/annotator_5": 0.7986793518066406, "eta/annotator_50": 0.7994621992111206, "eta/annotator_51": 0.8003062009811401, "eta/annotator_52": 0.7995487451553345, "eta/annotator_53": 0.8004081845283508, "eta/annotator_54": 0.7994316220283508, "eta/annotator_55": 0.8001335263252258, "eta/annotator_56": 0.8016567230224609, "eta/annotator_57": 0.8014588356018066, "eta/annotator_58": 0.8020588755607605, "eta/annotator_59": 0.7967253923416138, "eta/annotator_6": 0.8006099462509155, "eta/annotator_60": 0.8002516627311707, "eta/annotator_61": 0.7990676760673523, "eta/annotator_62": 0.7998177409172058, "eta/annotator_63": 0.7999999523162842, "eta/annotator_64": 0.8015953898429871, "eta/annotator_65": 0.800149142742157, "eta/annotator_66": 0.8000544309616089, "eta/annotator_67": 0.8012560606002808, "eta/annotator_68": 0.8010547757148743, "eta/annotator_69": 0.7999999523162842, "eta/annotator_7": 0.7999999523162842, "eta/annotator_70": 0.7999999523162842, "eta/annotator_71": 0.8003762364387512, "eta/annotator_72": 0.8000724911689758, "eta/annotator_73": 0.7993203401565552, "eta/annotator_74": 0.7999999523162842, "eta/annotator_75": 0.8096137046813965, "eta/annotator_76": 0.8010880351066589, "eta/annotator_77": 0.7983870506286621, "eta/annotator_78": 0.7996119856834412, "eta/annotator_79": 0.7994624376296997, "eta/annotator_8": 0.7988425493240356, "eta/annotator_80": 0.8023880124092102, "eta/annotator_81": 0.8033047914505005, "eta/annotator_82": 0.8001728057861328, "eta/annotator_83": 0.8004307746887207, "eta/annotator_84": 0.8009487390518188, "eta/annotator_85": 0.7998780012130737, "eta/annotator_86": 0.8037055134773254, "eta/annotator_87": 0.7999832034111023, "eta/annotator_88": 0.7999999523162842, "eta/annotator_89": 0.7999947667121887, "eta/annotator_9": 0.7999809980392456, "eta/annotator_90": 0.7985634207725525, "eta/annotator_91": 0.7977513074874878, "eta/annotator_92": 0.8017503023147583, "eta/annotator_93": 0.798942506313324, "eta/annotator_94": 0.7999237775802612, "eta/annotator_95": 0.800032913684845, "eta/annotator_96": 0.8004938960075378, "eta/annotator_97": 0.7984436750411987, "eta/annotator_98": 0.7992447018623352, "eta/annotator_99": 0.7999294996261597, "grad_norm": 26.28758311119068, "learning_rate": 4.1304347826086954e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -320.7124938964844, "logps/rejected": -247.08749389648438, "loss": 0.678, "rewards/accuracies": 0.37578123807907104, "rewards/chosen": 0.07745838165283203, "rewards/margins": 0.04393262788653374, "rewards/rejected": 0.03355388715863228, "step": 20 }, { "em/agreement_weights_mean": 0.8067863583564758, "em/agreement_weights_std": 0.09456522762775421, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.13100436681222707, "eta/annotator_0": 0.7990275621414185, "eta/annotator_1": 0.8044973611831665, "eta/annotator_10": 0.8010223507881165, "eta/annotator_100": 0.7991740703582764, "eta/annotator_101": 0.7991629838943481, "eta/annotator_102": 0.7968436479568481, "eta/annotator_103": 0.7998142838478088, "eta/annotator_104": 0.8003352880477905, "eta/annotator_105": 0.7982247471809387, "eta/annotator_106": 0.8021213412284851, "eta/annotator_107": 0.797065019607544, "eta/annotator_108": 0.7979499101638794, "eta/annotator_109": 0.8015109896659851, "eta/annotator_11": 0.7992392778396606, "eta/annotator_110": 0.7982481718063354, "eta/annotator_111": 0.7981879115104675, "eta/annotator_112": 0.7999999523162842, "eta/annotator_113": 0.7981866598129272, "eta/annotator_114": 0.8029201626777649, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.7969803810119629, "eta/annotator_118": 0.7984840869903564, "eta/annotator_119": 0.7993572950363159, "eta/annotator_12": 0.8016157150268555, "eta/annotator_120": 0.8006795644760132, "eta/annotator_121": 0.8002826571464539, "eta/annotator_122": 0.7988327741622925, "eta/annotator_123": 0.7908746600151062, "eta/annotator_124": 0.7505435347557068, "eta/annotator_125": 0.7979340553283691, "eta/annotator_126": 0.8057363629341125, "eta/annotator_127": 0.8006507158279419, "eta/annotator_128": 0.8014670610427856, "eta/annotator_129": 0.8017409443855286, "eta/annotator_13": 0.7992796897888184, "eta/annotator_130": 0.8152821660041809, "eta/annotator_131": 0.8019607663154602, "eta/annotator_132": 0.7998589277267456, "eta/annotator_133": 0.8044289350509644, "eta/annotator_134": 0.8095057606697083, "eta/annotator_135": 0.8037208318710327, "eta/annotator_136": 0.7999999523162842, "eta/annotator_137": 0.7986031174659729, "eta/annotator_138": 0.801453709602356, "eta/annotator_139": 0.8089432716369629, "eta/annotator_14": 0.8007270693778992, "eta/annotator_140": 0.7998305559158325, "eta/annotator_141": 0.7982075214385986, "eta/annotator_142": 0.8058727383613586, "eta/annotator_143": 0.8021458387374878, "eta/annotator_144": 0.7997267842292786, "eta/annotator_145": 0.7966139912605286, "eta/annotator_146": 0.8055235743522644, "eta/annotator_147": 0.7877600789070129, "eta/annotator_148": 0.8004021644592285, "eta/annotator_149": 0.7996017932891846, "eta/annotator_15": 0.804034411907196, "eta/annotator_150": 0.8033654093742371, "eta/annotator_151": 0.8016225099563599, "eta/annotator_152": 0.8012652397155762, "eta/annotator_153": 0.8021091222763062, "eta/annotator_154": 0.8008963465690613, "eta/annotator_155": 0.8001663088798523, "eta/annotator_156": 0.7994614839553833, "eta/annotator_157": 0.8075940012931824, "eta/annotator_158": 0.8035967946052551, "eta/annotator_159": 0.7997571229934692, "eta/annotator_16": 0.8027662038803101, "eta/annotator_160": 0.8049769401550293, "eta/annotator_161": 0.7985648512840271, "eta/annotator_162": 0.7934444546699524, "eta/annotator_163": 0.8003706932067871, "eta/annotator_164": 0.7957594990730286, "eta/annotator_165": 0.7991276383399963, "eta/annotator_166": 0.8052698969841003, "eta/annotator_167": 0.8086570501327515, "eta/annotator_168": 0.8031883239746094, "eta/annotator_169": 0.8037110567092896, "eta/annotator_17": 0.8011969327926636, "eta/annotator_170": 0.7999271154403687, "eta/annotator_171": 0.7981444597244263, "eta/annotator_172": 0.794929563999176, "eta/annotator_173": 0.7990919947624207, "eta/annotator_174": 0.8012664914131165, "eta/annotator_175": 0.8000281453132629, "eta/annotator_176": 0.7997745871543884, "eta/annotator_177": 0.797494113445282, "eta/annotator_178": 0.7995680570602417, "eta/annotator_179": 0.7999839782714844, "eta/annotator_18": 0.7969154119491577, "eta/annotator_180": 0.7994920015335083, "eta/annotator_181": 0.8017615079879761, "eta/annotator_182": 0.7992959022521973, "eta/annotator_183": 0.8014071583747864, "eta/annotator_184": 0.7980158925056458, "eta/annotator_185": 0.7953816652297974, "eta/annotator_186": 0.8058654069900513, "eta/annotator_187": 0.7999020218849182, "eta/annotator_188": 0.8011525273323059, "eta/annotator_189": 0.7978714108467102, "eta/annotator_19": 0.8084900975227356, "eta/annotator_190": 0.8075183629989624, "eta/annotator_191": 0.8009148836135864, "eta/annotator_192": 0.7981824278831482, "eta/annotator_193": 0.8049104809761047, "eta/annotator_194": 0.7955426573753357, "eta/annotator_195": 0.8003449440002441, "eta/annotator_196": 0.7989630103111267, "eta/annotator_197": 0.7993031144142151, "eta/annotator_198": 0.8035910725593567, "eta/annotator_199": 0.8051421046257019, "eta/annotator_2": 0.8028992414474487, "eta/annotator_20": 0.803567111492157, "eta/annotator_200": 0.8034281730651855, "eta/annotator_201": 0.8013402223587036, "eta/annotator_202": 0.8043888211250305, "eta/annotator_203": 0.790938138961792, "eta/annotator_204": 0.8000847697257996, "eta/annotator_205": 0.7961587309837341, "eta/annotator_206": 0.8008259534835815, "eta/annotator_207": 0.8034141659736633, "eta/annotator_208": 0.8020292520523071, "eta/annotator_209": 0.8024992942810059, "eta/annotator_21": 0.7876193523406982, "eta/annotator_210": 0.7983580827713013, "eta/annotator_211": 0.8014588356018066, "eta/annotator_212": 0.7979176640510559, "eta/annotator_213": 0.8003467321395874, "eta/annotator_214": 0.7978973984718323, "eta/annotator_215": 0.800073504447937, "eta/annotator_216": 0.8026152849197388, "eta/annotator_217": 0.8001530766487122, "eta/annotator_218": 0.8002026677131653, "eta/annotator_219": 0.8012663722038269, "eta/annotator_22": 0.7989379167556763, "eta/annotator_220": 0.789497435092926, "eta/annotator_221": 0.7974921464920044, "eta/annotator_222": 0.8040392994880676, "eta/annotator_223": 0.806580662727356, "eta/annotator_224": 0.7968533635139465, "eta/annotator_225": 0.7995398044586182, "eta/annotator_226": 0.7940575480461121, "eta/annotator_23": 0.7997143268585205, "eta/annotator_24": 0.7999999523162842, "eta/annotator_25": 0.8067672848701477, "eta/annotator_26": 0.7954426407814026, "eta/annotator_27": 0.8001692891120911, "eta/annotator_28": 0.8019488453865051, "eta/annotator_29": 0.8039898872375488, "eta/annotator_3": 0.8051061630249023, "eta/annotator_30": 0.8056327104568481, "eta/annotator_31": 0.7998741269111633, "eta/annotator_32": 0.796363890171051, "eta/annotator_33": 0.7960916757583618, "eta/annotator_34": 0.8017184138298035, "eta/annotator_35": 0.8003216981887817, "eta/annotator_36": 0.8003342747688293, "eta/annotator_37": 0.8008381128311157, "eta/annotator_38": 0.8000937700271606, "eta/annotator_39": 0.7942802309989929, "eta/annotator_4": 0.7996196150779724, "eta/annotator_40": 0.7999999523162842, "eta/annotator_41": 0.8025595545768738, "eta/annotator_42": 0.8019987940788269, "eta/annotator_43": 0.7977385520935059, "eta/annotator_44": 0.7993175983428955, "eta/annotator_45": 0.7997486591339111, "eta/annotator_46": 0.7999999523162842, "eta/annotator_47": 0.8011763691902161, "eta/annotator_48": 0.8000075221061707, "eta/annotator_49": 0.8013476133346558, "eta/annotator_5": 0.7998223304748535, "eta/annotator_50": 0.7993339896202087, "eta/annotator_51": 0.8030974268913269, "eta/annotator_52": 0.7987849712371826, "eta/annotator_53": 0.8002979159355164, "eta/annotator_54": 0.800351619720459, "eta/annotator_55": 0.8069975972175598, "eta/annotator_56": 0.807965099811554, "eta/annotator_57": 0.8014588356018066, "eta/annotator_58": 0.805186927318573, "eta/annotator_59": 0.7983021140098572, "eta/annotator_6": 0.8019294738769531, "eta/annotator_60": 0.8025168180465698, "eta/annotator_61": 0.795016884803772, "eta/annotator_62": 0.7981789112091064, "eta/annotator_63": 0.8001397848129272, "eta/annotator_64": 0.8022961616516113, "eta/annotator_65": 0.8023880124092102, "eta/annotator_66": 0.8043614625930786, "eta/annotator_67": 0.802868664264679, "eta/annotator_68": 0.8048180341720581, "eta/annotator_69": 0.7999999523162842, "eta/annotator_7": 0.7998695969581604, "eta/annotator_70": 0.7999999523162842, "eta/annotator_71": 0.8051334619522095, "eta/annotator_72": 0.8016246557235718, "eta/annotator_73": 0.8013293147087097, "eta/annotator_74": 0.7999999523162842, "eta/annotator_75": 0.8102430105209351, "eta/annotator_76": 0.80467289686203, "eta/annotator_77": 0.7983870506286621, "eta/annotator_78": 0.7995426058769226, "eta/annotator_79": 0.8030644655227661, "eta/annotator_8": 0.7999848127365112, "eta/annotator_80": 0.8023880124092102, "eta/annotator_81": 0.806975245475769, "eta/annotator_82": 0.8019687533378601, "eta/annotator_83": 0.7873016595840454, "eta/annotator_84": 0.8030358552932739, "eta/annotator_85": 0.7991487383842468, "eta/annotator_86": 0.82115238904953, "eta/annotator_87": 0.7981690168380737, "eta/annotator_88": 0.7999999523162842, "eta/annotator_89": 0.7966705560684204, "eta/annotator_9": 0.8007823824882507, "eta/annotator_90": 0.7995262145996094, "eta/annotator_91": 0.7977849245071411, "eta/annotator_92": 0.8088526725769043, "eta/annotator_93": 0.7987991571426392, "eta/annotator_94": 0.7992392778396606, "eta/annotator_95": 0.80145263671875, "eta/annotator_96": 0.7985031604766846, "eta/annotator_97": 0.7990385293960571, "eta/annotator_98": 0.7969269752502441, "eta/annotator_99": 0.8000238537788391, "grad_norm": 25.439927125829616, "learning_rate": 4.854368932038835e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -318.26251220703125, "logps/rejected": -245.6875, "loss": 0.632, "rewards/accuracies": 0.514843761920929, "rewards/chosen": 0.33296966552734375, "rewards/margins": 0.2007904052734375, "rewards/rejected": 0.13230648636817932, "step": 30 }, { "em/agreement_weights_mean": 0.8047730326652527, "em/agreement_weights_std": 0.1302894651889801, "em/unique_annotators_in_global_batch": 15.162500381469727, "epoch": 0.17467248908296942, "eta/annotator_0": 0.7989979982376099, "eta/annotator_1": 0.8233538866043091, "eta/annotator_10": 0.8097130656242371, "eta/annotator_100": 0.7937728762626648, "eta/annotator_101": 0.7989152073860168, "eta/annotator_102": 0.8004996180534363, "eta/annotator_103": 0.7955952286720276, "eta/annotator_104": 0.8006018400192261, "eta/annotator_105": 0.7972064018249512, "eta/annotator_106": 0.8129047155380249, "eta/annotator_107": 0.7940422892570496, "eta/annotator_108": 0.7946027517318726, "eta/annotator_109": 0.8018828630447388, "eta/annotator_11": 0.7995464205741882, "eta/annotator_110": 0.793452262878418, "eta/annotator_111": 0.7970093488693237, "eta/annotator_112": 0.7999999523162842, "eta/annotator_113": 0.7983592748641968, "eta/annotator_114": 0.8074997663497925, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.7995387315750122, "eta/annotator_118": 0.7924728393554688, "eta/annotator_119": 0.8001196980476379, "eta/annotator_12": 0.808918833732605, "eta/annotator_120": 0.7898244857788086, "eta/annotator_121": 0.8059779405593872, "eta/annotator_122": 0.8053596615791321, "eta/annotator_123": 0.7927666902542114, "eta/annotator_124": 0.7511425614356995, "eta/annotator_125": 0.7617523670196533, "eta/annotator_126": 0.8044478297233582, "eta/annotator_127": 0.8019720911979675, "eta/annotator_128": 0.8020564317703247, "eta/annotator_129": 0.8035582304000854, "eta/annotator_13": 0.7978125810623169, "eta/annotator_130": 0.8147131204605103, "eta/annotator_131": 0.8209403157234192, "eta/annotator_132": 0.7951432466506958, "eta/annotator_133": 0.8252831697463989, "eta/annotator_134": 0.8188265562057495, "eta/annotator_135": 0.8037208318710327, "eta/annotator_136": 0.8003062009811401, "eta/annotator_137": 0.7946892380714417, "eta/annotator_138": 0.8011765480041504, "eta/annotator_139": 0.8112007975578308, "eta/annotator_14": 0.803261399269104, "eta/annotator_140": 0.8007165193557739, "eta/annotator_141": 0.7971108555793762, "eta/annotator_142": 0.8091456294059753, "eta/annotator_143": 0.7955738306045532, "eta/annotator_144": 0.80115807056427, "eta/annotator_145": 0.7978538274765015, "eta/annotator_146": 0.8071404695510864, "eta/annotator_147": 0.7872985601425171, "eta/annotator_148": 0.8033830523490906, "eta/annotator_149": 0.8023121953010559, "eta/annotator_15": 0.8146740198135376, "eta/annotator_150": 0.8052712678909302, "eta/annotator_151": 0.8042000532150269, "eta/annotator_152": 0.8030359148979187, "eta/annotator_153": 0.8082268834114075, "eta/annotator_154": 0.8174904584884644, "eta/annotator_155": 0.8020668029785156, "eta/annotator_156": 0.795486569404602, "eta/annotator_157": 0.7889386415481567, "eta/annotator_158": 0.8046337366104126, "eta/annotator_159": 0.799332857131958, "eta/annotator_16": 0.806546688079834, "eta/annotator_160": 0.8060854077339172, "eta/annotator_161": 0.8008561134338379, "eta/annotator_162": 0.7946173548698425, "eta/annotator_163": 0.803942859172821, "eta/annotator_164": 0.79591304063797, "eta/annotator_165": 0.8005269169807434, "eta/annotator_166": 0.8226990699768066, "eta/annotator_167": 0.809066116809845, "eta/annotator_168": 0.8061234354972839, "eta/annotator_169": 0.8037317991256714, "eta/annotator_17": 0.801425576210022, "eta/annotator_170": 0.8174588084220886, "eta/annotator_171": 0.788114070892334, "eta/annotator_172": 0.7993601560592651, "eta/annotator_173": 0.7979773283004761, "eta/annotator_174": 0.8012664914131165, "eta/annotator_175": 0.7981787919998169, "eta/annotator_176": 0.8022392988204956, "eta/annotator_177": 0.7905475497245789, "eta/annotator_178": 0.7976782917976379, "eta/annotator_179": 0.801007091999054, "eta/annotator_18": 0.797721266746521, "eta/annotator_180": 0.8014130592346191, "eta/annotator_181": 0.8068442344665527, "eta/annotator_182": 0.8204135894775391, "eta/annotator_183": 0.8026160001754761, "eta/annotator_184": 0.7819685935974121, "eta/annotator_185": 0.8128417730331421, "eta/annotator_186": 0.8082653284072876, "eta/annotator_187": 0.8063516616821289, "eta/annotator_188": 0.7984791398048401, "eta/annotator_189": 0.7978016138076782, "eta/annotator_19": 0.8071762919425964, "eta/annotator_190": 0.8070014715194702, "eta/annotator_191": 0.8032404780387878, "eta/annotator_192": 0.80335533618927, "eta/annotator_193": 0.8195686340332031, "eta/annotator_194": 0.783510684967041, "eta/annotator_195": 0.7945772409439087, "eta/annotator_196": 0.7969690561294556, "eta/annotator_197": 0.7972545027732849, "eta/annotator_198": 0.8081862330436707, "eta/annotator_199": 0.8074997067451477, "eta/annotator_2": 0.8048454523086548, "eta/annotator_20": 0.8196240663528442, "eta/annotator_200": 0.8239008784294128, "eta/annotator_201": 0.8023462295532227, "eta/annotator_202": 0.8221527934074402, "eta/annotator_203": 0.8140395283699036, "eta/annotator_204": 0.7936224937438965, "eta/annotator_205": 0.8032614588737488, "eta/annotator_206": 0.8064754605293274, "eta/annotator_207": 0.8070967793464661, "eta/annotator_208": 0.8093231320381165, "eta/annotator_209": 0.8156734704971313, "eta/annotator_21": 0.787193775177002, "eta/annotator_210": 0.7995689511299133, "eta/annotator_211": 0.8014588356018066, "eta/annotator_212": 0.803368091583252, "eta/annotator_213": 0.8019202947616577, "eta/annotator_214": 0.7982378602027893, "eta/annotator_215": 0.8264077305793762, "eta/annotator_216": 0.8249076008796692, "eta/annotator_217": 0.8019013404846191, "eta/annotator_218": 0.7950908541679382, "eta/annotator_219": 0.8074096441268921, "eta/annotator_22": 0.7964869737625122, "eta/annotator_220": 0.7848902940750122, "eta/annotator_221": 0.7985708117485046, "eta/annotator_222": 0.7926031947135925, "eta/annotator_223": 0.8082998991012573, "eta/annotator_224": 0.7986748218536377, "eta/annotator_225": 0.8061548471450806, "eta/annotator_226": 0.7950466871261597, "eta/annotator_23": 0.801571249961853, "eta/annotator_24": 0.8012423515319824, "eta/annotator_25": 0.8177566528320312, "eta/annotator_26": 0.8012080192565918, "eta/annotator_27": 0.8041409254074097, "eta/annotator_28": 0.8220313787460327, "eta/annotator_29": 0.8055790066719055, "eta/annotator_3": 0.8044952154159546, "eta/annotator_30": 0.8058696985244751, "eta/annotator_31": 0.7998725175857544, "eta/annotator_32": 0.7947875261306763, "eta/annotator_33": 0.8136367797851562, "eta/annotator_34": 0.8050464391708374, "eta/annotator_35": 0.8048592805862427, "eta/annotator_36": 0.8073027729988098, "eta/annotator_37": 0.7962571978569031, "eta/annotator_38": 0.8007228970527649, "eta/annotator_39": 0.7940964698791504, "eta/annotator_4": 0.8000113368034363, "eta/annotator_40": 0.7999999523162842, "eta/annotator_41": 0.806229293346405, "eta/annotator_42": 0.8067724108695984, "eta/annotator_43": 0.7989200353622437, "eta/annotator_44": 0.7996624708175659, "eta/annotator_45": 0.7997486591339111, "eta/annotator_46": 0.7999999523162842, "eta/annotator_47": 0.8028420209884644, "eta/annotator_48": 0.8013961911201477, "eta/annotator_49": 0.7991901636123657, "eta/annotator_5": 0.7977029085159302, "eta/annotator_50": 0.7972235083580017, "eta/annotator_51": 0.8034027218818665, "eta/annotator_52": 0.7966982126235962, "eta/annotator_53": 0.8016474843025208, "eta/annotator_54": 0.8068550825119019, "eta/annotator_55": 0.8245947957038879, "eta/annotator_56": 0.8073069453239441, "eta/annotator_57": 0.8033240437507629, "eta/annotator_58": 0.8067611455917358, "eta/annotator_59": 0.7969740629196167, "eta/annotator_6": 0.8343009948730469, "eta/annotator_60": 0.8025168180465698, "eta/annotator_61": 0.791710376739502, "eta/annotator_62": 0.7993224263191223, "eta/annotator_63": 0.8055943250656128, "eta/annotator_64": 0.8024773597717285, "eta/annotator_65": 0.7974683046340942, "eta/annotator_66": 0.8045836687088013, "eta/annotator_67": 0.8081573247909546, "eta/annotator_68": 0.8085924983024597, "eta/annotator_69": 0.7999999523162842, "eta/annotator_7": 0.7948375344276428, "eta/annotator_70": 0.7999999523162842, "eta/annotator_71": 0.8185868263244629, "eta/annotator_72": 0.8007330894470215, "eta/annotator_73": 0.7998726963996887, "eta/annotator_74": 0.7999999523162842, "eta/annotator_75": 0.81341552734375, "eta/annotator_76": 0.8031991720199585, "eta/annotator_77": 0.7987614870071411, "eta/annotator_78": 0.7995426058769226, "eta/annotator_79": 0.7999317646026611, "eta/annotator_8": 0.8028672337532043, "eta/annotator_80": 0.8026643991470337, "eta/annotator_81": 0.8064204454421997, "eta/annotator_82": 0.8059623837471008, "eta/annotator_83": 0.775577962398529, "eta/annotator_84": 0.8110626935958862, "eta/annotator_85": 0.8030028343200684, "eta/annotator_86": 0.8212475776672363, "eta/annotator_87": 0.7940216064453125, "eta/annotator_88": 0.7998812794685364, "eta/annotator_89": 0.7671677470207214, "eta/annotator_9": 0.8024924993515015, "eta/annotator_90": 0.7912018299102783, "eta/annotator_91": 0.798734724521637, "eta/annotator_92": 0.8086897730827332, "eta/annotator_93": 0.8013771176338196, "eta/annotator_94": 0.7992392778396606, "eta/annotator_95": 0.8158806562423706, "eta/annotator_96": 0.7374389171600342, "eta/annotator_97": 0.8016079664230347, "eta/annotator_98": 0.7959351539611816, "eta/annotator_99": 0.7779629230499268, "grad_norm": 23.230102781037427, "learning_rate": 4.611650485436893e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -310.51251220703125, "logps/rejected": -243.78750610351562, "loss": 0.6021, "rewards/accuracies": 0.555468738079071, "rewards/chosen": 0.3444709777832031, "rewards/margins": 0.2806152403354645, "rewards/rejected": 0.0637090653181076, "step": 40 }, { "em/agreement_weights_mean": 0.8058301210403442, "em/agreement_weights_std": 0.1498805582523346, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.2183406113537118, "eta/annotator_0": 0.7983856201171875, "eta/annotator_1": 0.8187241554260254, "eta/annotator_10": 0.8136824369430542, "eta/annotator_100": 0.7806705236434937, "eta/annotator_101": 0.8017304539680481, "eta/annotator_102": 0.8056391477584839, "eta/annotator_103": 0.7804251909255981, "eta/annotator_104": 0.8013243675231934, "eta/annotator_105": 0.8011824488639832, "eta/annotator_106": 0.8123914003372192, "eta/annotator_107": 0.7983547449111938, "eta/annotator_108": 0.7993462681770325, "eta/annotator_109": 0.8021072149276733, "eta/annotator_11": 0.8041893839836121, "eta/annotator_110": 0.7997437715530396, "eta/annotator_111": 0.7988896369934082, "eta/annotator_112": 0.7988559603691101, "eta/annotator_113": 0.7964180707931519, "eta/annotator_114": 0.7949271202087402, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.8054566383361816, "eta/annotator_118": 0.759739339351654, "eta/annotator_119": 0.8066889047622681, "eta/annotator_12": 0.813779354095459, "eta/annotator_120": 0.7928560972213745, "eta/annotator_121": 0.8044406771659851, "eta/annotator_122": 0.8008419871330261, "eta/annotator_123": 0.7995197772979736, "eta/annotator_124": 0.7584452629089355, "eta/annotator_125": 0.764128565788269, "eta/annotator_126": 0.8065223693847656, "eta/annotator_127": 0.806638240814209, "eta/annotator_128": 0.8066341280937195, "eta/annotator_129": 0.8166378140449524, "eta/annotator_13": 0.7846092581748962, "eta/annotator_130": 0.816983699798584, "eta/annotator_131": 0.8200350999832153, "eta/annotator_132": 0.789023220539093, "eta/annotator_133": 0.8239420056343079, "eta/annotator_134": 0.8165996670722961, "eta/annotator_135": 0.8037208318710327, "eta/annotator_136": 0.8030630946159363, "eta/annotator_137": 0.8011218309402466, "eta/annotator_138": 0.8001526594161987, "eta/annotator_139": 0.8129477500915527, "eta/annotator_14": 0.8001120686531067, "eta/annotator_140": 0.7994259595870972, "eta/annotator_141": 0.7986488938331604, "eta/annotator_142": 0.811697781085968, "eta/annotator_143": 0.8024126291275024, "eta/annotator_144": 0.7977166175842285, "eta/annotator_145": 0.8028643727302551, "eta/annotator_146": 0.8278042674064636, "eta/annotator_147": 0.7770188450813293, "eta/annotator_148": 0.8096655607223511, "eta/annotator_149": 0.7984024286270142, "eta/annotator_15": 0.8208962678909302, "eta/annotator_150": 0.803909420967102, "eta/annotator_151": 0.8107353448867798, "eta/annotator_152": 0.8101674914360046, "eta/annotator_153": 0.8266059160232544, "eta/annotator_154": 0.8170296549797058, "eta/annotator_155": 0.8056937456130981, "eta/annotator_156": 0.793978214263916, "eta/annotator_157": 0.772882878780365, "eta/annotator_158": 0.8139339685440063, "eta/annotator_159": 0.8006766438484192, "eta/annotator_16": 0.8004295229911804, "eta/annotator_160": 0.7819346785545349, "eta/annotator_161": 0.7507805228233337, "eta/annotator_162": 0.8056610226631165, "eta/annotator_163": 0.8056970834732056, "eta/annotator_164": 0.7991501688957214, "eta/annotator_165": 0.8011566400527954, "eta/annotator_166": 0.8333194851875305, "eta/annotator_167": 0.8156846165657043, "eta/annotator_168": 0.8137933015823364, "eta/annotator_169": 0.8098769187927246, "eta/annotator_17": 0.7964305877685547, "eta/annotator_170": 0.8158572912216187, "eta/annotator_171": 0.7868556380271912, "eta/annotator_172": 0.8058885335922241, "eta/annotator_173": 0.7780957818031311, "eta/annotator_174": 0.8011890649795532, "eta/annotator_175": 0.7889320850372314, "eta/annotator_176": 0.8039864301681519, "eta/annotator_177": 0.793644368648529, "eta/annotator_178": 0.8011781573295593, "eta/annotator_179": 0.7941087484359741, "eta/annotator_18": 0.793142557144165, "eta/annotator_180": 0.796305775642395, "eta/annotator_181": 0.8009060025215149, "eta/annotator_182": 0.827873706817627, "eta/annotator_183": 0.8087235689163208, "eta/annotator_184": 0.7821494936943054, "eta/annotator_185": 0.8144540786743164, "eta/annotator_186": 0.8282469511032104, "eta/annotator_187": 0.814241886138916, "eta/annotator_188": 0.7908493280410767, "eta/annotator_189": 0.7983505129814148, "eta/annotator_19": 0.8014764785766602, "eta/annotator_190": 0.8021560907363892, "eta/annotator_191": 0.8064902424812317, "eta/annotator_192": 0.8197872042655945, "eta/annotator_193": 0.8218105435371399, "eta/annotator_194": 0.7753907442092896, "eta/annotator_195": 0.7768383026123047, "eta/annotator_196": 0.8036114573478699, "eta/annotator_197": 0.7968716621398926, "eta/annotator_198": 0.8009465932846069, "eta/annotator_199": 0.8076348304748535, "eta/annotator_2": 0.8011714220046997, "eta/annotator_20": 0.8091899156570435, "eta/annotator_200": 0.8351119756698608, "eta/annotator_201": 0.8050379753112793, "eta/annotator_202": 0.8259139060974121, "eta/annotator_203": 0.8255141973495483, "eta/annotator_204": 0.8022944331169128, "eta/annotator_205": 0.8028184175491333, "eta/annotator_206": 0.8133642077445984, "eta/annotator_207": 0.8094871640205383, "eta/annotator_208": 0.8068069219589233, "eta/annotator_209": 0.8073274493217468, "eta/annotator_21": 0.7801787853240967, "eta/annotator_210": 0.7921093702316284, "eta/annotator_211": 0.8014588356018066, "eta/annotator_212": 0.800914466381073, "eta/annotator_213": 0.803403377532959, "eta/annotator_214": 0.800200343132019, "eta/annotator_215": 0.8467493057250977, "eta/annotator_216": 0.8332492709159851, "eta/annotator_217": 0.8052295446395874, "eta/annotator_218": 0.7863889932632446, "eta/annotator_219": 0.8077335357666016, "eta/annotator_22": 0.7951366901397705, "eta/annotator_220": 0.7762793302536011, "eta/annotator_221": 0.7828248739242554, "eta/annotator_222": 0.7961019277572632, "eta/annotator_223": 0.8135451078414917, "eta/annotator_224": 0.8008261919021606, "eta/annotator_225": 0.8108954429626465, "eta/annotator_226": 0.794750988483429, "eta/annotator_23": 0.7841256856918335, "eta/annotator_24": 0.8185250163078308, "eta/annotator_25": 0.839217483997345, "eta/annotator_26": 0.8212506175041199, "eta/annotator_27": 0.809256374835968, "eta/annotator_28": 0.8278489112854004, "eta/annotator_29": 0.80225670337677, "eta/annotator_3": 0.8076781034469604, "eta/annotator_30": 0.8066092729568481, "eta/annotator_31": 0.800076961517334, "eta/annotator_32": 0.7947875261306763, "eta/annotator_33": 0.8080006837844849, "eta/annotator_34": 0.8071033358573914, "eta/annotator_35": 0.8104923963546753, "eta/annotator_36": 0.8109909296035767, "eta/annotator_37": 0.8211642503738403, "eta/annotator_38": 0.7873154282569885, "eta/annotator_39": 0.7981610298156738, "eta/annotator_4": 0.8035373687744141, "eta/annotator_40": 0.7999999523162842, "eta/annotator_41": 0.810482382774353, "eta/annotator_42": 0.8195130228996277, "eta/annotator_43": 0.8075665235519409, "eta/annotator_44": 0.8204026222229004, "eta/annotator_45": 0.7997486591339111, "eta/annotator_46": 0.7999999523162842, "eta/annotator_47": 0.7780793309211731, "eta/annotator_48": 0.7979148626327515, "eta/annotator_49": 0.8005725145339966, "eta/annotator_5": 0.7976546287536621, "eta/annotator_50": 0.7839701771736145, "eta/annotator_51": 0.8036590814590454, "eta/annotator_52": 0.8072593808174133, "eta/annotator_53": 0.8018347024917603, "eta/annotator_54": 0.8104068636894226, "eta/annotator_55": 0.8363696932792664, "eta/annotator_56": 0.8141228556632996, "eta/annotator_57": 0.8201092481613159, "eta/annotator_58": 0.8056327700614929, "eta/annotator_59": 0.7919498682022095, "eta/annotator_6": 0.8276351094245911, "eta/annotator_60": 0.8025168180465698, "eta/annotator_61": 0.7905493378639221, "eta/annotator_62": 0.808621883392334, "eta/annotator_63": 0.8044701814651489, "eta/annotator_64": 0.8057407140731812, "eta/annotator_65": 0.7531917691230774, "eta/annotator_66": 0.8065837621688843, "eta/annotator_67": 0.8172632455825806, "eta/annotator_68": 0.8245724439620972, "eta/annotator_69": 0.7999999523162842, "eta/annotator_7": 0.7943611145019531, "eta/annotator_70": 0.8006213903427124, "eta/annotator_71": 0.8182657361030579, "eta/annotator_72": 0.8007068634033203, "eta/annotator_73": 0.7963480949401855, "eta/annotator_74": 0.7999999523162842, "eta/annotator_75": 0.8170264959335327, "eta/annotator_76": 0.7689393162727356, "eta/annotator_77": 0.8032978177070618, "eta/annotator_78": 0.7996166944503784, "eta/annotator_79": 0.8165562748908997, "eta/annotator_8": 0.803545355796814, "eta/annotator_80": 0.8060733675956726, "eta/annotator_81": 0.7966485023498535, "eta/annotator_82": 0.8119111061096191, "eta/annotator_83": 0.7850658297538757, "eta/annotator_84": 0.811254620552063, "eta/annotator_85": 0.8079453706741333, "eta/annotator_86": 0.822010338306427, "eta/annotator_87": 0.795111894607544, "eta/annotator_88": 0.7988131642341614, "eta/annotator_89": 0.766364336013794, "eta/annotator_9": 0.8121746778488159, "eta/annotator_90": 0.7655652761459351, "eta/annotator_91": 0.7923316359519958, "eta/annotator_92": 0.812406063079834, "eta/annotator_93": 0.8100578188896179, "eta/annotator_94": 0.8001454472541809, "eta/annotator_95": 0.8122833967208862, "eta/annotator_96": 0.7427830696105957, "eta/annotator_97": 0.8053584098815918, "eta/annotator_98": 0.7995873689651489, "eta/annotator_99": 0.769627571105957, "grad_norm": 21.230491516823285, "learning_rate": 4.368932038834951e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -313.2875061035156, "logps/rejected": -244.52499389648438, "loss": 0.5748, "rewards/accuracies": 0.5859375, "rewards/chosen": 0.17491646111011505, "rewards/margins": 0.35442429780960083, "rewards/rejected": -0.1797943115234375, "step": 50 }, { "em/agreement_weights_mean": 0.8140884637832642, "em/agreement_weights_std": 0.15499292314052582, "em/unique_annotators_in_global_batch": 15.149999618530273, "epoch": 0.26200873362445415, "eta/annotator_0": 0.8076480627059937, "eta/annotator_1": 0.82512366771698, "eta/annotator_10": 0.8236018419265747, "eta/annotator_100": 0.7860493063926697, "eta/annotator_101": 0.7915253043174744, "eta/annotator_102": 0.7978401184082031, "eta/annotator_103": 0.7798718214035034, "eta/annotator_104": 0.7961925268173218, "eta/annotator_105": 0.8011824488639832, "eta/annotator_106": 0.8088114857673645, "eta/annotator_107": 0.8016994595527649, "eta/annotator_108": 0.798011839389801, "eta/annotator_109": 0.8025826215744019, "eta/annotator_11": 0.8210884928703308, "eta/annotator_110": 0.7652007341384888, "eta/annotator_111": 0.8006793856620789, "eta/annotator_112": 0.7885605096817017, "eta/annotator_113": 0.8237258791923523, "eta/annotator_114": 0.80726557970047, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.8074824213981628, "eta/annotator_118": 0.7652962803840637, "eta/annotator_119": 0.7932034134864807, "eta/annotator_12": 0.8122722506523132, "eta/annotator_120": 0.8132303953170776, "eta/annotator_121": 0.8045105934143066, "eta/annotator_122": 0.8016291856765747, "eta/annotator_123": 0.7998350858688354, "eta/annotator_124": 0.7567654252052307, "eta/annotator_125": 0.7709020972251892, "eta/annotator_126": 0.811636745929718, "eta/annotator_127": 0.810855507850647, "eta/annotator_128": 0.8059666752815247, "eta/annotator_129": 0.8188138008117676, "eta/annotator_13": 0.7848132848739624, "eta/annotator_130": 0.8189781904220581, "eta/annotator_131": 0.8112038373947144, "eta/annotator_132": 0.7807043790817261, "eta/annotator_133": 0.838305652141571, "eta/annotator_134": 0.8224377632141113, "eta/annotator_135": 0.804550290107727, "eta/annotator_136": 0.8021416664123535, "eta/annotator_137": 0.7958278656005859, "eta/annotator_138": 0.7973533272743225, "eta/annotator_139": 0.8188576698303223, "eta/annotator_14": 0.7878233194351196, "eta/annotator_140": 0.80791836977005, "eta/annotator_141": 0.7984363436698914, "eta/annotator_142": 0.8174777030944824, "eta/annotator_143": 0.7869769930839539, "eta/annotator_144": 0.7994764447212219, "eta/annotator_145": 0.7966126203536987, "eta/annotator_146": 0.8530670404434204, "eta/annotator_147": 0.7778908610343933, "eta/annotator_148": 0.8171104192733765, "eta/annotator_149": 0.7867252826690674, "eta/annotator_15": 0.8409177660942078, "eta/annotator_150": 0.8020880818367004, "eta/annotator_151": 0.8183339238166809, "eta/annotator_152": 0.8123000860214233, "eta/annotator_153": 0.8318839073181152, "eta/annotator_154": 0.813052773475647, "eta/annotator_155": 0.8056937456130981, "eta/annotator_156": 0.79576575756073, "eta/annotator_157": 0.7756363153457642, "eta/annotator_158": 0.8165786862373352, "eta/annotator_159": 0.8100792169570923, "eta/annotator_16": 0.8049548864364624, "eta/annotator_160": 0.7884637117385864, "eta/annotator_161": 0.7540041208267212, "eta/annotator_162": 0.8100533485412598, "eta/annotator_163": 0.8038204312324524, "eta/annotator_164": 0.7950232625007629, "eta/annotator_165": 0.8224129676818848, "eta/annotator_166": 0.835922360420227, "eta/annotator_167": 0.821648120880127, "eta/annotator_168": 0.8174034357070923, "eta/annotator_169": 0.8148822784423828, "eta/annotator_17": 0.7972489595413208, "eta/annotator_170": 0.8136659860610962, "eta/annotator_171": 0.7816131114959717, "eta/annotator_172": 0.8299063444137573, "eta/annotator_173": 0.7529429197311401, "eta/annotator_174": 0.8004921674728394, "eta/annotator_175": 0.790302574634552, "eta/annotator_176": 0.7961623668670654, "eta/annotator_177": 0.7912384867668152, "eta/annotator_178": 0.7944222092628479, "eta/annotator_179": 0.8059706687927246, "eta/annotator_18": 0.7848911285400391, "eta/annotator_180": 0.7889179587364197, "eta/annotator_181": 0.8076976537704468, "eta/annotator_182": 0.830020546913147, "eta/annotator_183": 0.8039418458938599, "eta/annotator_184": 0.7852749228477478, "eta/annotator_185": 0.8252195119857788, "eta/annotator_186": 0.829932689666748, "eta/annotator_187": 0.8043862581253052, "eta/annotator_188": 0.7920142412185669, "eta/annotator_189": 0.8074502944946289, "eta/annotator_19": 0.7997592687606812, "eta/annotator_190": 0.801618218421936, "eta/annotator_191": 0.8170157670974731, "eta/annotator_192": 0.8274499177932739, "eta/annotator_193": 0.8154667615890503, "eta/annotator_194": 0.7570993900299072, "eta/annotator_195": 0.7837578654289246, "eta/annotator_196": 0.7959709763526917, "eta/annotator_197": 0.794822633266449, "eta/annotator_198": 0.7504352331161499, "eta/annotator_199": 0.8095237016677856, "eta/annotator_2": 0.8056029081344604, "eta/annotator_20": 0.812299370765686, "eta/annotator_200": 0.8403357267379761, "eta/annotator_201": 0.813381552696228, "eta/annotator_202": 0.8251732587814331, "eta/annotator_203": 0.8216285705566406, "eta/annotator_204": 0.8280843496322632, "eta/annotator_205": 0.8060637712478638, "eta/annotator_206": 0.8260214924812317, "eta/annotator_207": 0.8069796562194824, "eta/annotator_208": 0.7780552506446838, "eta/annotator_209": 0.8162047266960144, "eta/annotator_21": 0.7513221502304077, "eta/annotator_210": 0.7838872671127319, "eta/annotator_211": 0.802014946937561, "eta/annotator_212": 0.7319821715354919, "eta/annotator_213": 0.8165419697761536, "eta/annotator_214": 0.808892548084259, "eta/annotator_215": 0.8566902875900269, "eta/annotator_216": 0.8460944890975952, "eta/annotator_217": 0.8052295446395874, "eta/annotator_218": 0.8042305707931519, "eta/annotator_219": 0.8116933107376099, "eta/annotator_22": 0.7950297594070435, "eta/annotator_220": 0.7722247838973999, "eta/annotator_221": 0.7926475405693054, "eta/annotator_222": 0.7991939783096313, "eta/annotator_223": 0.8251363039016724, "eta/annotator_224": 0.7654317617416382, "eta/annotator_225": 0.8377541303634644, "eta/annotator_226": 0.7915071249008179, "eta/annotator_23": 0.766304075717926, "eta/annotator_24": 0.8185250163078308, "eta/annotator_25": 0.847460150718689, "eta/annotator_26": 0.8296629786491394, "eta/annotator_27": 0.8086212873458862, "eta/annotator_28": 0.8396033048629761, "eta/annotator_29": 0.8089502453804016, "eta/annotator_3": 0.8150202631950378, "eta/annotator_30": 0.8138488531112671, "eta/annotator_31": 0.8001357913017273, "eta/annotator_32": 0.7947875261306763, "eta/annotator_33": 0.8147159814834595, "eta/annotator_34": 0.8083483576774597, "eta/annotator_35": 0.8144174814224243, "eta/annotator_36": 0.8133090138435364, "eta/annotator_37": 0.8177130818367004, "eta/annotator_38": 0.785280168056488, "eta/annotator_39": 0.8138785362243652, "eta/annotator_4": 0.8039539456367493, "eta/annotator_40": 0.8003062009811401, "eta/annotator_41": 0.7958608865737915, "eta/annotator_42": 0.8228090405464172, "eta/annotator_43": 0.8141236305236816, "eta/annotator_44": 0.8120487332344055, "eta/annotator_45": 0.7997486591339111, "eta/annotator_46": 0.8016068339347839, "eta/annotator_47": 0.7822076082229614, "eta/annotator_48": 0.7882469296455383, "eta/annotator_49": 0.7966285943984985, "eta/annotator_5": 0.7922581434249878, "eta/annotator_50": 0.7451950907707214, "eta/annotator_51": 0.7990238070487976, "eta/annotator_52": 0.8239380717277527, "eta/annotator_53": 0.8018386960029602, "eta/annotator_54": 0.8224194645881653, "eta/annotator_55": 0.8459712266921997, "eta/annotator_56": 0.8193934559822083, "eta/annotator_57": 0.8201092481613159, "eta/annotator_58": 0.8099921345710754, "eta/annotator_59": 0.7858818769454956, "eta/annotator_6": 0.8333207964897156, "eta/annotator_60": 0.8037115931510925, "eta/annotator_61": 0.7551165819168091, "eta/annotator_62": 0.8002642393112183, "eta/annotator_63": 0.7963780164718628, "eta/annotator_64": 0.8120887875556946, "eta/annotator_65": 0.7468768954277039, "eta/annotator_66": 0.8065837621688843, "eta/annotator_67": 0.830361545085907, "eta/annotator_68": 0.8298124074935913, "eta/annotator_69": 0.8004360198974609, "eta/annotator_7": 0.7858642935752869, "eta/annotator_70": 0.809136688709259, "eta/annotator_71": 0.8296763300895691, "eta/annotator_72": 0.8035667538642883, "eta/annotator_73": 0.7982915043830872, "eta/annotator_74": 0.8002097010612488, "eta/annotator_75": 0.823609471321106, "eta/annotator_76": 0.774575412273407, "eta/annotator_77": 0.813949465751648, "eta/annotator_78": 0.8002835512161255, "eta/annotator_79": 0.8175463676452637, "eta/annotator_8": 0.8024862408638, "eta/annotator_80": 0.8060733675956726, "eta/annotator_81": 0.8029739260673523, "eta/annotator_82": 0.8013307452201843, "eta/annotator_83": 0.7819653153419495, "eta/annotator_84": 0.8191051483154297, "eta/annotator_85": 0.8083709478378296, "eta/annotator_86": 0.8206824064254761, "eta/annotator_87": 0.7907224893569946, "eta/annotator_88": 0.7992104291915894, "eta/annotator_89": 0.7591331601142883, "eta/annotator_9": 0.805417537689209, "eta/annotator_90": 0.7104312777519226, "eta/annotator_91": 0.8167163133621216, "eta/annotator_92": 0.8111980557441711, "eta/annotator_93": 0.8245814442634583, "eta/annotator_94": 0.808133602142334, "eta/annotator_95": 0.8031218647956848, "eta/annotator_96": 0.7478287816047668, "eta/annotator_97": 0.7937262654304504, "eta/annotator_98": 0.7982685565948486, "eta/annotator_99": 0.7886382341384888, "grad_norm": 23.176942829431333, "learning_rate": 4.126213592233009e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -321.3374938964844, "logps/rejected": -255.3625030517578, "loss": 0.5535, "rewards/accuracies": 0.620312511920929, "rewards/chosen": 0.054022978991270065, "rewards/margins": 0.4821159243583679, "rewards/rejected": -0.42783814668655396, "step": 60 }, { "em/agreement_weights_mean": 0.8235996961593628, "em/agreement_weights_std": 0.14195702970027924, "em/unique_annotators_in_global_batch": 15.375, "epoch": 0.3056768558951965, "eta/annotator_0": 0.8149814605712891, "eta/annotator_1": 0.8318780660629272, "eta/annotator_10": 0.8216411471366882, "eta/annotator_100": 0.7842135429382324, "eta/annotator_101": 0.7913590669631958, "eta/annotator_102": 0.7932307720184326, "eta/annotator_103": 0.7752410173416138, "eta/annotator_104": 0.7548514604568481, "eta/annotator_105": 0.8011824488639832, "eta/annotator_106": 0.8174872398376465, "eta/annotator_107": 0.8113682866096497, "eta/annotator_108": 0.783500611782074, "eta/annotator_109": 0.7883683443069458, "eta/annotator_11": 0.8220638036727905, "eta/annotator_110": 0.7701204419136047, "eta/annotator_111": 0.7934390306472778, "eta/annotator_112": 0.7885605096817017, "eta/annotator_113": 0.8158740997314453, "eta/annotator_114": 0.8070030212402344, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.8226174116134644, "eta/annotator_118": 0.7584278583526611, "eta/annotator_119": 0.7997801899909973, "eta/annotator_12": 0.7996052503585815, "eta/annotator_120": 0.822989284992218, "eta/annotator_121": 0.8181645274162292, "eta/annotator_122": 0.8049896359443665, "eta/annotator_123": 0.7977431416511536, "eta/annotator_124": 0.7568091750144958, "eta/annotator_125": 0.7822425961494446, "eta/annotator_126": 0.7936877608299255, "eta/annotator_127": 0.8259574174880981, "eta/annotator_128": 0.8059623837471008, "eta/annotator_129": 0.848858654499054, "eta/annotator_13": 0.786659300327301, "eta/annotator_130": 0.8099449276924133, "eta/annotator_131": 0.806570827960968, "eta/annotator_132": 0.7661681175231934, "eta/annotator_133": 0.828921914100647, "eta/annotator_134": 0.8327248692512512, "eta/annotator_135": 0.8132879137992859, "eta/annotator_136": 0.7945438623428345, "eta/annotator_137": 0.8178943395614624, "eta/annotator_138": 0.8004441261291504, "eta/annotator_139": 0.8222339749336243, "eta/annotator_14": 0.7983700633049011, "eta/annotator_140": 0.8416488766670227, "eta/annotator_141": 0.8015894889831543, "eta/annotator_142": 0.83271723985672, "eta/annotator_143": 0.7909860610961914, "eta/annotator_144": 0.8000885844230652, "eta/annotator_145": 0.7453566789627075, "eta/annotator_146": 0.8462296724319458, "eta/annotator_147": 0.7576237916946411, "eta/annotator_148": 0.8211380839347839, "eta/annotator_149": 0.7891044616699219, "eta/annotator_15": 0.8469850420951843, "eta/annotator_150": 0.8058508634567261, "eta/annotator_151": 0.8258320093154907, "eta/annotator_152": 0.7908515334129333, "eta/annotator_153": 0.8367723226547241, "eta/annotator_154": 0.8173438906669617, "eta/annotator_155": 0.8042259216308594, "eta/annotator_156": 0.7967277765274048, "eta/annotator_157": 0.7717840075492859, "eta/annotator_158": 0.8106880187988281, "eta/annotator_159": 0.8126333951950073, "eta/annotator_16": 0.816250205039978, "eta/annotator_160": 0.8138946294784546, "eta/annotator_161": 0.7558608055114746, "eta/annotator_162": 0.8116269111633301, "eta/annotator_163": 0.8010684251785278, "eta/annotator_164": 0.7961252927780151, "eta/annotator_165": 0.8330597877502441, "eta/annotator_166": 0.8296390771865845, "eta/annotator_167": 0.8287787437438965, "eta/annotator_168": 0.8118602633476257, "eta/annotator_169": 0.8174691200256348, "eta/annotator_17": 0.7947803139686584, "eta/annotator_170": 0.8130425214767456, "eta/annotator_171": 0.7857195138931274, "eta/annotator_172": 0.8229401707649231, "eta/annotator_173": 0.7335203886032104, "eta/annotator_174": 0.8004162907600403, "eta/annotator_175": 0.7923591136932373, "eta/annotator_176": 0.8035086393356323, "eta/annotator_177": 0.7983294725418091, "eta/annotator_178": 0.7992132902145386, "eta/annotator_179": 0.8141328692436218, "eta/annotator_18": 0.7904254794120789, "eta/annotator_180": 0.7858378291130066, "eta/annotator_181": 0.8133376240730286, "eta/annotator_182": 0.8352301716804504, "eta/annotator_183": 0.8016545176506042, "eta/annotator_184": 0.7998118996620178, "eta/annotator_185": 0.8282355070114136, "eta/annotator_186": 0.8335984349250793, "eta/annotator_187": 0.8136703372001648, "eta/annotator_188": 0.7901906967163086, "eta/annotator_189": 0.8133854866027832, "eta/annotator_19": 0.8080784678459167, "eta/annotator_190": 0.8182168006896973, "eta/annotator_191": 0.8209227323532104, "eta/annotator_192": 0.8375285267829895, "eta/annotator_193": 0.8168956637382507, "eta/annotator_194": 0.765007495880127, "eta/annotator_195": 0.8068773150444031, "eta/annotator_196": 0.80174320936203, "eta/annotator_197": 0.7978000044822693, "eta/annotator_198": 0.7363768815994263, "eta/annotator_199": 0.8209396600723267, "eta/annotator_2": 0.8131276965141296, "eta/annotator_20": 0.8008183240890503, "eta/annotator_200": 0.8427055478096008, "eta/annotator_201": 0.8188999891281128, "eta/annotator_202": 0.8324390649795532, "eta/annotator_203": 0.8276650309562683, "eta/annotator_204": 0.8519302606582642, "eta/annotator_205": 0.8076242208480835, "eta/annotator_206": 0.8352686762809753, "eta/annotator_207": 0.8096759915351868, "eta/annotator_208": 0.7825409173965454, "eta/annotator_209": 0.8217331767082214, "eta/annotator_21": 0.7499035000801086, "eta/annotator_210": 0.7921704053878784, "eta/annotator_211": 0.8057645559310913, "eta/annotator_212": 0.7361831665039062, "eta/annotator_213": 0.8205803632736206, "eta/annotator_214": 0.7407868504524231, "eta/annotator_215": 0.8536376953125, "eta/annotator_216": 0.8516631126403809, "eta/annotator_217": 0.8052295446395874, "eta/annotator_218": 0.8039647340774536, "eta/annotator_219": 0.8240340352058411, "eta/annotator_22": 0.79607093334198, "eta/annotator_220": 0.7878056168556213, "eta/annotator_221": 0.7896652817726135, "eta/annotator_222": 0.8103548288345337, "eta/annotator_223": 0.8245676159858704, "eta/annotator_224": 0.7388546466827393, "eta/annotator_225": 0.8404486775398254, "eta/annotator_226": 0.7930508255958557, "eta/annotator_23": 0.787686824798584, "eta/annotator_24": 0.8177862167358398, "eta/annotator_25": 0.8516795039176941, "eta/annotator_26": 0.8325780630111694, "eta/annotator_27": 0.8165971040725708, "eta/annotator_28": 0.8452626466751099, "eta/annotator_29": 0.7973915338516235, "eta/annotator_3": 0.8166940808296204, "eta/annotator_30": 0.8192345499992371, "eta/annotator_31": 0.7833073139190674, "eta/annotator_32": 0.7947875261306763, "eta/annotator_33": 0.8254075050354004, "eta/annotator_34": 0.7814810872077942, "eta/annotator_35": 0.7964011430740356, "eta/annotator_36": 0.8208649754524231, "eta/annotator_37": 0.80609130859375, "eta/annotator_38": 0.7602058053016663, "eta/annotator_39": 0.8209728002548218, "eta/annotator_4": 0.811377227306366, "eta/annotator_40": 0.8033655881881714, "eta/annotator_41": 0.8020700216293335, "eta/annotator_42": 0.840216338634491, "eta/annotator_43": 0.8212093114852905, "eta/annotator_44": 0.8078732490539551, "eta/annotator_45": 0.7997486591339111, "eta/annotator_46": 0.8153430223464966, "eta/annotator_47": 0.7840698957443237, "eta/annotator_48": 0.7955570816993713, "eta/annotator_49": 0.7890122532844543, "eta/annotator_5": 0.8002628087997437, "eta/annotator_50": 0.7552171349525452, "eta/annotator_51": 0.734559178352356, "eta/annotator_52": 0.8307555317878723, "eta/annotator_53": 0.8064490556716919, "eta/annotator_54": 0.8137542009353638, "eta/annotator_55": 0.8701943159103394, "eta/annotator_56": 0.8203073740005493, "eta/annotator_57": 0.8192141652107239, "eta/annotator_58": 0.8165019750595093, "eta/annotator_59": 0.7807906270027161, "eta/annotator_6": 0.8409968614578247, "eta/annotator_60": 0.8159806132316589, "eta/annotator_61": 0.760199785232544, "eta/annotator_62": 0.8070877194404602, "eta/annotator_63": 0.8142485618591309, "eta/annotator_64": 0.8149875402450562, "eta/annotator_65": 0.6900433301925659, "eta/annotator_66": 0.8081787824630737, "eta/annotator_67": 0.8240302801132202, "eta/annotator_68": 0.84392249584198, "eta/annotator_69": 0.8061230778694153, "eta/annotator_7": 0.7859374284744263, "eta/annotator_70": 0.809136688709259, "eta/annotator_71": 0.8416045308113098, "eta/annotator_72": 0.8039885759353638, "eta/annotator_73": 0.814206600189209, "eta/annotator_74": 0.8059790730476379, "eta/annotator_75": 0.8277245759963989, "eta/annotator_76": 0.778479814529419, "eta/annotator_77": 0.8151739835739136, "eta/annotator_78": 0.800719141960144, "eta/annotator_79": 0.8085261583328247, "eta/annotator_8": 0.7676361799240112, "eta/annotator_80": 0.8066914677619934, "eta/annotator_81": 0.8137041926383972, "eta/annotator_82": 0.8096393346786499, "eta/annotator_83": 0.7822917699813843, "eta/annotator_84": 0.8210968971252441, "eta/annotator_85": 0.8197661638259888, "eta/annotator_86": 0.8162299990653992, "eta/annotator_87": 0.7521312236785889, "eta/annotator_88": 0.8044666051864624, "eta/annotator_89": 0.7591074109077454, "eta/annotator_9": 0.7965111136436462, "eta/annotator_90": 0.6954525709152222, "eta/annotator_91": 0.8260402679443359, "eta/annotator_92": 0.8310017585754395, "eta/annotator_93": 0.8177257776260376, "eta/annotator_94": 0.8079192042350769, "eta/annotator_95": 0.795276403427124, "eta/annotator_96": 0.7484748363494873, "eta/annotator_97": 0.7921432256698608, "eta/annotator_98": 0.7963294982910156, "eta/annotator_99": 0.7901536226272583, "grad_norm": 22.77614398043774, "learning_rate": 3.8834951456310675e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -316.36248779296875, "logps/rejected": -237.4875030517578, "loss": 0.5448, "rewards/accuracies": 0.6304687261581421, "rewards/chosen": -0.16836051642894745, "rewards/margins": 0.5463088750839233, "rewards/rejected": -0.7143081426620483, "step": 70 }, { "em/agreement_weights_mean": 0.8243306279182434, "em/agreement_weights_std": 0.16213001310825348, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.34934497816593885, "eta/annotator_0": 0.8113545179367065, "eta/annotator_1": 0.8465099334716797, "eta/annotator_10": 0.8276365995407104, "eta/annotator_100": 0.7876171469688416, "eta/annotator_101": 0.7891089916229248, "eta/annotator_102": 0.7952080965042114, "eta/annotator_103": 0.7766422033309937, "eta/annotator_104": 0.7521277666091919, "eta/annotator_105": 0.8016260862350464, "eta/annotator_106": 0.8104828000068665, "eta/annotator_107": 0.8113682866096497, "eta/annotator_108": 0.794390082359314, "eta/annotator_109": 0.8030440211296082, "eta/annotator_11": 0.8310650587081909, "eta/annotator_110": 0.7914950251579285, "eta/annotator_111": 0.8010978698730469, "eta/annotator_112": 0.7885605096817017, "eta/annotator_113": 0.8046237230300903, "eta/annotator_114": 0.8112228512763977, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.826437771320343, "eta/annotator_118": 0.7744685411453247, "eta/annotator_119": 0.7906547784805298, "eta/annotator_12": 0.8071860074996948, "eta/annotator_120": 0.8343450427055359, "eta/annotator_121": 0.8395094871520996, "eta/annotator_122": 0.805451512336731, "eta/annotator_123": 0.8042393922805786, "eta/annotator_124": 0.7580544352531433, "eta/annotator_125": 0.8010522127151489, "eta/annotator_126": 0.79274982213974, "eta/annotator_127": 0.8426624536514282, "eta/annotator_128": 0.806681752204895, "eta/annotator_129": 0.8550043106079102, "eta/annotator_13": 0.7651714086532593, "eta/annotator_130": 0.8026053309440613, "eta/annotator_131": 0.8220956921577454, "eta/annotator_132": 0.7657781839370728, "eta/annotator_133": 0.8293418884277344, "eta/annotator_134": 0.8384283781051636, "eta/annotator_135": 0.7962257862091064, "eta/annotator_136": 0.8007889986038208, "eta/annotator_137": 0.8312931060791016, "eta/annotator_138": 0.8038672208786011, "eta/annotator_139": 0.8404590487480164, "eta/annotator_14": 0.8000442385673523, "eta/annotator_140": 0.85633784532547, "eta/annotator_141": 0.8311616778373718, "eta/annotator_142": 0.8420737981796265, "eta/annotator_143": 0.7961828708648682, "eta/annotator_144": 0.8014747500419617, "eta/annotator_145": 0.7333027720451355, "eta/annotator_146": 0.8455300331115723, "eta/annotator_147": 0.7441154718399048, "eta/annotator_148": 0.8161749839782715, "eta/annotator_149": 0.7873098254203796, "eta/annotator_15": 0.8490281105041504, "eta/annotator_150": 0.8162418603897095, "eta/annotator_151": 0.8368161916732788, "eta/annotator_152": 0.7924457788467407, "eta/annotator_153": 0.8384453058242798, "eta/annotator_154": 0.8264297246932983, "eta/annotator_155": 0.7909926176071167, "eta/annotator_156": 0.8046237230300903, "eta/annotator_157": 0.7729342579841614, "eta/annotator_158": 0.8106505274772644, "eta/annotator_159": 0.8174164891242981, "eta/annotator_16": 0.8313943147659302, "eta/annotator_160": 0.8239744305610657, "eta/annotator_161": 0.7668284773826599, "eta/annotator_162": 0.8257883787155151, "eta/annotator_163": 0.8008090853691101, "eta/annotator_164": 0.823581874370575, "eta/annotator_165": 0.8335053324699402, "eta/annotator_166": 0.836107611656189, "eta/annotator_167": 0.8454095125198364, "eta/annotator_168": 0.8151853680610657, "eta/annotator_169": 0.8195843696594238, "eta/annotator_17": 0.7967830300331116, "eta/annotator_170": 0.821544349193573, "eta/annotator_171": 0.802778422832489, "eta/annotator_172": 0.8128814697265625, "eta/annotator_173": 0.7381129860877991, "eta/annotator_174": 0.7997329235076904, "eta/annotator_175": 0.7870793342590332, "eta/annotator_176": 0.80970299243927, "eta/annotator_177": 0.8362287282943726, "eta/annotator_178": 0.7973118424415588, "eta/annotator_179": 0.8157555460929871, "eta/annotator_18": 0.7885071039199829, "eta/annotator_180": 0.7964630722999573, "eta/annotator_181": 0.81316077709198, "eta/annotator_182": 0.8414371609687805, "eta/annotator_183": 0.8095428347587585, "eta/annotator_184": 0.8090135455131531, "eta/annotator_185": 0.8254733085632324, "eta/annotator_186": 0.8372055888175964, "eta/annotator_187": 0.8132785558700562, "eta/annotator_188": 0.7704719305038452, "eta/annotator_189": 0.8162270784378052, "eta/annotator_19": 0.8262946009635925, "eta/annotator_190": 0.8350909352302551, "eta/annotator_191": 0.8251148462295532, "eta/annotator_192": 0.8341012001037598, "eta/annotator_193": 0.8235286474227905, "eta/annotator_194": 0.7666042447090149, "eta/annotator_195": 0.8021895289421082, "eta/annotator_196": 0.7942165732383728, "eta/annotator_197": 0.7880386710166931, "eta/annotator_198": 0.7387493848800659, "eta/annotator_199": 0.8531478047370911, "eta/annotator_2": 0.8241535425186157, "eta/annotator_20": 0.7992668747901917, "eta/annotator_200": 0.8465293645858765, "eta/annotator_201": 0.8236498832702637, "eta/annotator_202": 0.8291687965393066, "eta/annotator_203": 0.8271266222000122, "eta/annotator_204": 0.8535709381103516, "eta/annotator_205": 0.8116797208786011, "eta/annotator_206": 0.8553594350814819, "eta/annotator_207": 0.8114628791809082, "eta/annotator_208": 0.7926369309425354, "eta/annotator_209": 0.8199764490127563, "eta/annotator_21": 0.7523095011711121, "eta/annotator_210": 0.8024263381958008, "eta/annotator_211": 0.7826477885246277, "eta/annotator_212": 0.7304948568344116, "eta/annotator_213": 0.7918364405632019, "eta/annotator_214": 0.7462711334228516, "eta/annotator_215": 0.8677085638046265, "eta/annotator_216": 0.8604714274406433, "eta/annotator_217": 0.8052295446395874, "eta/annotator_218": 0.8076428174972534, "eta/annotator_219": 0.8362034559249878, "eta/annotator_22": 0.7996302843093872, "eta/annotator_220": 0.7927154302597046, "eta/annotator_221": 0.7947659492492676, "eta/annotator_222": 0.786767303943634, "eta/annotator_223": 0.8255599737167358, "eta/annotator_224": 0.7318271398544312, "eta/annotator_225": 0.8387048840522766, "eta/annotator_226": 0.788343071937561, "eta/annotator_23": 0.7944077253341675, "eta/annotator_24": 0.8082221746444702, "eta/annotator_25": 0.8492439985275269, "eta/annotator_26": 0.8452105522155762, "eta/annotator_27": 0.8279876708984375, "eta/annotator_28": 0.8543822169303894, "eta/annotator_29": 0.7978461980819702, "eta/annotator_3": 0.8187792897224426, "eta/annotator_30": 0.8210209012031555, "eta/annotator_31": 0.7861434817314148, "eta/annotator_32": 0.7947875261306763, "eta/annotator_33": 0.8278943300247192, "eta/annotator_34": 0.7838348746299744, "eta/annotator_35": 0.7746459245681763, "eta/annotator_36": 0.8274590373039246, "eta/annotator_37": 0.8146613240242004, "eta/annotator_38": 0.7618541121482849, "eta/annotator_39": 0.8456755876541138, "eta/annotator_4": 0.8223931193351746, "eta/annotator_40": 0.8029061555862427, "eta/annotator_41": 0.8081021308898926, "eta/annotator_42": 0.8440472483634949, "eta/annotator_43": 0.8271867036819458, "eta/annotator_44": 0.8019898533821106, "eta/annotator_45": 0.8004261255264282, "eta/annotator_46": 0.8061238527297974, "eta/annotator_47": 0.8055194616317749, "eta/annotator_48": 0.7908667325973511, "eta/annotator_49": 0.7907294631004333, "eta/annotator_5": 0.8050848245620728, "eta/annotator_50": 0.7764313817024231, "eta/annotator_51": 0.7402164340019226, "eta/annotator_52": 0.8461753129959106, "eta/annotator_53": 0.8175261616706848, "eta/annotator_54": 0.8060469627380371, "eta/annotator_55": 0.8735383152961731, "eta/annotator_56": 0.8445090055465698, "eta/annotator_57": 0.8128727078437805, "eta/annotator_58": 0.7925258874893188, "eta/annotator_59": 0.7729740738868713, "eta/annotator_6": 0.8442319631576538, "eta/annotator_60": 0.8216778039932251, "eta/annotator_61": 0.7637854814529419, "eta/annotator_62": 0.8227123022079468, "eta/annotator_63": 0.8109873533248901, "eta/annotator_64": 0.8154715299606323, "eta/annotator_65": 0.6913177371025085, "eta/annotator_66": 0.823318362236023, "eta/annotator_67": 0.8300310969352722, "eta/annotator_68": 0.8492224812507629, "eta/annotator_69": 0.8250018954277039, "eta/annotator_7": 0.7865939736366272, "eta/annotator_70": 0.808718204498291, "eta/annotator_71": 0.8438992500305176, "eta/annotator_72": 0.8161506652832031, "eta/annotator_73": 0.8130625486373901, "eta/annotator_74": 0.8132889866828918, "eta/annotator_75": 0.8300196528434753, "eta/annotator_76": 0.7753534913063049, "eta/annotator_77": 0.8158408999443054, "eta/annotator_78": 0.8055642247200012, "eta/annotator_79": 0.798737645149231, "eta/annotator_8": 0.7689868211746216, "eta/annotator_80": 0.8126007914543152, "eta/annotator_81": 0.819420337677002, "eta/annotator_82": 0.816299557685852, "eta/annotator_83": 0.786695122718811, "eta/annotator_84": 0.821376621723175, "eta/annotator_85": 0.823258101940155, "eta/annotator_86": 0.8146788477897644, "eta/annotator_87": 0.7731026411056519, "eta/annotator_88": 0.8208840489387512, "eta/annotator_89": 0.7568901777267456, "eta/annotator_9": 0.79377281665802, "eta/annotator_90": 0.7002986669540405, "eta/annotator_91": 0.8287308812141418, "eta/annotator_92": 0.8541251420974731, "eta/annotator_93": 0.8175751566886902, "eta/annotator_94": 0.8198696970939636, "eta/annotator_95": 0.8050340414047241, "eta/annotator_96": 0.7566226720809937, "eta/annotator_97": 0.7860484719276428, "eta/annotator_98": 0.8009575009346008, "eta/annotator_99": 0.7983178496360779, "grad_norm": 23.122294550281143, "learning_rate": 3.640776699029126e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -328.42498779296875, "logps/rejected": -253.3249969482422, "loss": 0.5253, "rewards/accuracies": 0.649218738079071, "rewards/chosen": -0.24048462510108948, "rewards/margins": 0.5774444341659546, "rewards/rejected": -0.8183349370956421, "step": 80 }, { "em/agreement_weights_mean": 0.8202606439590454, "em/agreement_weights_std": 0.1759127825498581, "em/unique_annotators_in_global_batch": 15.412500381469727, "epoch": 0.3930131004366812, "eta/annotator_0": 0.7957711219787598, "eta/annotator_1": 0.8595827221870422, "eta/annotator_10": 0.82538241147995, "eta/annotator_100": 0.7952957153320312, "eta/annotator_101": 0.783374011516571, "eta/annotator_102": 0.7948233485221863, "eta/annotator_103": 0.7635289430618286, "eta/annotator_104": 0.7496002316474915, "eta/annotator_105": 0.7992709875106812, "eta/annotator_106": 0.8031808137893677, "eta/annotator_107": 0.8119012117385864, "eta/annotator_108": 0.7964611649513245, "eta/annotator_109": 0.8156477808952332, "eta/annotator_11": 0.8344328999519348, "eta/annotator_110": 0.8174986839294434, "eta/annotator_111": 0.8053431510925293, "eta/annotator_112": 0.7885605096817017, "eta/annotator_113": 0.8264629244804382, "eta/annotator_114": 0.8173446655273438, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.8210266828536987, "eta/annotator_118": 0.7661961317062378, "eta/annotator_119": 0.7977680563926697, "eta/annotator_12": 0.8038104772567749, "eta/annotator_120": 0.847989559173584, "eta/annotator_121": 0.8468273878097534, "eta/annotator_122": 0.7958000898361206, "eta/annotator_123": 0.8052071332931519, "eta/annotator_124": 0.7672200202941895, "eta/annotator_125": 0.8150036931037903, "eta/annotator_126": 0.796599805355072, "eta/annotator_127": 0.8415168523788452, "eta/annotator_128": 0.813130259513855, "eta/annotator_129": 0.8659740686416626, "eta/annotator_13": 0.761075496673584, "eta/annotator_130": 0.772977888584137, "eta/annotator_131": 0.8361954689025879, "eta/annotator_132": 0.7603458762168884, "eta/annotator_133": 0.8325797915458679, "eta/annotator_134": 0.8412941694259644, "eta/annotator_135": 0.7930735945701599, "eta/annotator_136": 0.8006065487861633, "eta/annotator_137": 0.8415884971618652, "eta/annotator_138": 0.8094781041145325, "eta/annotator_139": 0.8281620144844055, "eta/annotator_14": 0.7875961065292358, "eta/annotator_140": 0.855822741985321, "eta/annotator_141": 0.8463184237480164, "eta/annotator_142": 0.8532580137252808, "eta/annotator_143": 0.8078750371932983, "eta/annotator_144": 0.7992988228797913, "eta/annotator_145": 0.7437623739242554, "eta/annotator_146": 0.8404601812362671, "eta/annotator_147": 0.7342537045478821, "eta/annotator_148": 0.8139107823371887, "eta/annotator_149": 0.7938662767410278, "eta/annotator_15": 0.8405753970146179, "eta/annotator_150": 0.826559841632843, "eta/annotator_151": 0.8487347364425659, "eta/annotator_152": 0.7937654852867126, "eta/annotator_153": 0.8393703699111938, "eta/annotator_154": 0.8467764854431152, "eta/annotator_155": 0.7884365320205688, "eta/annotator_156": 0.8197178840637207, "eta/annotator_157": 0.7789650559425354, "eta/annotator_158": 0.8204934000968933, "eta/annotator_159": 0.8159890174865723, "eta/annotator_16": 0.8375328183174133, "eta/annotator_160": 0.8471904993057251, "eta/annotator_161": 0.7570836544036865, "eta/annotator_162": 0.8266699910163879, "eta/annotator_163": 0.8025199174880981, "eta/annotator_164": 0.849006175994873, "eta/annotator_165": 0.8437882661819458, "eta/annotator_166": 0.83842533826828, "eta/annotator_167": 0.8497676849365234, "eta/annotator_168": 0.8170968890190125, "eta/annotator_169": 0.8278347253799438, "eta/annotator_17": 0.8197859525680542, "eta/annotator_170": 0.8166351318359375, "eta/annotator_171": 0.8175301551818848, "eta/annotator_172": 0.8173474073410034, "eta/annotator_173": 0.7623006105422974, "eta/annotator_174": 0.7997329235076904, "eta/annotator_175": 0.7886256575584412, "eta/annotator_176": 0.8096977472305298, "eta/annotator_177": 0.8361250758171082, "eta/annotator_178": 0.8077044486999512, "eta/annotator_179": 0.8230798840522766, "eta/annotator_18": 0.7882934808731079, "eta/annotator_180": 0.8235414624214172, "eta/annotator_181": 0.8085709810256958, "eta/annotator_182": 0.8519762754440308, "eta/annotator_183": 0.8310666084289551, "eta/annotator_184": 0.8015738725662231, "eta/annotator_185": 0.8145260810852051, "eta/annotator_186": 0.8411008715629578, "eta/annotator_187": 0.8186299204826355, "eta/annotator_188": 0.7716683149337769, "eta/annotator_189": 0.8165820240974426, "eta/annotator_19": 0.8322371244430542, "eta/annotator_190": 0.8441565632820129, "eta/annotator_191": 0.8322246670722961, "eta/annotator_192": 0.8273072242736816, "eta/annotator_193": 0.8200792074203491, "eta/annotator_194": 0.7540817856788635, "eta/annotator_195": 0.8140345811843872, "eta/annotator_196": 0.7906301021575928, "eta/annotator_197": 0.7958484292030334, "eta/annotator_198": 0.7601028680801392, "eta/annotator_199": 0.8407188653945923, "eta/annotator_2": 0.8277999758720398, "eta/annotator_20": 0.7979320287704468, "eta/annotator_200": 0.8517729640007019, "eta/annotator_201": 0.82228022813797, "eta/annotator_202": 0.8263245820999146, "eta/annotator_203": 0.8286298513412476, "eta/annotator_204": 0.8486412763595581, "eta/annotator_205": 0.8107327222824097, "eta/annotator_206": 0.8369104266166687, "eta/annotator_207": 0.8230897784233093, "eta/annotator_208": 0.792857825756073, "eta/annotator_209": 0.8105252385139465, "eta/annotator_21": 0.7541199922561646, "eta/annotator_210": 0.8160324096679688, "eta/annotator_211": 0.7891882658004761, "eta/annotator_212": 0.7377249598503113, "eta/annotator_213": 0.7947391867637634, "eta/annotator_214": 0.7349965572357178, "eta/annotator_215": 0.869446873664856, "eta/annotator_216": 0.8695418238639832, "eta/annotator_217": 0.8052295446395874, "eta/annotator_218": 0.8092894554138184, "eta/annotator_219": 0.839919924736023, "eta/annotator_22": 0.8063998222351074, "eta/annotator_220": 0.7864564657211304, "eta/annotator_221": 0.7682479023933411, "eta/annotator_222": 0.7733765840530396, "eta/annotator_223": 0.8248885273933411, "eta/annotator_224": 0.7348290085792542, "eta/annotator_225": 0.8065034747123718, "eta/annotator_226": 0.7996404767036438, "eta/annotator_23": 0.7822480201721191, "eta/annotator_24": 0.8064547777175903, "eta/annotator_25": 0.8374212980270386, "eta/annotator_26": 0.8565746545791626, "eta/annotator_27": 0.8439248204231262, "eta/annotator_28": 0.8767954111099243, "eta/annotator_29": 0.8026314973831177, "eta/annotator_3": 0.8144875764846802, "eta/annotator_30": 0.8275507688522339, "eta/annotator_31": 0.7879651188850403, "eta/annotator_32": 0.7947875261306763, "eta/annotator_33": 0.8269883394241333, "eta/annotator_34": 0.789339005947113, "eta/annotator_35": 0.7737476825714111, "eta/annotator_36": 0.8274590373039246, "eta/annotator_37": 0.8297556042671204, "eta/annotator_38": 0.7745431065559387, "eta/annotator_39": 0.8476346731185913, "eta/annotator_4": 0.8268004655838013, "eta/annotator_40": 0.775840699672699, "eta/annotator_41": 0.8204878568649292, "eta/annotator_42": 0.8478990793228149, "eta/annotator_43": 0.8366705179214478, "eta/annotator_44": 0.8387871980667114, "eta/annotator_45": 0.8065224885940552, "eta/annotator_46": 0.8031080961227417, "eta/annotator_47": 0.8174697160720825, "eta/annotator_48": 0.7912846803665161, "eta/annotator_49": 0.7913525104522705, "eta/annotator_5": 0.8072129487991333, "eta/annotator_50": 0.7855607271194458, "eta/annotator_51": 0.7342621088027954, "eta/annotator_52": 0.8543623685836792, "eta/annotator_53": 0.8392678499221802, "eta/annotator_54": 0.8078517913818359, "eta/annotator_55": 0.8733819127082825, "eta/annotator_56": 0.8480213284492493, "eta/annotator_57": 0.8283084630966187, "eta/annotator_58": 0.80213862657547, "eta/annotator_59": 0.767094075679779, "eta/annotator_6": 0.8498905897140503, "eta/annotator_60": 0.7511566877365112, "eta/annotator_61": 0.7646001577377319, "eta/annotator_62": 0.8232545852661133, "eta/annotator_63": 0.8109873533248901, "eta/annotator_64": 0.8142725229263306, "eta/annotator_65": 0.7027865648269653, "eta/annotator_66": 0.8249441981315613, "eta/annotator_67": 0.8262065649032593, "eta/annotator_68": 0.8564020991325378, "eta/annotator_69": 0.8306616544723511, "eta/annotator_7": 0.7878233194351196, "eta/annotator_70": 0.8049523234367371, "eta/annotator_71": 0.8420283198356628, "eta/annotator_72": 0.8155600428581238, "eta/annotator_73": 0.8150811195373535, "eta/annotator_74": 0.8125094175338745, "eta/annotator_75": 0.8186104893684387, "eta/annotator_76": 0.8017286062240601, "eta/annotator_77": 0.8222141265869141, "eta/annotator_78": 0.8141716122627258, "eta/annotator_79": 0.7678190469741821, "eta/annotator_8": 0.7756432294845581, "eta/annotator_80": 0.8192021250724792, "eta/annotator_81": 0.8210141062736511, "eta/annotator_82": 0.8223932981491089, "eta/annotator_83": 0.7996315360069275, "eta/annotator_84": 0.8297362327575684, "eta/annotator_85": 0.8184067606925964, "eta/annotator_86": 0.8072389364242554, "eta/annotator_87": 0.7715258598327637, "eta/annotator_88": 0.8208840489387512, "eta/annotator_89": 0.7549434900283813, "eta/annotator_9": 0.8029915690422058, "eta/annotator_90": 0.6841330528259277, "eta/annotator_91": 0.8398922681808472, "eta/annotator_92": 0.8556016683578491, "eta/annotator_93": 0.814827561378479, "eta/annotator_94": 0.8224080204963684, "eta/annotator_95": 0.7744846343994141, "eta/annotator_96": 0.7574478983879089, "eta/annotator_97": 0.7849600911140442, "eta/annotator_98": 0.8035877346992493, "eta/annotator_99": 0.8093335032463074, "grad_norm": 20.664056461934123, "learning_rate": 3.398058252427184e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -321.61248779296875, "logps/rejected": -255.9499969482422, "loss": 0.518, "rewards/accuracies": 0.635937511920929, "rewards/chosen": -0.23357239365577698, "rewards/margins": 0.5952972173690796, "rewards/rejected": -0.828845202922821, "step": 90 }, { "em/agreement_weights_mean": 0.821904182434082, "em/agreement_weights_std": 0.17668236792087555, "em/unique_annotators_in_global_batch": 15.199999809265137, "epoch": 0.4366812227074236, "eta/annotator_0": 0.8240948915481567, "eta/annotator_1": 0.8402786254882812, "eta/annotator_10": 0.8445656895637512, "eta/annotator_100": 0.8105675578117371, "eta/annotator_101": 0.7913650274276733, "eta/annotator_102": 0.7994786500930786, "eta/annotator_103": 0.7799145579338074, "eta/annotator_104": 0.7447742819786072, "eta/annotator_105": 0.7433151006698608, "eta/annotator_106": 0.8048626184463501, "eta/annotator_107": 0.816698431968689, "eta/annotator_108": 0.7805008888244629, "eta/annotator_109": 0.8155102729797363, "eta/annotator_11": 0.8382755517959595, "eta/annotator_110": 0.8181934356689453, "eta/annotator_111": 0.8152579069137573, "eta/annotator_112": 0.788720428943634, "eta/annotator_113": 0.829637885093689, "eta/annotator_114": 0.8135524988174438, "eta/annotator_115": 0.7999999523162842, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.7871085405349731, "eta/annotator_118": 0.7842400670051575, "eta/annotator_119": 0.8141191601753235, "eta/annotator_12": 0.8136240243911743, "eta/annotator_120": 0.863031268119812, "eta/annotator_121": 0.8310142755508423, "eta/annotator_122": 0.8006964921951294, "eta/annotator_123": 0.7618980407714844, "eta/annotator_124": 0.7560784220695496, "eta/annotator_125": 0.8134522438049316, "eta/annotator_126": 0.8297022581100464, "eta/annotator_127": 0.8364591598510742, "eta/annotator_128": 0.8092823028564453, "eta/annotator_129": 0.8706527948379517, "eta/annotator_13": 0.761122465133667, "eta/annotator_130": 0.7756215333938599, "eta/annotator_131": 0.8176237940788269, "eta/annotator_132": 0.7749000787734985, "eta/annotator_133": 0.8302222490310669, "eta/annotator_134": 0.8385317921638489, "eta/annotator_135": 0.7942084670066833, "eta/annotator_136": 0.7989638447761536, "eta/annotator_137": 0.8357433080673218, "eta/annotator_138": 0.8043001890182495, "eta/annotator_139": 0.8006943464279175, "eta/annotator_14": 0.7750322818756104, "eta/annotator_140": 0.8576481938362122, "eta/annotator_141": 0.8551241755485535, "eta/annotator_142": 0.8632296323776245, "eta/annotator_143": 0.8074061274528503, "eta/annotator_144": 0.8027812242507935, "eta/annotator_145": 0.7468265295028687, "eta/annotator_146": 0.8333284258842468, "eta/annotator_147": 0.7497009634971619, "eta/annotator_148": 0.8018266558647156, "eta/annotator_149": 0.7924476861953735, "eta/annotator_15": 0.7948106527328491, "eta/annotator_150": 0.8380537033081055, "eta/annotator_151": 0.8681235313415527, "eta/annotator_152": 0.8295882344245911, "eta/annotator_153": 0.8466969728469849, "eta/annotator_154": 0.8542863130569458, "eta/annotator_155": 0.7673544883728027, "eta/annotator_156": 0.8279483914375305, "eta/annotator_157": 0.7686277627944946, "eta/annotator_158": 0.8359551429748535, "eta/annotator_159": 0.8017905354499817, "eta/annotator_16": 0.8560711741447449, "eta/annotator_160": 0.8402792811393738, "eta/annotator_161": 0.7584942579269409, "eta/annotator_162": 0.8346039652824402, "eta/annotator_163": 0.776555597782135, "eta/annotator_164": 0.83784019947052, "eta/annotator_165": 0.8635708689689636, "eta/annotator_166": 0.8525120615959167, "eta/annotator_167": 0.8540388941764832, "eta/annotator_168": 0.8180111646652222, "eta/annotator_169": 0.825350284576416, "eta/annotator_17": 0.8198317289352417, "eta/annotator_170": 0.822447657585144, "eta/annotator_171": 0.8257157206535339, "eta/annotator_172": 0.8222478032112122, "eta/annotator_173": 0.7722099423408508, "eta/annotator_174": 0.7997329235076904, "eta/annotator_175": 0.7888292670249939, "eta/annotator_176": 0.8036741018295288, "eta/annotator_177": 0.8276833295822144, "eta/annotator_178": 0.8251155018806458, "eta/annotator_179": 0.8426474332809448, "eta/annotator_18": 0.7840908765792847, "eta/annotator_180": 0.851455807685852, "eta/annotator_181": 0.8128274083137512, "eta/annotator_182": 0.8661438822746277, "eta/annotator_183": 0.8419496417045593, "eta/annotator_184": 0.8058145642280579, "eta/annotator_185": 0.816007137298584, "eta/annotator_186": 0.8535408973693848, "eta/annotator_187": 0.8007689714431763, "eta/annotator_188": 0.7792425155639648, "eta/annotator_189": 0.81450355052948, "eta/annotator_19": 0.8369614481925964, "eta/annotator_190": 0.8442282676696777, "eta/annotator_191": 0.8246204257011414, "eta/annotator_192": 0.8286852836608887, "eta/annotator_193": 0.8439866304397583, "eta/annotator_194": 0.7499889135360718, "eta/annotator_195": 0.8197625279426575, "eta/annotator_196": 0.7840756177902222, "eta/annotator_197": 0.8124163746833801, "eta/annotator_198": 0.7615008354187012, "eta/annotator_199": 0.8208120465278625, "eta/annotator_2": 0.8273995518684387, "eta/annotator_20": 0.7994110584259033, "eta/annotator_200": 0.8563883900642395, "eta/annotator_201": 0.8329575657844543, "eta/annotator_202": 0.8367303609848022, "eta/annotator_203": 0.8225617408752441, "eta/annotator_204": 0.8561125993728638, "eta/annotator_205": 0.8229584693908691, "eta/annotator_206": 0.8350011706352234, "eta/annotator_207": 0.8188406825065613, "eta/annotator_208": 0.8012760281562805, "eta/annotator_209": 0.8006049394607544, "eta/annotator_21": 0.7865851521492004, "eta/annotator_210": 0.8213125467300415, "eta/annotator_211": 0.7891882658004761, "eta/annotator_212": 0.7295515537261963, "eta/annotator_213": 0.8033660054206848, "eta/annotator_214": 0.7347168922424316, "eta/annotator_215": 0.8822463750839233, "eta/annotator_216": 0.8630309104919434, "eta/annotator_217": 0.8052295446395874, "eta/annotator_218": 0.7884336709976196, "eta/annotator_219": 0.8498832583427429, "eta/annotator_22": 0.8075016736984253, "eta/annotator_220": 0.7276291251182556, "eta/annotator_221": 0.7791672348976135, "eta/annotator_222": 0.7742452621459961, "eta/annotator_223": 0.8466814756393433, "eta/annotator_224": 0.7349280118942261, "eta/annotator_225": 0.8249624371528625, "eta/annotator_226": 0.7933069467544556, "eta/annotator_23": 0.7999609112739563, "eta/annotator_24": 0.7905476093292236, "eta/annotator_25": 0.8007118105888367, "eta/annotator_26": 0.8611106872558594, "eta/annotator_27": 0.848211944103241, "eta/annotator_28": 0.8844172358512878, "eta/annotator_29": 0.809394359588623, "eta/annotator_3": 0.8312422633171082, "eta/annotator_30": 0.8323876261711121, "eta/annotator_31": 0.8043400049209595, "eta/annotator_32": 0.7947669625282288, "eta/annotator_33": 0.8186851739883423, "eta/annotator_34": 0.7938715219497681, "eta/annotator_35": 0.7536794543266296, "eta/annotator_36": 0.8267990350723267, "eta/annotator_37": 0.851709246635437, "eta/annotator_38": 0.7515755891799927, "eta/annotator_39": 0.8632820844650269, "eta/annotator_4": 0.8296939730644226, "eta/annotator_40": 0.7900707721710205, "eta/annotator_41": 0.82591313123703, "eta/annotator_42": 0.8528022766113281, "eta/annotator_43": 0.85198974609375, "eta/annotator_44": 0.8433465957641602, "eta/annotator_45": 0.8065224885940552, "eta/annotator_46": 0.7966172099113464, "eta/annotator_47": 0.8216584324836731, "eta/annotator_48": 0.7790630459785461, "eta/annotator_49": 0.79273521900177, "eta/annotator_5": 0.7991570234298706, "eta/annotator_50": 0.7910853624343872, "eta/annotator_51": 0.7546581029891968, "eta/annotator_52": 0.8627678751945496, "eta/annotator_53": 0.8483387231826782, "eta/annotator_54": 0.8290392756462097, "eta/annotator_55": 0.8723562955856323, "eta/annotator_56": 0.8480187654495239, "eta/annotator_57": 0.8259352445602417, "eta/annotator_58": 0.8386315107345581, "eta/annotator_59": 0.7392243146896362, "eta/annotator_6": 0.8665286302566528, "eta/annotator_60": 0.7615829706192017, "eta/annotator_61": 0.7464252710342407, "eta/annotator_62": 0.8527725338935852, "eta/annotator_63": 0.8121897578239441, "eta/annotator_64": 0.8164161443710327, "eta/annotator_65": 0.7027865648269653, "eta/annotator_66": 0.8395760655403137, "eta/annotator_67": 0.7926860451698303, "eta/annotator_68": 0.8766845464706421, "eta/annotator_69": 0.8319924473762512, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.8047484159469604, "eta/annotator_71": 0.8402854800224304, "eta/annotator_72": 0.8108054995536804, "eta/annotator_73": 0.8154350519180298, "eta/annotator_74": 0.8054930567741394, "eta/annotator_75": 0.7891784906387329, "eta/annotator_76": 0.8338492512702942, "eta/annotator_77": 0.8250855207443237, "eta/annotator_78": 0.8185893893241882, "eta/annotator_79": 0.7840402722358704, "eta/annotator_8": 0.7669364213943481, "eta/annotator_80": 0.8192021250724792, "eta/annotator_81": 0.820909321308136, "eta/annotator_82": 0.8281944990158081, "eta/annotator_83": 0.7960258722305298, "eta/annotator_84": 0.836943507194519, "eta/annotator_85": 0.8300530314445496, "eta/annotator_86": 0.7145035266876221, "eta/annotator_87": 0.7791417241096497, "eta/annotator_88": 0.8208840489387512, "eta/annotator_89": 0.7512120008468628, "eta/annotator_9": 0.8267421722412109, "eta/annotator_90": 0.6890937089920044, "eta/annotator_91": 0.8191043138504028, "eta/annotator_92": 0.8695605397224426, "eta/annotator_93": 0.8195284605026245, "eta/annotator_94": 0.8222311735153198, "eta/annotator_95": 0.7737864255905151, "eta/annotator_96": 0.7674087882041931, "eta/annotator_97": 0.7302653789520264, "eta/annotator_98": 0.7886607646942139, "eta/annotator_99": 0.78947913646698, "grad_norm": 21.824482480560853, "learning_rate": 3.155339805825243e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.5249938964844, "logps/rejected": -252.1374969482422, "loss": 0.5076, "rewards/accuracies": 0.6390625238418579, "rewards/chosen": -0.1815311461687088, "rewards/margins": 0.653368353843689, "rewards/rejected": -0.8350766897201538, "step": 100 }, { "epoch": 0.4366812227074236, "eta/annotator_0": 0.8245409727096558, "eta/annotator_1": 0.8179117441177368, "eta/annotator_10": 0.847545325756073, "eta/annotator_100": 0.8019793033599854, "eta/annotator_101": 0.7779086232185364, "eta/annotator_102": 0.6889761686325073, "eta/annotator_103": 0.7758122086524963, "eta/annotator_104": 0.7170339226722717, "eta/annotator_105": 0.7539314031600952, "eta/annotator_106": 0.7989740967750549, "eta/annotator_107": 0.816698431968689, "eta/annotator_108": 0.7947302460670471, "eta/annotator_109": 0.8142734169960022, "eta/annotator_11": 0.7633716464042664, "eta/annotator_110": 0.7360244989395142, "eta/annotator_111": 0.8114097118377686, "eta/annotator_112": 0.7917595505714417, "eta/annotator_113": 0.8073318600654602, "eta/annotator_114": 0.8272439241409302, "eta/annotator_115": 0.7999998331069946, "eta/annotator_116": 0.7999998331069946, "eta/annotator_117": 0.7872623801231384, "eta/annotator_118": 0.7835049033164978, "eta/annotator_119": 0.818274736404419, "eta/annotator_12": 0.8261803984642029, "eta/annotator_120": 0.8556575775146484, "eta/annotator_121": 0.839025616645813, "eta/annotator_122": 0.8150844573974609, "eta/annotator_123": 0.7403885126113892, "eta/annotator_124": 0.7623825073242188, "eta/annotator_125": 0.7687175869941711, "eta/annotator_126": 0.8282032608985901, "eta/annotator_127": 0.8094093799591064, "eta/annotator_128": 0.805101752281189, "eta/annotator_129": 0.8708022832870483, "eta/annotator_13": 0.7615458965301514, "eta/annotator_130": 0.772471010684967, "eta/annotator_131": 0.7977272272109985, "eta/annotator_132": 0.7719249129295349, "eta/annotator_133": 0.8324617147445679, "eta/annotator_134": 0.8431920409202576, "eta/annotator_135": 0.8044223785400391, "eta/annotator_136": 0.7989637851715088, "eta/annotator_137": 0.8357457518577576, "eta/annotator_138": 0.8182461261749268, "eta/annotator_139": 0.8027141094207764, "eta/annotator_14": 0.7925294637680054, "eta/annotator_140": 0.8557211756706238, "eta/annotator_141": 0.8774829506874084, "eta/annotator_142": 0.8674266338348389, "eta/annotator_143": 0.8079860806465149, "eta/annotator_144": 0.8040136098861694, "eta/annotator_145": 0.758141279220581, "eta/annotator_146": 0.8131683468818665, "eta/annotator_147": 0.7617062330245972, "eta/annotator_148": 0.8090127110481262, "eta/annotator_149": 0.799933135509491, "eta/annotator_15": 0.7891228795051575, "eta/annotator_150": 0.866262674331665, "eta/annotator_151": 0.8713452816009521, "eta/annotator_152": 0.8312498331069946, "eta/annotator_153": 0.8412259817123413, "eta/annotator_154": 0.815467894077301, "eta/annotator_155": 0.7673542499542236, "eta/annotator_156": 0.8336403965950012, "eta/annotator_157": 0.7877692580223083, "eta/annotator_158": 0.8478201627731323, "eta/annotator_159": 0.7428740859031677, "eta/annotator_16": 0.8585928678512573, "eta/annotator_160": 0.8455889225006104, "eta/annotator_161": 0.7839767336845398, "eta/annotator_162": 0.8346038460731506, "eta/annotator_163": 0.7579631805419922, "eta/annotator_164": 0.8344418406486511, "eta/annotator_165": 0.8694871068000793, "eta/annotator_166": 0.8575446009635925, "eta/annotator_167": 0.860546886920929, "eta/annotator_168": 0.8240299820899963, "eta/annotator_169": 0.8146763443946838, "eta/annotator_17": 0.8202431201934814, "eta/annotator_170": 0.8245156407356262, "eta/annotator_171": 0.8441548943519592, "eta/annotator_172": 0.8222478628158569, "eta/annotator_173": 0.7711184024810791, "eta/annotator_174": 0.7997328639030457, "eta/annotator_175": 0.7760410904884338, "eta/annotator_176": 0.7597143650054932, "eta/annotator_177": 0.827732503414154, "eta/annotator_178": 0.838276207447052, "eta/annotator_179": 0.8412240147590637, "eta/annotator_18": 0.7816031575202942, "eta/annotator_180": 0.8519602417945862, "eta/annotator_181": 0.8243185877799988, "eta/annotator_182": 0.8698462843894958, "eta/annotator_183": 0.8455426692962646, "eta/annotator_184": 0.8346443772315979, "eta/annotator_185": 0.8148516416549683, "eta/annotator_186": 0.858728289604187, "eta/annotator_187": 0.8079395294189453, "eta/annotator_188": 0.7890795469284058, "eta/annotator_189": 0.8113492131233215, "eta/annotator_19": 0.8384204506874084, "eta/annotator_190": 0.8416471481323242, "eta/annotator_191": 0.8294082283973694, "eta/annotator_192": 0.8371673226356506, "eta/annotator_193": 0.8406975865364075, "eta/annotator_194": 0.7329387068748474, "eta/annotator_195": 0.8272247910499573, "eta/annotator_196": 0.7841275334358215, "eta/annotator_197": 0.8159853219985962, "eta/annotator_198": 0.7740814089775085, "eta/annotator_199": 0.8116127252578735, "eta/annotator_2": 0.8125330209732056, "eta/annotator_20": 0.8020699620246887, "eta/annotator_200": 0.8588693141937256, "eta/annotator_201": 0.8375136256217957, "eta/annotator_202": 0.8354580998420715, "eta/annotator_203": 0.8295547366142273, "eta/annotator_204": 0.8592630624771118, "eta/annotator_205": 0.8262889385223389, "eta/annotator_206": 0.8590482473373413, "eta/annotator_207": 0.8099542856216431, "eta/annotator_208": 0.8202838897705078, "eta/annotator_209": 0.8006048798561096, "eta/annotator_21": 0.7865849137306213, "eta/annotator_210": 0.816815972328186, "eta/annotator_211": 0.7891882658004761, "eta/annotator_212": 0.7571897506713867, "eta/annotator_213": 0.8135058879852295, "eta/annotator_214": 0.7243258357048035, "eta/annotator_215": 0.8817072510719299, "eta/annotator_216": 0.8638504147529602, "eta/annotator_217": 0.8052296042442322, "eta/annotator_218": 0.7907760739326477, "eta/annotator_219": 0.8572889566421509, "eta/annotator_22": 0.8204352259635925, "eta/annotator_220": 0.7296599745750427, "eta/annotator_221": 0.7902164459228516, "eta/annotator_222": 0.799973726272583, "eta/annotator_223": 0.8523286581039429, "eta/annotator_224": 0.7407716512680054, "eta/annotator_225": 0.8370311260223389, "eta/annotator_226": 0.8158591389656067, "eta/annotator_23": 0.8098695278167725, "eta/annotator_24": 0.7905476093292236, "eta/annotator_25": 0.8024157285690308, "eta/annotator_26": 0.8671392202377319, "eta/annotator_27": 0.8388344645500183, "eta/annotator_28": 0.8811289072036743, "eta/annotator_29": 0.8140576481819153, "eta/annotator_3": 0.8368175625801086, "eta/annotator_30": 0.8088303208351135, "eta/annotator_31": 0.8041613101959229, "eta/annotator_32": 0.793144166469574, "eta/annotator_33": 0.81733638048172, "eta/annotator_34": 0.8197981119155884, "eta/annotator_35": 0.7711321711540222, "eta/annotator_36": 0.8208579421043396, "eta/annotator_37": 0.8336747288703918, "eta/annotator_38": 0.7161699533462524, "eta/annotator_39": 0.865504801273346, "eta/annotator_4": 0.8289514780044556, "eta/annotator_40": 0.7900708317756653, "eta/annotator_41": 0.8245132565498352, "eta/annotator_42": 0.8565877676010132, "eta/annotator_43": 0.8598846793174744, "eta/annotator_44": 0.8371153473854065, "eta/annotator_45": 0.8065224289894104, "eta/annotator_46": 0.7966172695159912, "eta/annotator_47": 0.8339870572090149, "eta/annotator_48": 0.7870817184448242, "eta/annotator_49": 0.8023083209991455, "eta/annotator_5": 0.7880256175994873, "eta/annotator_50": 0.8009517788887024, "eta/annotator_51": 0.754658043384552, "eta/annotator_52": 0.8671957850456238, "eta/annotator_53": 0.8457833528518677, "eta/annotator_54": 0.8252573609352112, "eta/annotator_55": 0.8757829070091248, "eta/annotator_56": 0.8526458144187927, "eta/annotator_57": 0.8045757412910461, "eta/annotator_58": 0.8509578108787537, "eta/annotator_59": 0.7219262719154358, "eta/annotator_6": 0.879090428352356, "eta/annotator_60": 0.7782468795776367, "eta/annotator_61": 0.7377697825431824, "eta/annotator_62": 0.8527725338935852, "eta/annotator_63": 0.8230108022689819, "eta/annotator_64": 0.8245746493339539, "eta/annotator_65": 0.7027866244316101, "eta/annotator_66": 0.8395760655403137, "eta/annotator_67": 0.800788938999176, "eta/annotator_68": 0.8772825002670288, "eta/annotator_69": 0.8319924473762512, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.8029121160507202, "eta/annotator_71": 0.8422683477401733, "eta/annotator_72": 0.814489483833313, "eta/annotator_73": 0.8196127414703369, "eta/annotator_74": 0.8054929971694946, "eta/annotator_75": 0.7943702936172485, "eta/annotator_76": 0.8346494436264038, "eta/annotator_77": 0.8208261132240295, "eta/annotator_78": 0.8349210023880005, "eta/annotator_79": 0.7738030552864075, "eta/annotator_8": 0.7201412320137024, "eta/annotator_80": 0.8192020654678345, "eta/annotator_81": 0.8355874419212341, "eta/annotator_82": 0.8140748739242554, "eta/annotator_83": 0.7869265079498291, "eta/annotator_84": 0.8504324555397034, "eta/annotator_85": 0.8340675830841064, "eta/annotator_86": 0.7043511271476746, "eta/annotator_87": 0.7722753286361694, "eta/annotator_88": 0.8208840489387512, "eta/annotator_89": 0.7309240102767944, "eta/annotator_9": 0.8516948819160461, "eta/annotator_90": 0.6839789152145386, "eta/annotator_91": 0.8260720372200012, "eta/annotator_92": 0.8613516688346863, "eta/annotator_93": 0.8233789801597595, "eta/annotator_94": 0.8206390738487244, "eta/annotator_95": 0.7860979437828064, "eta/annotator_96": 0.7456433773040771, "eta/annotator_97": 0.7302418351173401, "eta/annotator_98": 0.7943605184555054, "eta/annotator_99": 0.7813482880592346, "eval_em/agreement_weights_mean": 0.8237354755401611, "eval_em/agreement_weights_std": 0.17172540724277496, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -324.0515441894531, "eval_logps/rejected": -251.78350830078125, "eval_loss": 0.5125811696052551, "eval_rewards/accuracies": 0.643133282661438, "eval_rewards/chosen": -0.12688957154750824, "eval_rewards/margins": 0.6534814238548279, "eval_rewards/rejected": -0.7803438901901245, "eval_runtime": 85.7479, "eval_samples_per_second": 17.995, "eval_steps_per_second": 1.131, "step": 100 }, { "em/agreement_weights_mean": 0.8236466646194458, "em/agreement_weights_std": 0.1754797399044037, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.48034934497816595, "eta/annotator_0": 0.8254499435424805, "eta/annotator_1": 0.8180000185966492, "eta/annotator_10": 0.84837806224823, "eta/annotator_100": 0.801852822303772, "eta/annotator_101": 0.7779086828231812, "eta/annotator_102": 0.6895015239715576, "eta/annotator_103": 0.7757507562637329, "eta/annotator_104": 0.7170584797859192, "eta/annotator_105": 0.7558695673942566, "eta/annotator_106": 0.798751950263977, "eta/annotator_107": 0.8173779249191284, "eta/annotator_108": 0.7959263324737549, "eta/annotator_109": 0.8139507174491882, "eta/annotator_11": 0.7627123594284058, "eta/annotator_110": 0.7369304299354553, "eta/annotator_111": 0.8117504119873047, "eta/annotator_112": 0.7918854355812073, "eta/annotator_113": 0.8069096803665161, "eta/annotator_114": 0.8264018893241882, "eta/annotator_115": 0.7985252141952515, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.7865054607391357, "eta/annotator_118": 0.7828754186630249, "eta/annotator_119": 0.8168894052505493, "eta/annotator_12": 0.8246247172355652, "eta/annotator_120": 0.8565748333930969, "eta/annotator_121": 0.8379431962966919, "eta/annotator_122": 0.8125764727592468, "eta/annotator_123": 0.7408959269523621, "eta/annotator_124": 0.7626057267189026, "eta/annotator_125": 0.7702577710151672, "eta/annotator_126": 0.8285269737243652, "eta/annotator_127": 0.8048542737960815, "eta/annotator_128": 0.8037756681442261, "eta/annotator_129": 0.871283233165741, "eta/annotator_13": 0.7638493776321411, "eta/annotator_130": 0.7717646360397339, "eta/annotator_131": 0.7978861927986145, "eta/annotator_132": 0.7720781564712524, "eta/annotator_133": 0.8325421214103699, "eta/annotator_134": 0.8434473276138306, "eta/annotator_135": 0.8044223785400391, "eta/annotator_136": 0.7998259663581848, "eta/annotator_137": 0.8368004560470581, "eta/annotator_138": 0.8192062377929688, "eta/annotator_139": 0.8039876222610474, "eta/annotator_14": 0.7945594787597656, "eta/annotator_140": 0.8549594879150391, "eta/annotator_141": 0.8774460554122925, "eta/annotator_142": 0.8679692149162292, "eta/annotator_143": 0.8085441589355469, "eta/annotator_144": 0.804704487323761, "eta/annotator_145": 0.7573574781417847, "eta/annotator_146": 0.8140121698379517, "eta/annotator_147": 0.7624303102493286, "eta/annotator_148": 0.8092513084411621, "eta/annotator_149": 0.7998920679092407, "eta/annotator_15": 0.7884275913238525, "eta/annotator_150": 0.8666282892227173, "eta/annotator_151": 0.8721683621406555, "eta/annotator_152": 0.8315519094467163, "eta/annotator_153": 0.8412009477615356, "eta/annotator_154": 0.8166664242744446, "eta/annotator_155": 0.7679443955421448, "eta/annotator_156": 0.8340638279914856, "eta/annotator_157": 0.7877636551856995, "eta/annotator_158": 0.84806889295578, "eta/annotator_159": 0.7451236844062805, "eta/annotator_16": 0.8576602935791016, "eta/annotator_160": 0.8462674021720886, "eta/annotator_161": 0.7846856713294983, "eta/annotator_162": 0.8353363871574402, "eta/annotator_163": 0.7582084536552429, "eta/annotator_164": 0.8337939381599426, "eta/annotator_165": 0.8698431849479675, "eta/annotator_166": 0.8575177192687988, "eta/annotator_167": 0.8608444929122925, "eta/annotator_168": 0.825281023979187, "eta/annotator_169": 0.8155673146247864, "eta/annotator_17": 0.8213402032852173, "eta/annotator_170": 0.8233321309089661, "eta/annotator_171": 0.8450751304626465, "eta/annotator_172": 0.8227484822273254, "eta/annotator_173": 0.77076655626297, "eta/annotator_174": 0.800463855266571, "eta/annotator_175": 0.7758287191390991, "eta/annotator_176": 0.7610999345779419, "eta/annotator_177": 0.8278495073318481, "eta/annotator_178": 0.8386383056640625, "eta/annotator_179": 0.843017578125, "eta/annotator_18": 0.7823113203048706, "eta/annotator_180": 0.8523476719856262, "eta/annotator_181": 0.8254372477531433, "eta/annotator_182": 0.8695636987686157, "eta/annotator_183": 0.8454305529594421, "eta/annotator_184": 0.8340564966201782, "eta/annotator_185": 0.81493079662323, "eta/annotator_186": 0.858461856842041, "eta/annotator_187": 0.8084506988525391, "eta/annotator_188": 0.7889777421951294, "eta/annotator_189": 0.8113933801651001, "eta/annotator_19": 0.8392642140388489, "eta/annotator_190": 0.8422263860702515, "eta/annotator_191": 0.8294967412948608, "eta/annotator_192": 0.8374325037002563, "eta/annotator_193": 0.8422880172729492, "eta/annotator_194": 0.7325157523155212, "eta/annotator_195": 0.8276293873786926, "eta/annotator_196": 0.7838385701179504, "eta/annotator_197": 0.8169390559196472, "eta/annotator_198": 0.7745800614356995, "eta/annotator_199": 0.8122940063476562, "eta/annotator_2": 0.8123375773429871, "eta/annotator_20": 0.803266167640686, "eta/annotator_200": 0.85920649766922, "eta/annotator_201": 0.8386472463607788, "eta/annotator_202": 0.8359757661819458, "eta/annotator_203": 0.8283867835998535, "eta/annotator_204": 0.8590458035469055, "eta/annotator_205": 0.8260728120803833, "eta/annotator_206": 0.859049916267395, "eta/annotator_207": 0.8096154928207397, "eta/annotator_208": 0.819837212562561, "eta/annotator_209": 0.7994629740715027, "eta/annotator_21": 0.778769314289093, "eta/annotator_210": 0.8167243003845215, "eta/annotator_211": 0.7893202900886536, "eta/annotator_212": 0.7583682537078857, "eta/annotator_213": 0.8141997456550598, "eta/annotator_214": 0.7240917086601257, "eta/annotator_215": 0.880530834197998, "eta/annotator_216": 0.8639153242111206, "eta/annotator_217": 0.8069871068000793, "eta/annotator_218": 0.7899975180625916, "eta/annotator_219": 0.8574790954589844, "eta/annotator_22": 0.8218027949333191, "eta/annotator_220": 0.7304482460021973, "eta/annotator_221": 0.790361762046814, "eta/annotator_222": 0.8004042506217957, "eta/annotator_223": 0.8533921241760254, "eta/annotator_224": 0.7430483102798462, "eta/annotator_225": 0.8388115763664246, "eta/annotator_226": 0.8141711950302124, "eta/annotator_23": 0.8103870153427124, "eta/annotator_24": 0.791000247001648, "eta/annotator_25": 0.8022124171257019, "eta/annotator_26": 0.8665452003479004, "eta/annotator_27": 0.8390712738037109, "eta/annotator_28": 0.8812308311462402, "eta/annotator_29": 0.8139411211013794, "eta/annotator_3": 0.83729487657547, "eta/annotator_30": 0.8091751337051392, "eta/annotator_31": 0.8048684000968933, "eta/annotator_32": 0.793144166469574, "eta/annotator_33": 0.8174827694892883, "eta/annotator_34": 0.8197816014289856, "eta/annotator_35": 0.7711897492408752, "eta/annotator_36": 0.8212043046951294, "eta/annotator_37": 0.8340507745742798, "eta/annotator_38": 0.7165325880050659, "eta/annotator_39": 0.8637312650680542, "eta/annotator_4": 0.830621063709259, "eta/annotator_40": 0.7906528115272522, "eta/annotator_41": 0.8226021528244019, "eta/annotator_42": 0.8568534851074219, "eta/annotator_43": 0.8611146807670593, "eta/annotator_44": 0.8373187184333801, "eta/annotator_45": 0.8066256642341614, "eta/annotator_46": 0.797122597694397, "eta/annotator_47": 0.8349970579147339, "eta/annotator_48": 0.7851670980453491, "eta/annotator_49": 0.8024067878723145, "eta/annotator_5": 0.7883630990982056, "eta/annotator_50": 0.7990717887878418, "eta/annotator_51": 0.7525390386581421, "eta/annotator_52": 0.8676697611808777, "eta/annotator_53": 0.846176266670227, "eta/annotator_54": 0.8256261944770813, "eta/annotator_55": 0.8760102391242981, "eta/annotator_56": 0.8521873354911804, "eta/annotator_57": 0.8057231903076172, "eta/annotator_58": 0.8490258455276489, "eta/annotator_59": 0.7201136946678162, "eta/annotator_6": 0.8790246248245239, "eta/annotator_60": 0.7784591913223267, "eta/annotator_61": 0.7385910749435425, "eta/annotator_62": 0.853247344493866, "eta/annotator_63": 0.8247380256652832, "eta/annotator_64": 0.8240076899528503, "eta/annotator_65": 0.7038673758506775, "eta/annotator_66": 0.8397879600524902, "eta/annotator_67": 0.800460696220398, "eta/annotator_68": 0.8779993057250977, "eta/annotator_69": 0.8319924473762512, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.8035038113594055, "eta/annotator_71": 0.8423145413398743, "eta/annotator_72": 0.8134888410568237, "eta/annotator_73": 0.819973349571228, "eta/annotator_74": 0.8054930567741394, "eta/annotator_75": 0.7949221730232239, "eta/annotator_76": 0.8329721689224243, "eta/annotator_77": 0.8208774328231812, "eta/annotator_78": 0.8345389366149902, "eta/annotator_79": 0.772429347038269, "eta/annotator_8": 0.7203608751296997, "eta/annotator_80": 0.8194596171379089, "eta/annotator_81": 0.8359581828117371, "eta/annotator_82": 0.8140280842781067, "eta/annotator_83": 0.7875123023986816, "eta/annotator_84": 0.8505054712295532, "eta/annotator_85": 0.8337834477424622, "eta/annotator_86": 0.7047244906425476, "eta/annotator_87": 0.7722266316413879, "eta/annotator_88": 0.8203123807907104, "eta/annotator_89": 0.7322295308113098, "eta/annotator_9": 0.8515942692756653, "eta/annotator_90": 0.6844387054443359, "eta/annotator_91": 0.8262515068054199, "eta/annotator_92": 0.8612014651298523, "eta/annotator_93": 0.823703408241272, "eta/annotator_94": 0.821316123008728, "eta/annotator_95": 0.7866527438163757, "eta/annotator_96": 0.7463710308074951, "eta/annotator_97": 0.7307211756706238, "eta/annotator_98": 0.7942641973495483, "eta/annotator_99": 0.7812352180480957, "grad_norm": 25.438300954765158, "learning_rate": 2.912621359223301e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.2250061035156, "logps/rejected": -254.0124969482422, "loss": 0.5196, "rewards/accuracies": 0.637499988079071, "rewards/chosen": -0.223591610789299, "rewards/margins": 0.6184738278388977, "rewards/rejected": -0.8421386480331421, "step": 110 }, { "em/agreement_weights_mean": 0.8253822326660156, "em/agreement_weights_std": 0.17310099303722382, "em/unique_annotators_in_global_batch": 15.237500190734863, "epoch": 0.5240174672489083, "eta/annotator_0": 0.8407198190689087, "eta/annotator_1": 0.8243545293807983, "eta/annotator_10": 0.8556968569755554, "eta/annotator_100": 0.8013175129890442, "eta/annotator_101": 0.7783790826797485, "eta/annotator_102": 0.6960180401802063, "eta/annotator_103": 0.7758985757827759, "eta/annotator_104": 0.717805802822113, "eta/annotator_105": 0.7752712368965149, "eta/annotator_106": 0.7958472967147827, "eta/annotator_107": 0.823382556438446, "eta/annotator_108": 0.8074806928634644, "eta/annotator_109": 0.8095335960388184, "eta/annotator_11": 0.7544673681259155, "eta/annotator_110": 0.7449985146522522, "eta/annotator_111": 0.8147971034049988, "eta/annotator_112": 0.7930189967155457, "eta/annotator_113": 0.8031558990478516, "eta/annotator_114": 0.8186319470405579, "eta/annotator_115": 0.7852523922920227, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.777197539806366, "eta/annotator_118": 0.7752487659454346, "eta/annotator_119": 0.8110262751579285, "eta/annotator_12": 0.8117364645004272, "eta/annotator_120": 0.8660413026809692, "eta/annotator_121": 0.8282450437545776, "eta/annotator_122": 0.7469474673271179, "eta/annotator_123": 0.7430793642997742, "eta/annotator_124": 0.7650295495986938, "eta/annotator_125": 0.7971962690353394, "eta/annotator_126": 0.832068920135498, "eta/annotator_127": 0.7295228242874146, "eta/annotator_128": 0.7935601472854614, "eta/annotator_129": 0.8757263422012329, "eta/annotator_13": 0.7965089082717896, "eta/annotator_130": 0.7639444470405579, "eta/annotator_131": 0.7964310050010681, "eta/annotator_132": 0.7692716121673584, "eta/annotator_133": 0.8338448405265808, "eta/annotator_134": 0.8445075750350952, "eta/annotator_135": 0.805195689201355, "eta/annotator_136": 0.8074710965156555, "eta/annotator_137": 0.8472117185592651, "eta/annotator_138": 0.8281943202018738, "eta/annotator_139": 0.8256627321243286, "eta/annotator_14": 0.8307439088821411, "eta/annotator_140": 0.8414096832275391, "eta/annotator_141": 0.8771467208862305, "eta/annotator_142": 0.874653160572052, "eta/annotator_143": 0.8135116696357727, "eta/annotator_144": 0.8109259605407715, "eta/annotator_145": 0.7508549094200134, "eta/annotator_146": 0.832370936870575, "eta/annotator_147": 0.7697745561599731, "eta/annotator_148": 0.8184517025947571, "eta/annotator_149": 0.8013297915458679, "eta/annotator_15": 0.778343677520752, "eta/annotator_150": 0.869322657585144, "eta/annotator_151": 0.8798340559005737, "eta/annotator_152": 0.8289592862129211, "eta/annotator_153": 0.8430585861206055, "eta/annotator_154": 0.8301349878311157, "eta/annotator_155": 0.7768393754959106, "eta/annotator_156": 0.8381879925727844, "eta/annotator_157": 0.7873817682266235, "eta/annotator_158": 0.8516440391540527, "eta/annotator_159": 0.7743881940841675, "eta/annotator_16": 0.8504890203475952, "eta/annotator_160": 0.8497694134712219, "eta/annotator_161": 0.7926433682441711, "eta/annotator_162": 0.8417456746101379, "eta/annotator_163": 0.7608147263526917, "eta/annotator_164": 0.8293098211288452, "eta/annotator_165": 0.8724090456962585, "eta/annotator_166": 0.8576450347900391, "eta/annotator_167": 0.8735782504081726, "eta/annotator_168": 0.8408206701278687, "eta/annotator_169": 0.8228534460067749, "eta/annotator_17": 0.8285927772521973, "eta/annotator_170": 0.8119174242019653, "eta/annotator_171": 0.860331654548645, "eta/annotator_172": 0.8271258473396301, "eta/annotator_173": 0.767628014087677, "eta/annotator_174": 0.8070427179336548, "eta/annotator_175": 0.7774097323417664, "eta/annotator_176": 0.7842769026756287, "eta/annotator_177": 0.8295060396194458, "eta/annotator_178": 0.8468059301376343, "eta/annotator_179": 0.867843508720398, "eta/annotator_18": 0.8067284822463989, "eta/annotator_180": 0.8562502861022949, "eta/annotator_181": 0.8448135256767273, "eta/annotator_182": 0.8678266406059265, "eta/annotator_183": 0.8528679609298706, "eta/annotator_184": 0.8277510404586792, "eta/annotator_185": 0.8131354451179504, "eta/annotator_186": 0.8566867113113403, "eta/annotator_187": 0.8138347864151001, "eta/annotator_188": 0.7896715998649597, "eta/annotator_189": 0.8128005266189575, "eta/annotator_19": 0.8468574285507202, "eta/annotator_190": 0.8479393124580383, "eta/annotator_191": 0.8302936553955078, "eta/annotator_192": 0.8398192524909973, "eta/annotator_193": 0.862173855304718, "eta/annotator_194": 0.7295935750007629, "eta/annotator_195": 0.8310631513595581, "eta/annotator_196": 0.7823613286018372, "eta/annotator_197": 0.8271004557609558, "eta/annotator_198": 0.7790694832801819, "eta/annotator_199": 0.8192961812019348, "eta/annotator_2": 0.8112921714782715, "eta/annotator_20": 0.8157901763916016, "eta/annotator_200": 0.8632091283798218, "eta/annotator_201": 0.8527238965034485, "eta/annotator_202": 0.8375385403633118, "eta/annotator_203": 0.8107062578201294, "eta/annotator_204": 0.8565350770950317, "eta/annotator_205": 0.8241235017776489, "eta/annotator_206": 0.8595908284187317, "eta/annotator_207": 0.8014237284660339, "eta/annotator_208": 0.7607364058494568, "eta/annotator_209": 0.789641261100769, "eta/annotator_21": 0.708427369594574, "eta/annotator_210": 0.8154377937316895, "eta/annotator_211": 0.7917126417160034, "eta/annotator_212": 0.776329517364502, "eta/annotator_213": 0.8213305473327637, "eta/annotator_214": 0.7214251756668091, "eta/annotator_215": 0.8520132899284363, "eta/annotator_216": 0.865264892578125, "eta/annotator_217": 0.82280433177948, "eta/annotator_218": 0.7833314538002014, "eta/annotator_219": 0.8596084713935852, "eta/annotator_22": 0.8348763585090637, "eta/annotator_220": 0.757104754447937, "eta/annotator_221": 0.8059782981872559, "eta/annotator_222": 0.8183792233467102, "eta/annotator_223": 0.8638800382614136, "eta/annotator_224": 0.7705155611038208, "eta/annotator_225": 0.8657585978507996, "eta/annotator_226": 0.691072404384613, "eta/annotator_23": 0.8161449432373047, "eta/annotator_24": 0.7937076091766357, "eta/annotator_25": 0.8012785911560059, "eta/annotator_26": 0.8621817827224731, "eta/annotator_27": 0.8394299745559692, "eta/annotator_28": 0.8824315071105957, "eta/annotator_29": 0.8139759302139282, "eta/annotator_3": 0.8422733545303345, "eta/annotator_30": 0.8056044578552246, "eta/annotator_31": 0.8112305402755737, "eta/annotator_32": 0.7927898168563843, "eta/annotator_33": 0.8183592557907104, "eta/annotator_34": 0.8188201785087585, "eta/annotator_35": 0.774522066116333, "eta/annotator_36": 0.825802206993103, "eta/annotator_37": 0.8360592126846313, "eta/annotator_38": 0.7205917835235596, "eta/annotator_39": 0.8368323445320129, "eta/annotator_4": 0.8456469774246216, "eta/annotator_40": 0.795631468296051, "eta/annotator_41": 0.8032208681106567, "eta/annotator_42": 0.8668830990791321, "eta/annotator_43": 0.8838969469070435, "eta/annotator_44": 0.8407246470451355, "eta/annotator_45": 0.8087142705917358, "eta/annotator_46": 0.8030204772949219, "eta/annotator_47": 0.8442707061767578, "eta/annotator_48": 0.7521885633468628, "eta/annotator_49": 0.8017996549606323, "eta/annotator_5": 0.7888423800468445, "eta/annotator_50": 0.7836822271347046, "eta/annotator_51": 0.7334686517715454, "eta/annotator_52": 0.8723762631416321, "eta/annotator_53": 0.8497130274772644, "eta/annotator_54": 0.8280502557754517, "eta/annotator_55": 0.8784210085868835, "eta/annotator_56": 0.8487720489501953, "eta/annotator_57": 0.81605064868927, "eta/annotator_58": 0.8455184102058411, "eta/annotator_59": 0.7034294605255127, "eta/annotator_6": 0.8789417147636414, "eta/annotator_60": 0.7825449705123901, "eta/annotator_61": 0.745669960975647, "eta/annotator_62": 0.8587990999221802, "eta/annotator_63": 0.8402830958366394, "eta/annotator_64": 0.8172622919082642, "eta/annotator_65": 0.7135951519012451, "eta/annotator_66": 0.8416943550109863, "eta/annotator_67": 0.7972481846809387, "eta/annotator_68": 0.8938986659049988, "eta/annotator_69": 0.8319924473762512, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.808672308921814, "eta/annotator_71": 0.8437720537185669, "eta/annotator_72": 0.8031956553459167, "eta/annotator_73": 0.8246834874153137, "eta/annotator_74": 0.8054930567741394, "eta/annotator_75": 0.8008896708488464, "eta/annotator_76": 0.8029801249504089, "eta/annotator_77": 0.8220058679580688, "eta/annotator_78": 0.8318713307380676, "eta/annotator_79": 0.7611362934112549, "eta/annotator_8": 0.7227856516838074, "eta/annotator_80": 0.8221737742424011, "eta/annotator_81": 0.8395207524299622, "eta/annotator_82": 0.8141900300979614, "eta/annotator_83": 0.7912358045578003, "eta/annotator_84": 0.851699948310852, "eta/annotator_85": 0.8318167924880981, "eta/annotator_86": 0.7085551023483276, "eta/annotator_87": 0.7710185647010803, "eta/annotator_88": 0.8152350187301636, "eta/annotator_89": 0.7439773678779602, "eta/annotator_9": 0.8510695695877075, "eta/annotator_90": 0.6896785497665405, "eta/annotator_91": 0.8286769986152649, "eta/annotator_92": 0.8588624000549316, "eta/annotator_93": 0.8266223073005676, "eta/annotator_94": 0.8290778398513794, "eta/annotator_95": 0.7932040691375732, "eta/annotator_96": 0.7531064748764038, "eta/annotator_97": 0.7373584508895874, "eta/annotator_98": 0.7942842245101929, "eta/annotator_99": 0.7776685953140259, "grad_norm": 23.43208540344812, "learning_rate": 2.669902912621359e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -324.1875, "logps/rejected": -255.89999389648438, "loss": 0.5122, "rewards/accuracies": 0.6429687738418579, "rewards/chosen": -0.24957160651683807, "rewards/margins": 0.6465408205986023, "rewards/rejected": -0.895556628704071, "step": 120 }, { "em/agreement_weights_mean": 0.8292522430419922, "em/agreement_weights_std": 0.18008604645729065, "em/unique_annotators_in_global_batch": 15.212499618530273, "epoch": 0.5676855895196506, "eta/annotator_0": 0.8265674710273743, "eta/annotator_1": 0.8047056198120117, "eta/annotator_10": 0.8549214601516724, "eta/annotator_100": 0.8075776100158691, "eta/annotator_101": 0.7835739254951477, "eta/annotator_102": 0.723045289516449, "eta/annotator_103": 0.7802977561950684, "eta/annotator_104": 0.7191483378410339, "eta/annotator_105": 0.7926255464553833, "eta/annotator_106": 0.7901077270507812, "eta/annotator_107": 0.8223656415939331, "eta/annotator_108": 0.8087232708930969, "eta/annotator_109": 0.7971946001052856, "eta/annotator_11": 0.7336697578430176, "eta/annotator_110": 0.7441791296005249, "eta/annotator_111": 0.814731776714325, "eta/annotator_112": 0.7936378717422485, "eta/annotator_113": 0.8033458590507507, "eta/annotator_114": 0.8401524424552917, "eta/annotator_115": 0.7867628931999207, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.769193708896637, "eta/annotator_118": 0.7571738958358765, "eta/annotator_119": 0.820536732673645, "eta/annotator_12": 0.8337914347648621, "eta/annotator_120": 0.8633635640144348, "eta/annotator_121": 0.8279992341995239, "eta/annotator_122": 0.7654693722724915, "eta/annotator_123": 0.7186371088027954, "eta/annotator_124": 0.7695479393005371, "eta/annotator_125": 0.7944308519363403, "eta/annotator_126": 0.8451030850410461, "eta/annotator_127": 0.7296947240829468, "eta/annotator_128": 0.8090173006057739, "eta/annotator_129": 0.8765713572502136, "eta/annotator_13": 0.7877032160758972, "eta/annotator_130": 0.7888123393058777, "eta/annotator_131": 0.7712773084640503, "eta/annotator_132": 0.7516611814498901, "eta/annotator_133": 0.8393222093582153, "eta/annotator_134": 0.8394339680671692, "eta/annotator_135": 0.8121566772460938, "eta/annotator_136": 0.7985268831253052, "eta/annotator_137": 0.8563934564590454, "eta/annotator_138": 0.8323562741279602, "eta/annotator_139": 0.8406971096992493, "eta/annotator_14": 0.8160028457641602, "eta/annotator_140": 0.8528568148612976, "eta/annotator_141": 0.8750465512275696, "eta/annotator_142": 0.878808856010437, "eta/annotator_143": 0.8204411268234253, "eta/annotator_144": 0.7940784692764282, "eta/annotator_145": 0.7533608675003052, "eta/annotator_146": 0.8511902689933777, "eta/annotator_147": 0.7777007818222046, "eta/annotator_148": 0.8109257817268372, "eta/annotator_149": 0.821203887462616, "eta/annotator_15": 0.7996715307235718, "eta/annotator_150": 0.8640552759170532, "eta/annotator_151": 0.8823548555374146, "eta/annotator_152": 0.8303720355033875, "eta/annotator_153": 0.8643937110900879, "eta/annotator_154": 0.8346682786941528, "eta/annotator_155": 0.8144013285636902, "eta/annotator_156": 0.8527143597602844, "eta/annotator_157": 0.7858919501304626, "eta/annotator_158": 0.8469098210334778, "eta/annotator_159": 0.7688735127449036, "eta/annotator_16": 0.8634811639785767, "eta/annotator_160": 0.8281581997871399, "eta/annotator_161": 0.8157004117965698, "eta/annotator_162": 0.8386306762695312, "eta/annotator_163": 0.7641119956970215, "eta/annotator_164": 0.8434578776359558, "eta/annotator_165": 0.8676886558532715, "eta/annotator_166": 0.8615740537643433, "eta/annotator_167": 0.8771047592163086, "eta/annotator_168": 0.8377907872200012, "eta/annotator_169": 0.8162951469421387, "eta/annotator_17": 0.8065029382705688, "eta/annotator_170": 0.8158087730407715, "eta/annotator_171": 0.861005425453186, "eta/annotator_172": 0.7991605997085571, "eta/annotator_173": 0.7654814124107361, "eta/annotator_174": 0.8060661554336548, "eta/annotator_175": 0.7821623682975769, "eta/annotator_176": 0.7873526811599731, "eta/annotator_177": 0.8415030241012573, "eta/annotator_178": 0.8459528088569641, "eta/annotator_179": 0.8722420930862427, "eta/annotator_18": 0.8090232610702515, "eta/annotator_180": 0.8640989065170288, "eta/annotator_181": 0.8540550470352173, "eta/annotator_182": 0.8770402669906616, "eta/annotator_183": 0.866736888885498, "eta/annotator_184": 0.8299700617790222, "eta/annotator_185": 0.7727578282356262, "eta/annotator_186": 0.8619047999382019, "eta/annotator_187": 0.8213683366775513, "eta/annotator_188": 0.8074765205383301, "eta/annotator_189": 0.823113739490509, "eta/annotator_19": 0.8478462100028992, "eta/annotator_190": 0.8533543348312378, "eta/annotator_191": 0.8310683965682983, "eta/annotator_192": 0.8401036262512207, "eta/annotator_193": 0.867355227470398, "eta/annotator_194": 0.7454284429550171, "eta/annotator_195": 0.8319717645645142, "eta/annotator_196": 0.7938704490661621, "eta/annotator_197": 0.8456934690475464, "eta/annotator_198": 0.7790694832801819, "eta/annotator_199": 0.8286396861076355, "eta/annotator_2": 0.8171822428703308, "eta/annotator_20": 0.8302022218704224, "eta/annotator_200": 0.8605297803878784, "eta/annotator_201": 0.8555927276611328, "eta/annotator_202": 0.8483031988143921, "eta/annotator_203": 0.809325098991394, "eta/annotator_204": 0.8518168330192566, "eta/annotator_205": 0.8226787447929382, "eta/annotator_206": 0.8650429844856262, "eta/annotator_207": 0.8123105764389038, "eta/annotator_208": 0.7662370800971985, "eta/annotator_209": 0.7932251691818237, "eta/annotator_21": 0.708427369594574, "eta/annotator_210": 0.8122360110282898, "eta/annotator_211": 0.802550196647644, "eta/annotator_212": 0.7875558137893677, "eta/annotator_213": 0.8360047340393066, "eta/annotator_214": 0.7157565355300903, "eta/annotator_215": 0.8471992611885071, "eta/annotator_216": 0.8827260732650757, "eta/annotator_217": 0.82280433177948, "eta/annotator_218": 0.7891978621482849, "eta/annotator_219": 0.8643600344657898, "eta/annotator_22": 0.8321022987365723, "eta/annotator_220": 0.7670887112617493, "eta/annotator_221": 0.7867792844772339, "eta/annotator_222": 0.8456951379776001, "eta/annotator_223": 0.8729851841926575, "eta/annotator_224": 0.735608696937561, "eta/annotator_225": 0.8667129278182983, "eta/annotator_226": 0.691867470741272, "eta/annotator_23": 0.8280536532402039, "eta/annotator_24": 0.781419038772583, "eta/annotator_25": 0.8100894093513489, "eta/annotator_26": 0.8688231706619263, "eta/annotator_27": 0.8240798115730286, "eta/annotator_28": 0.8842918276786804, "eta/annotator_29": 0.8228409886360168, "eta/annotator_3": 0.8541938662528992, "eta/annotator_30": 0.8105720281600952, "eta/annotator_31": 0.8112305402755737, "eta/annotator_32": 0.7893363237380981, "eta/annotator_33": 0.8112481236457825, "eta/annotator_34": 0.7996219396591187, "eta/annotator_35": 0.7751368880271912, "eta/annotator_36": 0.8387584686279297, "eta/annotator_37": 0.8251556158065796, "eta/annotator_38": 0.7290785908699036, "eta/annotator_39": 0.8588760495185852, "eta/annotator_4": 0.8459018468856812, "eta/annotator_40": 0.7933037877082825, "eta/annotator_41": 0.8060927391052246, "eta/annotator_42": 0.853945255279541, "eta/annotator_43": 0.8916258811950684, "eta/annotator_44": 0.8768486976623535, "eta/annotator_45": 0.8135789036750793, "eta/annotator_46": 0.815163791179657, "eta/annotator_47": 0.845679759979248, "eta/annotator_48": 0.7580465078353882, "eta/annotator_49": 0.7804263830184937, "eta/annotator_5": 0.7236491441726685, "eta/annotator_50": 0.7982532382011414, "eta/annotator_51": 0.7334686517715454, "eta/annotator_52": 0.8763335347175598, "eta/annotator_53": 0.8485843539237976, "eta/annotator_54": 0.8378933072090149, "eta/annotator_55": 0.8819772005081177, "eta/annotator_56": 0.8569685220718384, "eta/annotator_57": 0.8174076080322266, "eta/annotator_58": 0.8524382710456848, "eta/annotator_59": 0.6995486617088318, "eta/annotator_6": 0.886978268623352, "eta/annotator_60": 0.8006836771965027, "eta/annotator_61": 0.7430033683776855, "eta/annotator_62": 0.8703053593635559, "eta/annotator_63": 0.8402830958366394, "eta/annotator_64": 0.8096525073051453, "eta/annotator_65": 0.7072192430496216, "eta/annotator_66": 0.8416943550109863, "eta/annotator_67": 0.7945319414138794, "eta/annotator_68": 0.8980563879013062, "eta/annotator_69": 0.8319924473762512, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.8072680234909058, "eta/annotator_71": 0.8414157629013062, "eta/annotator_72": 0.8054458498954773, "eta/annotator_73": 0.832685112953186, "eta/annotator_74": 0.8054930567741394, "eta/annotator_75": 0.8112101554870605, "eta/annotator_76": 0.8119431734085083, "eta/annotator_77": 0.8280028104782104, "eta/annotator_78": 0.8378205299377441, "eta/annotator_79": 0.7707688212394714, "eta/annotator_8": 0.7259035110473633, "eta/annotator_80": 0.8257457613945007, "eta/annotator_81": 0.8417991399765015, "eta/annotator_82": 0.8199107050895691, "eta/annotator_83": 0.7787467241287231, "eta/annotator_84": 0.8579236268997192, "eta/annotator_85": 0.8380910158157349, "eta/annotator_86": 0.7112151384353638, "eta/annotator_87": 0.7633039355278015, "eta/annotator_88": 0.8167833089828491, "eta/annotator_89": 0.7424466013908386, "eta/annotator_9": 0.8547977209091187, "eta/annotator_90": 0.7005577683448792, "eta/annotator_91": 0.8364547491073608, "eta/annotator_92": 0.8574172258377075, "eta/annotator_93": 0.827420711517334, "eta/annotator_94": 0.8438836336135864, "eta/annotator_95": 0.8075309991836548, "eta/annotator_96": 0.759475827217102, "eta/annotator_97": 0.7330931425094604, "eta/annotator_98": 0.811451256275177, "eta/annotator_99": 0.7611515522003174, "grad_norm": 22.64840517244069, "learning_rate": 2.4271844660194176e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -331.6000061035156, "logps/rejected": -259.5, "loss": 0.4949, "rewards/accuracies": 0.6703125238418579, "rewards/chosen": -0.21724624931812286, "rewards/margins": 0.7289520502090454, "rewards/rejected": -0.946044921875, "step": 130 }, { "em/agreement_weights_mean": 0.8238609433174133, "em/agreement_weights_std": 0.19222712516784668, "em/unique_annotators_in_global_batch": 15.087499618530273, "epoch": 0.611353711790393, "eta/annotator_0": 0.8136833906173706, "eta/annotator_1": 0.8120322227478027, "eta/annotator_10": 0.8635163307189941, "eta/annotator_100": 0.8150302171707153, "eta/annotator_101": 0.7922196388244629, "eta/annotator_102": 0.7470389604568481, "eta/annotator_103": 0.7886881828308105, "eta/annotator_104": 0.6623556613922119, "eta/annotator_105": 0.7862690687179565, "eta/annotator_106": 0.78254234790802, "eta/annotator_107": 0.8221976161003113, "eta/annotator_108": 0.8300315737724304, "eta/annotator_109": 0.8095039129257202, "eta/annotator_11": 0.7353523969650269, "eta/annotator_110": 0.7446354627609253, "eta/annotator_111": 0.8117606043815613, "eta/annotator_112": 0.799208402633667, "eta/annotator_113": 0.8022522926330566, "eta/annotator_114": 0.8522051572799683, "eta/annotator_115": 0.8008133769035339, "eta/annotator_116": 0.7999999523162842, "eta/annotator_117": 0.7742394208908081, "eta/annotator_118": 0.7545429468154907, "eta/annotator_119": 0.8460190892219543, "eta/annotator_12": 0.8401780128479004, "eta/annotator_120": 0.8760766983032227, "eta/annotator_121": 0.8235686421394348, "eta/annotator_122": 0.7727358937263489, "eta/annotator_123": 0.7325072884559631, "eta/annotator_124": 0.7747578620910645, "eta/annotator_125": 0.7991714477539062, "eta/annotator_126": 0.853554904460907, "eta/annotator_127": 0.748247504234314, "eta/annotator_128": 0.8094762563705444, "eta/annotator_129": 0.8757407069206238, "eta/annotator_13": 0.7858079075813293, "eta/annotator_130": 0.7884484529495239, "eta/annotator_131": 0.7786411643028259, "eta/annotator_132": 0.7189944982528687, "eta/annotator_133": 0.8425804376602173, "eta/annotator_134": 0.8494629859924316, "eta/annotator_135": 0.8131824731826782, "eta/annotator_136": 0.7999758720397949, "eta/annotator_137": 0.854389488697052, "eta/annotator_138": 0.842306911945343, "eta/annotator_139": 0.8695939183235168, "eta/annotator_14": 0.8122803568840027, "eta/annotator_140": 0.8634874224662781, "eta/annotator_141": 0.8823256492614746, "eta/annotator_142": 0.8775719404220581, "eta/annotator_143": 0.8258101344108582, "eta/annotator_144": 0.790298581123352, "eta/annotator_145": 0.7432383894920349, "eta/annotator_146": 0.8537577390670776, "eta/annotator_147": 0.7822047472000122, "eta/annotator_148": 0.8106746673583984, "eta/annotator_149": 0.8273140788078308, "eta/annotator_15": 0.8265323638916016, "eta/annotator_150": 0.8656975626945496, "eta/annotator_151": 0.8844099044799805, "eta/annotator_152": 0.8083541989326477, "eta/annotator_153": 0.8539162874221802, "eta/annotator_154": 0.8379796743392944, "eta/annotator_155": 0.8227696418762207, "eta/annotator_156": 0.859948456287384, "eta/annotator_157": 0.8004501461982727, "eta/annotator_158": 0.8655405044555664, "eta/annotator_159": 0.7693443894386292, "eta/annotator_16": 0.884993851184845, "eta/annotator_160": 0.8362423181533813, "eta/annotator_161": 0.8241143226623535, "eta/annotator_162": 0.8428938984870911, "eta/annotator_163": 0.7618721723556519, "eta/annotator_164": 0.8512523770332336, "eta/annotator_165": 0.875604510307312, "eta/annotator_166": 0.8672100901603699, "eta/annotator_167": 0.886431872844696, "eta/annotator_168": 0.8382827639579773, "eta/annotator_169": 0.8157563209533691, "eta/annotator_17": 0.8200641870498657, "eta/annotator_170": 0.8342011570930481, "eta/annotator_171": 0.8195319175720215, "eta/annotator_172": 0.8183119893074036, "eta/annotator_173": 0.7444481253623962, "eta/annotator_174": 0.7961665391921997, "eta/annotator_175": 0.7889701724052429, "eta/annotator_176": 0.772217869758606, "eta/annotator_177": 0.8431771397590637, "eta/annotator_178": 0.8150971531867981, "eta/annotator_179": 0.8760323524475098, "eta/annotator_18": 0.8179093599319458, "eta/annotator_180": 0.8783499598503113, "eta/annotator_181": 0.8587779998779297, "eta/annotator_182": 0.8918606042861938, "eta/annotator_183": 0.8685376048088074, "eta/annotator_184": 0.8397839665412903, "eta/annotator_185": 0.7522640824317932, "eta/annotator_186": 0.8589862585067749, "eta/annotator_187": 0.8263327479362488, "eta/annotator_188": 0.8115584254264832, "eta/annotator_189": 0.8356086015701294, "eta/annotator_19": 0.8574565052986145, "eta/annotator_190": 0.8619967699050903, "eta/annotator_191": 0.8384864926338196, "eta/annotator_192": 0.8426634669303894, "eta/annotator_193": 0.8623923063278198, "eta/annotator_194": 0.731620192527771, "eta/annotator_195": 0.8371766805648804, "eta/annotator_196": 0.7920044660568237, "eta/annotator_197": 0.8563416600227356, "eta/annotator_198": 0.779011607170105, "eta/annotator_199": 0.8421001434326172, "eta/annotator_2": 0.8143818974494934, "eta/annotator_20": 0.8172675371170044, "eta/annotator_200": 0.8622428774833679, "eta/annotator_201": 0.8450980186462402, "eta/annotator_202": 0.8272544741630554, "eta/annotator_203": 0.787513256072998, "eta/annotator_204": 0.8593754768371582, "eta/annotator_205": 0.8263739347457886, "eta/annotator_206": 0.8713539838790894, "eta/annotator_207": 0.8308552503585815, "eta/annotator_208": 0.7792191505432129, "eta/annotator_209": 0.7874564528465271, "eta/annotator_21": 0.7093989849090576, "eta/annotator_210": 0.7991545796394348, "eta/annotator_211": 0.8035353422164917, "eta/annotator_212": 0.7878367900848389, "eta/annotator_213": 0.8393017053604126, "eta/annotator_214": 0.7108322978019714, "eta/annotator_215": 0.8614171147346497, "eta/annotator_216": 0.8789779543876648, "eta/annotator_217": 0.8234671354293823, "eta/annotator_218": 0.7990986704826355, "eta/annotator_219": 0.8825160264968872, "eta/annotator_22": 0.8438715934753418, "eta/annotator_220": 0.7782605290412903, "eta/annotator_221": 0.7548227310180664, "eta/annotator_222": 0.8469501733779907, "eta/annotator_223": 0.8816894292831421, "eta/annotator_224": 0.7220911383628845, "eta/annotator_225": 0.8428314924240112, "eta/annotator_226": 0.6982619762420654, "eta/annotator_23": 0.8519622683525085, "eta/annotator_24": 0.781419038772583, "eta/annotator_25": 0.8175631761550903, "eta/annotator_26": 0.8501302003860474, "eta/annotator_27": 0.8284897804260254, "eta/annotator_28": 0.8789899945259094, "eta/annotator_29": 0.8256244659423828, "eta/annotator_3": 0.8727996945381165, "eta/annotator_30": 0.8032137751579285, "eta/annotator_31": 0.8112305402755737, "eta/annotator_32": 0.7869582772254944, "eta/annotator_33": 0.7804611921310425, "eta/annotator_34": 0.8052452802658081, "eta/annotator_35": 0.7574262022972107, "eta/annotator_36": 0.8353804349899292, "eta/annotator_37": 0.8385500907897949, "eta/annotator_38": 0.7417410612106323, "eta/annotator_39": 0.869613766670227, "eta/annotator_4": 0.848196804523468, "eta/annotator_40": 0.7933037877082825, "eta/annotator_41": 0.8149145841598511, "eta/annotator_42": 0.8583576083183289, "eta/annotator_43": 0.8983333706855774, "eta/annotator_44": 0.8796345591545105, "eta/annotator_45": 0.8135789036750793, "eta/annotator_46": 0.815163791179657, "eta/annotator_47": 0.8470538258552551, "eta/annotator_48": 0.7237240672111511, "eta/annotator_49": 0.7978968024253845, "eta/annotator_5": 0.6785255670547485, "eta/annotator_50": 0.8063725233078003, "eta/annotator_51": 0.7360328435897827, "eta/annotator_52": 0.8768280744552612, "eta/annotator_53": 0.8384079933166504, "eta/annotator_54": 0.8381168246269226, "eta/annotator_55": 0.8851497769355774, "eta/annotator_56": 0.875582218170166, "eta/annotator_57": 0.8296210169792175, "eta/annotator_58": 0.8721052408218384, "eta/annotator_59": 0.691920816898346, "eta/annotator_6": 0.8865723609924316, "eta/annotator_60": 0.7872433066368103, "eta/annotator_61": 0.748353123664856, "eta/annotator_62": 0.8712447881698608, "eta/annotator_63": 0.8409314155578613, "eta/annotator_64": 0.8189250826835632, "eta/annotator_65": 0.649375319480896, "eta/annotator_66": 0.8427103757858276, "eta/annotator_67": 0.7939475774765015, "eta/annotator_68": 0.8926154971122742, "eta/annotator_69": 0.8323314785957336, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.8072680234909058, "eta/annotator_71": 0.8384732007980347, "eta/annotator_72": 0.7511532306671143, "eta/annotator_73": 0.8414953947067261, "eta/annotator_74": 0.8052430152893066, "eta/annotator_75": 0.828509509563446, "eta/annotator_76": 0.8373466730117798, "eta/annotator_77": 0.8293776512145996, "eta/annotator_78": 0.825347900390625, "eta/annotator_79": 0.7700046300888062, "eta/annotator_8": 0.6805956363677979, "eta/annotator_80": 0.8244584202766418, "eta/annotator_81": 0.8400317430496216, "eta/annotator_82": 0.8253788948059082, "eta/annotator_83": 0.7915518283843994, "eta/annotator_84": 0.8709441423416138, "eta/annotator_85": 0.8472691774368286, "eta/annotator_86": 0.6978260278701782, "eta/annotator_87": 0.7718477845191956, "eta/annotator_88": 0.8372448086738586, "eta/annotator_89": 0.729552149772644, "eta/annotator_9": 0.8552277684211731, "eta/annotator_90": 0.7102943062782288, "eta/annotator_91": 0.8419283628463745, "eta/annotator_92": 0.8524936437606812, "eta/annotator_93": 0.831814169883728, "eta/annotator_94": 0.8420635461807251, "eta/annotator_95": 0.8144515752792358, "eta/annotator_96": 0.764677882194519, "eta/annotator_97": 0.735108494758606, "eta/annotator_98": 0.8128433227539062, "eta/annotator_99": 0.7619799971580505, "grad_norm": 19.52485097245597, "learning_rate": 2.1844660194174754e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -329.0874938964844, "logps/rejected": -250.25, "loss": 0.4946, "rewards/accuracies": 0.651562511920929, "rewards/chosen": -0.2272319793701172, "rewards/margins": 0.6732071042060852, "rewards/rejected": -0.9003696441650391, "step": 140 }, { "em/agreement_weights_mean": 0.8341550827026367, "em/agreement_weights_std": 0.17716893553733826, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.6550218340611353, "eta/annotator_0": 0.8189752697944641, "eta/annotator_1": 0.8060603141784668, "eta/annotator_10": 0.8841395378112793, "eta/annotator_100": 0.8148323893547058, "eta/annotator_101": 0.7922196388244629, "eta/annotator_102": 0.7582418322563171, "eta/annotator_103": 0.7942236065864563, "eta/annotator_104": 0.6853814125061035, "eta/annotator_105": 0.7937957048416138, "eta/annotator_106": 0.7152301669120789, "eta/annotator_107": 0.8222247958183289, "eta/annotator_108": 0.8378111124038696, "eta/annotator_109": 0.8179615139961243, "eta/annotator_11": 0.7513886094093323, "eta/annotator_110": 0.7533135414123535, "eta/annotator_111": 0.8174940347671509, "eta/annotator_112": 0.8003678321838379, "eta/annotator_113": 0.8080435991287231, "eta/annotator_114": 0.8596245646476746, "eta/annotator_115": 0.8049217462539673, "eta/annotator_116": 0.8013032078742981, "eta/annotator_117": 0.7631683945655823, "eta/annotator_118": 0.7627438306808472, "eta/annotator_119": 0.8532158732414246, "eta/annotator_12": 0.8476465940475464, "eta/annotator_120": 0.8831278085708618, "eta/annotator_121": 0.8372718691825867, "eta/annotator_122": 0.7988877892494202, "eta/annotator_123": 0.7364742755889893, "eta/annotator_124": 0.7516148686408997, "eta/annotator_125": 0.813683807849884, "eta/annotator_126": 0.8568118810653687, "eta/annotator_127": 0.7343266010284424, "eta/annotator_128": 0.8030918836593628, "eta/annotator_129": 0.8836652040481567, "eta/annotator_13": 0.7987662553787231, "eta/annotator_130": 0.8076802492141724, "eta/annotator_131": 0.7771729230880737, "eta/annotator_132": 0.7012737989425659, "eta/annotator_133": 0.8565390706062317, "eta/annotator_134": 0.8366795778274536, "eta/annotator_135": 0.8229195475578308, "eta/annotator_136": 0.8014435768127441, "eta/annotator_137": 0.8565437197685242, "eta/annotator_138": 0.8514919281005859, "eta/annotator_139": 0.8763421177864075, "eta/annotator_14": 0.821427047252655, "eta/annotator_140": 0.8771966695785522, "eta/annotator_141": 0.8893288373947144, "eta/annotator_142": 0.8820880055427551, "eta/annotator_143": 0.8412747383117676, "eta/annotator_144": 0.7334815859794617, "eta/annotator_145": 0.7450100183486938, "eta/annotator_146": 0.862027645111084, "eta/annotator_147": 0.7838066220283508, "eta/annotator_148": 0.8023136854171753, "eta/annotator_149": 0.8303223848342896, "eta/annotator_15": 0.8415816426277161, "eta/annotator_150": 0.8731743097305298, "eta/annotator_151": 0.8954156041145325, "eta/annotator_152": 0.8226873278617859, "eta/annotator_153": 0.862682044506073, "eta/annotator_154": 0.8452480435371399, "eta/annotator_155": 0.8275994062423706, "eta/annotator_156": 0.8280014991760254, "eta/annotator_157": 0.7926326394081116, "eta/annotator_158": 0.8684334754943848, "eta/annotator_159": 0.7738727927207947, "eta/annotator_16": 0.888103187084198, "eta/annotator_160": 0.8493142127990723, "eta/annotator_161": 0.8034553527832031, "eta/annotator_162": 0.84099280834198, "eta/annotator_163": 0.7653670907020569, "eta/annotator_164": 0.8663932681083679, "eta/annotator_165": 0.8632715940475464, "eta/annotator_166": 0.8681302070617676, "eta/annotator_167": 0.8793578147888184, "eta/annotator_168": 0.8507661819458008, "eta/annotator_169": 0.8077571988105774, "eta/annotator_17": 0.8213240504264832, "eta/annotator_170": 0.8393241167068481, "eta/annotator_171": 0.8056853413581848, "eta/annotator_172": 0.8225027322769165, "eta/annotator_173": 0.7393671870231628, "eta/annotator_174": 0.76767498254776, "eta/annotator_175": 0.8067120313644409, "eta/annotator_176": 0.7723891139030457, "eta/annotator_177": 0.8390547633171082, "eta/annotator_178": 0.8191742897033691, "eta/annotator_179": 0.8870636820793152, "eta/annotator_18": 0.8394826650619507, "eta/annotator_180": 0.8828624486923218, "eta/annotator_181": 0.8622735142707825, "eta/annotator_182": 0.8992017507553101, "eta/annotator_183": 0.8717423677444458, "eta/annotator_184": 0.8614447712898254, "eta/annotator_185": 0.7532939910888672, "eta/annotator_186": 0.8643364906311035, "eta/annotator_187": 0.8317623138427734, "eta/annotator_188": 0.8144300580024719, "eta/annotator_189": 0.8491264581680298, "eta/annotator_19": 0.8645560145378113, "eta/annotator_190": 0.8661311864852905, "eta/annotator_191": 0.8435368537902832, "eta/annotator_192": 0.8434546589851379, "eta/annotator_193": 0.8684169054031372, "eta/annotator_194": 0.7448374629020691, "eta/annotator_195": 0.849090576171875, "eta/annotator_196": 0.7910824418067932, "eta/annotator_197": 0.856490969657898, "eta/annotator_198": 0.7762584090232849, "eta/annotator_199": 0.8461737632751465, "eta/annotator_2": 0.8036632537841797, "eta/annotator_20": 0.8166295289993286, "eta/annotator_200": 0.8685811161994934, "eta/annotator_201": 0.8593182563781738, "eta/annotator_202": 0.8557354807853699, "eta/annotator_203": 0.7974527478218079, "eta/annotator_204": 0.8545393943786621, "eta/annotator_205": 0.8452001810073853, "eta/annotator_206": 0.870256245136261, "eta/annotator_207": 0.8278203010559082, "eta/annotator_208": 0.7751455307006836, "eta/annotator_209": 0.7777992486953735, "eta/annotator_21": 0.7207564115524292, "eta/annotator_210": 0.7937790751457214, "eta/annotator_211": 0.8124006986618042, "eta/annotator_212": 0.793398380279541, "eta/annotator_213": 0.8361977338790894, "eta/annotator_214": 0.7193752527236938, "eta/annotator_215": 0.8645223379135132, "eta/annotator_216": 0.8838227391242981, "eta/annotator_217": 0.8327950239181519, "eta/annotator_218": 0.8025299310684204, "eta/annotator_219": 0.8829787969589233, "eta/annotator_22": 0.8445069193840027, "eta/annotator_220": 0.7804442644119263, "eta/annotator_221": 0.762412428855896, "eta/annotator_222": 0.8160956501960754, "eta/annotator_223": 0.889724612236023, "eta/annotator_224": 0.7307124137878418, "eta/annotator_225": 0.8385918736457825, "eta/annotator_226": 0.6893138289451599, "eta/annotator_23": 0.8543585538864136, "eta/annotator_24": 0.7824950218200684, "eta/annotator_25": 0.8251738548278809, "eta/annotator_26": 0.8590553998947144, "eta/annotator_27": 0.821097731590271, "eta/annotator_28": 0.8828234672546387, "eta/annotator_29": 0.8166812658309937, "eta/annotator_3": 0.8771889805793762, "eta/annotator_30": 0.7938191294670105, "eta/annotator_31": 0.8107315897941589, "eta/annotator_32": 0.7889686226844788, "eta/annotator_33": 0.7600929737091064, "eta/annotator_34": 0.8098182678222656, "eta/annotator_35": 0.688896894454956, "eta/annotator_36": 0.8353804349899292, "eta/annotator_37": 0.839382529258728, "eta/annotator_38": 0.7489360570907593, "eta/annotator_39": 0.8692811131477356, "eta/annotator_4": 0.848196804523468, "eta/annotator_40": 0.7925575375556946, "eta/annotator_41": 0.819198489189148, "eta/annotator_42": 0.855475902557373, "eta/annotator_43": 0.9030253291130066, "eta/annotator_44": 0.8795920610427856, "eta/annotator_45": 0.8132072687149048, "eta/annotator_46": 0.815163791179657, "eta/annotator_47": 0.8388009071350098, "eta/annotator_48": 0.7390350103378296, "eta/annotator_49": 0.8110219240188599, "eta/annotator_5": 0.6776726841926575, "eta/annotator_50": 0.8146697282791138, "eta/annotator_51": 0.7601447105407715, "eta/annotator_52": 0.8812806010246277, "eta/annotator_53": 0.8366022109985352, "eta/annotator_54": 0.8235558271408081, "eta/annotator_55": 0.8927178382873535, "eta/annotator_56": 0.8834952116012573, "eta/annotator_57": 0.828978419303894, "eta/annotator_58": 0.8652164340019226, "eta/annotator_59": 0.6692310571670532, "eta/annotator_6": 0.8105961680412292, "eta/annotator_60": 0.7713966369628906, "eta/annotator_61": 0.6907773613929749, "eta/annotator_62": 0.8777682185173035, "eta/annotator_63": 0.8467662930488586, "eta/annotator_64": 0.8409484028816223, "eta/annotator_65": 0.6477088928222656, "eta/annotator_66": 0.8524609804153442, "eta/annotator_67": 0.7793412208557129, "eta/annotator_68": 0.8977554440498352, "eta/annotator_69": 0.8387721180915833, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.8072680234909058, "eta/annotator_71": 0.8552448153495789, "eta/annotator_72": 0.7439883947372437, "eta/annotator_73": 0.8763481974601746, "eta/annotator_74": 0.8038163185119629, "eta/annotator_75": 0.8377315402030945, "eta/annotator_76": 0.8552811741828918, "eta/annotator_77": 0.8417521715164185, "eta/annotator_78": 0.7926133871078491, "eta/annotator_79": 0.7608951926231384, "eta/annotator_8": 0.6929745078086853, "eta/annotator_80": 0.813812255859375, "eta/annotator_81": 0.8441736102104187, "eta/annotator_82": 0.8174945116043091, "eta/annotator_83": 0.7889666557312012, "eta/annotator_84": 0.8761328458786011, "eta/annotator_85": 0.8514891862869263, "eta/annotator_86": 0.7064666152000427, "eta/annotator_87": 0.6934452056884766, "eta/annotator_88": 0.8470574617385864, "eta/annotator_89": 0.7390323877334595, "eta/annotator_9": 0.8435124158859253, "eta/annotator_90": 0.7213441133499146, "eta/annotator_91": 0.8541725873947144, "eta/annotator_92": 0.782362699508667, "eta/annotator_93": 0.8053752779960632, "eta/annotator_94": 0.8433167338371277, "eta/annotator_95": 0.8559277653694153, "eta/annotator_96": 0.8084961771965027, "eta/annotator_97": 0.737806499004364, "eta/annotator_98": 0.8126732110977173, "eta/annotator_99": 0.7614307999610901, "grad_norm": 23.51820620976376, "learning_rate": 1.9417475728155338e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -330.38751220703125, "logps/rejected": -256.32501220703125, "loss": 0.4822, "rewards/accuracies": 0.671875, "rewards/chosen": -0.14642944931983948, "rewards/margins": 0.7742645144462585, "rewards/rejected": -0.920703113079071, "step": 150 }, { "em/agreement_weights_mean": 0.8297244906425476, "em/agreement_weights_std": 0.19242405891418457, "em/unique_annotators_in_global_batch": 15.1875, "epoch": 0.6986899563318777, "eta/annotator_0": 0.7865196466445923, "eta/annotator_1": 0.8172539472579956, "eta/annotator_10": 0.8891887664794922, "eta/annotator_100": 0.81407630443573, "eta/annotator_101": 0.7930710911750793, "eta/annotator_102": 0.7686939239501953, "eta/annotator_103": 0.7210181951522827, "eta/annotator_104": 0.660650372505188, "eta/annotator_105": 0.7931369543075562, "eta/annotator_106": 0.7224632501602173, "eta/annotator_107": 0.8243721723556519, "eta/annotator_108": 0.8666828274726868, "eta/annotator_109": 0.8303883671760559, "eta/annotator_11": 0.7576943635940552, "eta/annotator_110": 0.7531434893608093, "eta/annotator_111": 0.7952637076377869, "eta/annotator_112": 0.8108037114143372, "eta/annotator_113": 0.7860104441642761, "eta/annotator_114": 0.8656418919563293, "eta/annotator_115": 0.8049217462539673, "eta/annotator_116": 0.813034176826477, "eta/annotator_117": 0.778860867023468, "eta/annotator_118": 0.7386941909790039, "eta/annotator_119": 0.8546758890151978, "eta/annotator_12": 0.8510165214538574, "eta/annotator_120": 0.9029722213745117, "eta/annotator_121": 0.8359854817390442, "eta/annotator_122": 0.8195106387138367, "eta/annotator_123": 0.7365005016326904, "eta/annotator_124": 0.7554237842559814, "eta/annotator_125": 0.7961166501045227, "eta/annotator_126": 0.852017879486084, "eta/annotator_127": 0.6959487795829773, "eta/annotator_128": 0.8025857210159302, "eta/annotator_129": 0.8881027102470398, "eta/annotator_13": 0.7973326444625854, "eta/annotator_130": 0.8183650970458984, "eta/annotator_131": 0.7645968794822693, "eta/annotator_132": 0.693680465221405, "eta/annotator_133": 0.8609536290168762, "eta/annotator_134": 0.8455348014831543, "eta/annotator_135": 0.8289086222648621, "eta/annotator_136": 0.8146546483039856, "eta/annotator_137": 0.8629857897758484, "eta/annotator_138": 0.8379179835319519, "eta/annotator_139": 0.8876420259475708, "eta/annotator_14": 0.8238892555236816, "eta/annotator_140": 0.8835307359695435, "eta/annotator_141": 0.8936111330986023, "eta/annotator_142": 0.882835865020752, "eta/annotator_143": 0.8489342927932739, "eta/annotator_144": 0.7426613569259644, "eta/annotator_145": 0.7609542012214661, "eta/annotator_146": 0.8607059717178345, "eta/annotator_147": 0.7798072099685669, "eta/annotator_148": 0.7992885708808899, "eta/annotator_149": 0.8266810178756714, "eta/annotator_15": 0.8504060506820679, "eta/annotator_150": 0.8769756555557251, "eta/annotator_151": 0.8995283246040344, "eta/annotator_152": 0.8221457600593567, "eta/annotator_153": 0.8646050691604614, "eta/annotator_154": 0.8622535467147827, "eta/annotator_155": 0.8275994062423706, "eta/annotator_156": 0.7995293140411377, "eta/annotator_157": 0.7970134019851685, "eta/annotator_158": 0.847318172454834, "eta/annotator_159": 0.7772121429443359, "eta/annotator_16": 0.8853797912597656, "eta/annotator_160": 0.8554251790046692, "eta/annotator_161": 0.7880030870437622, "eta/annotator_162": 0.8233227729797363, "eta/annotator_163": 0.7660131454467773, "eta/annotator_164": 0.8674407005310059, "eta/annotator_165": 0.8629459142684937, "eta/annotator_166": 0.8690130114555359, "eta/annotator_167": 0.8797680139541626, "eta/annotator_168": 0.8409701585769653, "eta/annotator_169": 0.8039671778678894, "eta/annotator_17": 0.8288321495056152, "eta/annotator_170": 0.8384358286857605, "eta/annotator_171": 0.8128525614738464, "eta/annotator_172": 0.8419252634048462, "eta/annotator_173": 0.713164210319519, "eta/annotator_174": 0.7686630487442017, "eta/annotator_175": 0.7903499603271484, "eta/annotator_176": 0.7842777967453003, "eta/annotator_177": 0.8406418561935425, "eta/annotator_178": 0.8174880743026733, "eta/annotator_179": 0.8955658674240112, "eta/annotator_18": 0.8602264523506165, "eta/annotator_180": 0.8917177319526672, "eta/annotator_181": 0.8585261106491089, "eta/annotator_182": 0.9070679545402527, "eta/annotator_183": 0.8697651028633118, "eta/annotator_184": 0.8689022064208984, "eta/annotator_185": 0.754959762096405, "eta/annotator_186": 0.8718541860580444, "eta/annotator_187": 0.8285080194473267, "eta/annotator_188": 0.8218220472335815, "eta/annotator_189": 0.8504216074943542, "eta/annotator_19": 0.8702660799026489, "eta/annotator_190": 0.8702796697616577, "eta/annotator_191": 0.8543415069580078, "eta/annotator_192": 0.8505749702453613, "eta/annotator_193": 0.8871133923530579, "eta/annotator_194": 0.6933330297470093, "eta/annotator_195": 0.8645282983779907, "eta/annotator_196": 0.8107168078422546, "eta/annotator_197": 0.8652602434158325, "eta/annotator_198": 0.7925902605056763, "eta/annotator_199": 0.846407413482666, "eta/annotator_2": 0.826876163482666, "eta/annotator_20": 0.8226334452629089, "eta/annotator_200": 0.8880928754806519, "eta/annotator_201": 0.8578869700431824, "eta/annotator_202": 0.8537052273750305, "eta/annotator_203": 0.8145801424980164, "eta/annotator_204": 0.8406508564949036, "eta/annotator_205": 0.8637100458145142, "eta/annotator_206": 0.8755227327346802, "eta/annotator_207": 0.8251412510871887, "eta/annotator_208": 0.7889450788497925, "eta/annotator_209": 0.7866387367248535, "eta/annotator_21": 0.7442725896835327, "eta/annotator_210": 0.7914740443229675, "eta/annotator_211": 0.8124006986618042, "eta/annotator_212": 0.818513035774231, "eta/annotator_213": 0.8500739932060242, "eta/annotator_214": 0.7475295066833496, "eta/annotator_215": 0.8685296177864075, "eta/annotator_216": 0.895815372467041, "eta/annotator_217": 0.8479231595993042, "eta/annotator_218": 0.8091229200363159, "eta/annotator_219": 0.8289055824279785, "eta/annotator_22": 0.8501450419425964, "eta/annotator_220": 0.7828501462936401, "eta/annotator_221": 0.7441554069519043, "eta/annotator_222": 0.7846269607543945, "eta/annotator_223": 0.8906949162483215, "eta/annotator_224": 0.7555251121520996, "eta/annotator_225": 0.858631432056427, "eta/annotator_226": 0.6700326204299927, "eta/annotator_23": 0.8626311421394348, "eta/annotator_24": 0.7921779751777649, "eta/annotator_25": 0.8301616907119751, "eta/annotator_26": 0.8589156270027161, "eta/annotator_27": 0.8442333936691284, "eta/annotator_28": 0.8752843737602234, "eta/annotator_29": 0.8212540745735168, "eta/annotator_3": 0.8796011805534363, "eta/annotator_30": 0.8010859489440918, "eta/annotator_31": 0.8072547912597656, "eta/annotator_32": 0.8070616722106934, "eta/annotator_33": 0.7665715217590332, "eta/annotator_34": 0.8150655627250671, "eta/annotator_35": 0.7011309862136841, "eta/annotator_36": 0.8359681367874146, "eta/annotator_37": 0.8421767354011536, "eta/annotator_38": 0.7589905858039856, "eta/annotator_39": 0.8674658536911011, "eta/annotator_4": 0.848196804523468, "eta/annotator_40": 0.7858402132987976, "eta/annotator_41": 0.8217551112174988, "eta/annotator_42": 0.8384483456611633, "eta/annotator_43": 0.8941933512687683, "eta/annotator_44": 0.8829028010368347, "eta/annotator_45": 0.8086684346199036, "eta/annotator_46": 0.8162400126457214, "eta/annotator_47": 0.8360754251480103, "eta/annotator_48": 0.7448695302009583, "eta/annotator_49": 0.8354443311691284, "eta/annotator_5": 0.69168621301651, "eta/annotator_50": 0.8123542070388794, "eta/annotator_51": 0.7724787592887878, "eta/annotator_52": 0.8811977505683899, "eta/annotator_53": 0.8184018135070801, "eta/annotator_54": 0.8085296750068665, "eta/annotator_55": 0.8994120359420776, "eta/annotator_56": 0.8885380029678345, "eta/annotator_57": 0.8218097686767578, "eta/annotator_58": 0.8521026372909546, "eta/annotator_59": 0.6653032302856445, "eta/annotator_6": 0.8464606404304504, "eta/annotator_60": 0.7690273523330688, "eta/annotator_61": 0.6848403811454773, "eta/annotator_62": 0.8609711527824402, "eta/annotator_63": 0.8467662930488586, "eta/annotator_64": 0.8325613737106323, "eta/annotator_65": 0.6507222056388855, "eta/annotator_66": 0.8590741157531738, "eta/annotator_67": 0.7899664640426636, "eta/annotator_68": 0.9070122838020325, "eta/annotator_69": 0.8387721180915833, "eta/annotator_7": 0.798530638217926, "eta/annotator_70": 0.8072680234909058, "eta/annotator_71": 0.8508312106132507, "eta/annotator_72": 0.7598298192024231, "eta/annotator_73": 0.8755348920822144, "eta/annotator_74": 0.8194254636764526, "eta/annotator_75": 0.8370682597160339, "eta/annotator_76": 0.8527665138244629, "eta/annotator_77": 0.8417521715164185, "eta/annotator_78": 0.788260281085968, "eta/annotator_79": 0.7404574751853943, "eta/annotator_8": 0.7083851099014282, "eta/annotator_80": 0.8225959539413452, "eta/annotator_81": 0.8647216558456421, "eta/annotator_82": 0.8053563237190247, "eta/annotator_83": 0.7880275845527649, "eta/annotator_84": 0.881649374961853, "eta/annotator_85": 0.8514891862869263, "eta/annotator_86": 0.6953292489051819, "eta/annotator_87": 0.7025916576385498, "eta/annotator_88": 0.8472495079040527, "eta/annotator_89": 0.7549358606338501, "eta/annotator_9": 0.8554624319076538, "eta/annotator_90": 0.736763060092926, "eta/annotator_91": 0.8657013773918152, "eta/annotator_92": 0.7857551574707031, "eta/annotator_93": 0.7935791611671448, "eta/annotator_94": 0.855978786945343, "eta/annotator_95": 0.8654171824455261, "eta/annotator_96": 0.8138934969902039, "eta/annotator_97": 0.7548659443855286, "eta/annotator_98": 0.8163374066352844, "eta/annotator_99": 0.7515482902526855, "grad_norm": 18.45912961849939, "learning_rate": 1.699029126213592e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -319.4125061035156, "logps/rejected": -252.8000030517578, "loss": 0.4799, "rewards/accuracies": 0.6703125238418579, "rewards/chosen": -0.1771095246076584, "rewards/margins": 0.7361961603164673, "rewards/rejected": -0.913159191608429, "step": 160 }, { "em/agreement_weights_mean": 0.8242793083190918, "em/agreement_weights_std": 0.1984979212284088, "em/unique_annotators_in_global_batch": 14.975000381469727, "epoch": 0.74235807860262, "eta/annotator_0": 0.8012844324111938, "eta/annotator_1": 0.8237236738204956, "eta/annotator_10": 0.8797274827957153, "eta/annotator_100": 0.8239290118217468, "eta/annotator_101": 0.8017271757125854, "eta/annotator_102": 0.7790725231170654, "eta/annotator_103": 0.7311936616897583, "eta/annotator_104": 0.6650307774543762, "eta/annotator_105": 0.7872092723846436, "eta/annotator_106": 0.7252842783927917, "eta/annotator_107": 0.8221190571784973, "eta/annotator_108": 0.888730525970459, "eta/annotator_109": 0.8347428441047668, "eta/annotator_11": 0.7746978998184204, "eta/annotator_110": 0.7356632947921753, "eta/annotator_111": 0.8005505800247192, "eta/annotator_112": 0.8123841285705566, "eta/annotator_113": 0.811233401298523, "eta/annotator_114": 0.8764654994010925, "eta/annotator_115": 0.8049217462539673, "eta/annotator_116": 0.813034176826477, "eta/annotator_117": 0.7751754522323608, "eta/annotator_118": 0.7665709257125854, "eta/annotator_119": 0.8113552927970886, "eta/annotator_12": 0.8631212115287781, "eta/annotator_120": 0.9164615869522095, "eta/annotator_121": 0.8219488859176636, "eta/annotator_122": 0.8028690218925476, "eta/annotator_123": 0.7381628751754761, "eta/annotator_124": 0.7528213262557983, "eta/annotator_125": 0.7958744764328003, "eta/annotator_126": 0.8430197834968567, "eta/annotator_127": 0.7106032371520996, "eta/annotator_128": 0.7971388697624207, "eta/annotator_129": 0.88868248462677, "eta/annotator_13": 0.7510945200920105, "eta/annotator_130": 0.8248405456542969, "eta/annotator_131": 0.7721661329269409, "eta/annotator_132": 0.6879140734672546, "eta/annotator_133": 0.8588258624076843, "eta/annotator_134": 0.8604226112365723, "eta/annotator_135": 0.8429718017578125, "eta/annotator_136": 0.81475830078125, "eta/annotator_137": 0.8562495112419128, "eta/annotator_138": 0.8407193422317505, "eta/annotator_139": 0.876704216003418, "eta/annotator_14": 0.8315577507019043, "eta/annotator_140": 0.8871914744377136, "eta/annotator_141": 0.9120162129402161, "eta/annotator_142": 0.8908371925354004, "eta/annotator_143": 0.8641850352287292, "eta/annotator_144": 0.7476171255111694, "eta/annotator_145": 0.7618640065193176, "eta/annotator_146": 0.857161819934845, "eta/annotator_147": 0.8306441307067871, "eta/annotator_148": 0.8061295747756958, "eta/annotator_149": 0.8267554044723511, "eta/annotator_15": 0.856360912322998, "eta/annotator_150": 0.8875460624694824, "eta/annotator_151": 0.9140777587890625, "eta/annotator_152": 0.8238588571548462, "eta/annotator_153": 0.8627699613571167, "eta/annotator_154": 0.8651908040046692, "eta/annotator_155": 0.8282036781311035, "eta/annotator_156": 0.8089787364006042, "eta/annotator_157": 0.8050678372383118, "eta/annotator_158": 0.8381557464599609, "eta/annotator_159": 0.7827085852622986, "eta/annotator_16": 0.8862631916999817, "eta/annotator_160": 0.8464707136154175, "eta/annotator_161": 0.7999233603477478, "eta/annotator_162": 0.8197917938232422, "eta/annotator_163": 0.8136307001113892, "eta/annotator_164": 0.8706954121589661, "eta/annotator_165": 0.8584244847297668, "eta/annotator_166": 0.8650826215744019, "eta/annotator_167": 0.8440863490104675, "eta/annotator_168": 0.8431380391120911, "eta/annotator_169": 0.8198711276054382, "eta/annotator_17": 0.8332183957099915, "eta/annotator_170": 0.8377705812454224, "eta/annotator_171": 0.8015427589416504, "eta/annotator_172": 0.8363259434700012, "eta/annotator_173": 0.7128035426139832, "eta/annotator_174": 0.7794222831726074, "eta/annotator_175": 0.8038767576217651, "eta/annotator_176": 0.766980767250061, "eta/annotator_177": 0.8374075889587402, "eta/annotator_178": 0.8093692064285278, "eta/annotator_179": 0.9076117277145386, "eta/annotator_18": 0.8688905835151672, "eta/annotator_180": 0.8987728953361511, "eta/annotator_181": 0.8488583564758301, "eta/annotator_182": 0.9008921384811401, "eta/annotator_183": 0.8721541166305542, "eta/annotator_184": 0.871969997882843, "eta/annotator_185": 0.749721109867096, "eta/annotator_186": 0.885069727897644, "eta/annotator_187": 0.8357383608818054, "eta/annotator_188": 0.7870827317237854, "eta/annotator_189": 0.8627152442932129, "eta/annotator_19": 0.8630175590515137, "eta/annotator_190": 0.8698171377182007, "eta/annotator_191": 0.8680534362792969, "eta/annotator_192": 0.847898006439209, "eta/annotator_193": 0.8920156359672546, "eta/annotator_194": 0.6963750720024109, "eta/annotator_195": 0.8643353581428528, "eta/annotator_196": 0.8207812309265137, "eta/annotator_197": 0.865408718585968, "eta/annotator_198": 0.7925902605056763, "eta/annotator_199": 0.8462268710136414, "eta/annotator_2": 0.8182970881462097, "eta/annotator_20": 0.7590178847312927, "eta/annotator_200": 0.893251895904541, "eta/annotator_201": 0.8736202120780945, "eta/annotator_202": 0.8534094095230103, "eta/annotator_203": 0.8263193368911743, "eta/annotator_204": 0.8217490911483765, "eta/annotator_205": 0.8876007795333862, "eta/annotator_206": 0.8736058473587036, "eta/annotator_207": 0.8305044174194336, "eta/annotator_208": 0.7653809785842896, "eta/annotator_209": 0.7884872555732727, "eta/annotator_21": 0.7381306290626526, "eta/annotator_210": 0.8080947995185852, "eta/annotator_211": 0.8124006986618042, "eta/annotator_212": 0.8285329937934875, "eta/annotator_213": 0.8566229939460754, "eta/annotator_214": 0.7485910058021545, "eta/annotator_215": 0.8699535131454468, "eta/annotator_216": 0.9108363389968872, "eta/annotator_217": 0.8475369215011597, "eta/annotator_218": 0.8110599517822266, "eta/annotator_219": 0.838055431842804, "eta/annotator_22": 0.8501713871955872, "eta/annotator_220": 0.7436522841453552, "eta/annotator_221": 0.7309881448745728, "eta/annotator_222": 0.7756637334823608, "eta/annotator_223": 0.9000285267829895, "eta/annotator_224": 0.7597313523292542, "eta/annotator_225": 0.8558412790298462, "eta/annotator_226": 0.6673567891120911, "eta/annotator_23": 0.8710932731628418, "eta/annotator_24": 0.7936435341835022, "eta/annotator_25": 0.8476464152336121, "eta/annotator_26": 0.8541369438171387, "eta/annotator_27": 0.8560255765914917, "eta/annotator_28": 0.8834528923034668, "eta/annotator_29": 0.7936805486679077, "eta/annotator_3": 0.8838512301445007, "eta/annotator_30": 0.8069324493408203, "eta/annotator_31": 0.8221419453620911, "eta/annotator_32": 0.8070616722106934, "eta/annotator_33": 0.7050231695175171, "eta/annotator_34": 0.8079598546028137, "eta/annotator_35": 0.6991588473320007, "eta/annotator_36": 0.8420391082763672, "eta/annotator_37": 0.8488232493400574, "eta/annotator_38": 0.7454296350479126, "eta/annotator_39": 0.8679340481758118, "eta/annotator_4": 0.8496424555778503, "eta/annotator_40": 0.7858402132987976, "eta/annotator_41": 0.8237195014953613, "eta/annotator_42": 0.8077705502510071, "eta/annotator_43": 0.8958284258842468, "eta/annotator_44": 0.888745129108429, "eta/annotator_45": 0.79719078540802, "eta/annotator_46": 0.825926661491394, "eta/annotator_47": 0.8235489726066589, "eta/annotator_48": 0.7486485242843628, "eta/annotator_49": 0.8366270065307617, "eta/annotator_5": 0.690977931022644, "eta/annotator_50": 0.8110602498054504, "eta/annotator_51": 0.7792652249336243, "eta/annotator_52": 0.8805201649665833, "eta/annotator_53": 0.812137246131897, "eta/annotator_54": 0.7968655228614807, "eta/annotator_55": 0.896495521068573, "eta/annotator_56": 0.8923127055168152, "eta/annotator_57": 0.8114684224128723, "eta/annotator_58": 0.8586068153381348, "eta/annotator_59": 0.6141467690467834, "eta/annotator_6": 0.8445611000061035, "eta/annotator_60": 0.7684847712516785, "eta/annotator_61": 0.6867119073867798, "eta/annotator_62": 0.8662697672843933, "eta/annotator_63": 0.8467662930488586, "eta/annotator_64": 0.8307132720947266, "eta/annotator_65": 0.6807922720909119, "eta/annotator_66": 0.869486927986145, "eta/annotator_67": 0.7332370281219482, "eta/annotator_68": 0.9018611907958984, "eta/annotator_69": 0.838635265827179, "eta/annotator_7": 0.7942599058151245, "eta/annotator_70": 0.8072680234909058, "eta/annotator_71": 0.8547344207763672, "eta/annotator_72": 0.7669953107833862, "eta/annotator_73": 0.8661209940910339, "eta/annotator_74": 0.8194254636764526, "eta/annotator_75": 0.8471295237541199, "eta/annotator_76": 0.8587720990180969, "eta/annotator_77": 0.8417521715164185, "eta/annotator_78": 0.8010255098342896, "eta/annotator_79": 0.7365699410438538, "eta/annotator_8": 0.708464503288269, "eta/annotator_80": 0.8146615028381348, "eta/annotator_81": 0.882969856262207, "eta/annotator_82": 0.8031741976737976, "eta/annotator_83": 0.72679603099823, "eta/annotator_84": 0.9007903337478638, "eta/annotator_85": 0.8523077964782715, "eta/annotator_86": 0.6757835149765015, "eta/annotator_87": 0.7331016659736633, "eta/annotator_88": 0.8503152132034302, "eta/annotator_89": 0.7740767598152161, "eta/annotator_9": 0.8746277689933777, "eta/annotator_90": 0.7537833452224731, "eta/annotator_91": 0.8621467351913452, "eta/annotator_92": 0.7923091650009155, "eta/annotator_93": 0.7947531938552856, "eta/annotator_94": 0.8767655491828918, "eta/annotator_95": 0.8708369135856628, "eta/annotator_96": 0.8063074946403503, "eta/annotator_97": 0.7540889978408813, "eta/annotator_98": 0.839004635810852, "eta/annotator_99": 0.7699142694473267, "grad_norm": 19.708956909426725, "learning_rate": 1.4563106796116505e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -315.26251220703125, "logps/rejected": -259.86248779296875, "loss": 0.4861, "rewards/accuracies": 0.6617187261581421, "rewards/chosen": -0.19755515456199646, "rewards/margins": 0.6981261968612671, "rewards/rejected": -0.895458996295929, "step": 170 }, { "em/agreement_weights_mean": 0.8292387127876282, "em/agreement_weights_std": 0.19391347467899323, "em/unique_annotators_in_global_batch": 15.324999809265137, "epoch": 0.7860262008733624, "eta/annotator_0": 0.7591736316680908, "eta/annotator_1": 0.8431081771850586, "eta/annotator_10": 0.8875125050544739, "eta/annotator_100": 0.8451445698738098, "eta/annotator_101": 0.8064009547233582, "eta/annotator_102": 0.7818663120269775, "eta/annotator_103": 0.752946674823761, "eta/annotator_104": 0.677735447883606, "eta/annotator_105": 0.7894963622093201, "eta/annotator_106": 0.7174769639968872, "eta/annotator_107": 0.8018395304679871, "eta/annotator_108": 0.8961418271064758, "eta/annotator_109": 0.8193561434745789, "eta/annotator_11": 0.7592494487762451, "eta/annotator_110": 0.6239387392997742, "eta/annotator_111": 0.7985543608665466, "eta/annotator_112": 0.8266085386276245, "eta/annotator_113": 0.8275914192199707, "eta/annotator_114": 0.8744959831237793, "eta/annotator_115": 0.8061957359313965, "eta/annotator_116": 0.813034176826477, "eta/annotator_117": 0.7725318670272827, "eta/annotator_118": 0.764982283115387, "eta/annotator_119": 0.8077888488769531, "eta/annotator_12": 0.8906760215759277, "eta/annotator_120": 0.9183161854743958, "eta/annotator_121": 0.8340579271316528, "eta/annotator_122": 0.8054987788200378, "eta/annotator_123": 0.7507675290107727, "eta/annotator_124": 0.7685714960098267, "eta/annotator_125": 0.7936955094337463, "eta/annotator_126": 0.8351405262947083, "eta/annotator_127": 0.7119613885879517, "eta/annotator_128": 0.7886901497840881, "eta/annotator_129": 0.8899672627449036, "eta/annotator_13": 0.7429232597351074, "eta/annotator_130": 0.8291246294975281, "eta/annotator_131": 0.7878167033195496, "eta/annotator_132": 0.6752840876579285, "eta/annotator_133": 0.8494259119033813, "eta/annotator_134": 0.8722637891769409, "eta/annotator_135": 0.8524786233901978, "eta/annotator_136": 0.8156906962394714, "eta/annotator_137": 0.862533450126648, "eta/annotator_138": 0.8633529543876648, "eta/annotator_139": 0.880836009979248, "eta/annotator_14": 0.8388093113899231, "eta/annotator_140": 0.8631289601325989, "eta/annotator_141": 0.9103730320930481, "eta/annotator_142": 0.8804228901863098, "eta/annotator_143": 0.8637114763259888, "eta/annotator_144": 0.7819052934646606, "eta/annotator_145": 0.7722809910774231, "eta/annotator_146": 0.8559650182723999, "eta/annotator_147": 0.8492200970649719, "eta/annotator_148": 0.8276341557502747, "eta/annotator_149": 0.8298048973083496, "eta/annotator_15": 0.8505002856254578, "eta/annotator_150": 0.8956717252731323, "eta/annotator_151": 0.9240857362747192, "eta/annotator_152": 0.8434403538703918, "eta/annotator_153": 0.8662041425704956, "eta/annotator_154": 0.8684600591659546, "eta/annotator_155": 0.8336424827575684, "eta/annotator_156": 0.808393120765686, "eta/annotator_157": 0.8125609159469604, "eta/annotator_158": 0.8371817469596863, "eta/annotator_159": 0.7794432640075684, "eta/annotator_16": 0.884017825126648, "eta/annotator_160": 0.8557052612304688, "eta/annotator_161": 0.8019629716873169, "eta/annotator_162": 0.8334749937057495, "eta/annotator_163": 0.828591525554657, "eta/annotator_164": 0.8730018734931946, "eta/annotator_165": 0.8644596934318542, "eta/annotator_166": 0.8673944473266602, "eta/annotator_167": 0.8518996238708496, "eta/annotator_168": 0.8505088090896606, "eta/annotator_169": 0.8444210886955261, "eta/annotator_17": 0.8416603803634644, "eta/annotator_170": 0.8571189045906067, "eta/annotator_171": 0.8109803199768066, "eta/annotator_172": 0.8364754915237427, "eta/annotator_173": 0.7330204248428345, "eta/annotator_174": 0.8064717054367065, "eta/annotator_175": 0.775322675704956, "eta/annotator_176": 0.7514095306396484, "eta/annotator_177": 0.784644365310669, "eta/annotator_178": 0.8106223940849304, "eta/annotator_179": 0.8928773999214172, "eta/annotator_18": 0.8876982927322388, "eta/annotator_180": 0.9055092930793762, "eta/annotator_181": 0.8486703038215637, "eta/annotator_182": 0.9020981788635254, "eta/annotator_183": 0.8784455060958862, "eta/annotator_184": 0.8757232427597046, "eta/annotator_185": 0.751755952835083, "eta/annotator_186": 0.8988066911697388, "eta/annotator_187": 0.8354660272598267, "eta/annotator_188": 0.7567658424377441, "eta/annotator_189": 0.8675262331962585, "eta/annotator_19": 0.8417767286300659, "eta/annotator_190": 0.8498927354812622, "eta/annotator_191": 0.8782833814620972, "eta/annotator_192": 0.794509768486023, "eta/annotator_193": 0.8875105977058411, "eta/annotator_194": 0.7095428705215454, "eta/annotator_195": 0.8724088668823242, "eta/annotator_196": 0.8472927212715149, "eta/annotator_197": 0.8673432469367981, "eta/annotator_198": 0.7925902605056763, "eta/annotator_199": 0.8441649675369263, "eta/annotator_2": 0.8284333348274231, "eta/annotator_20": 0.763039767742157, "eta/annotator_200": 0.8995270729064941, "eta/annotator_201": 0.8687703013420105, "eta/annotator_202": 0.8659688234329224, "eta/annotator_203": 0.8573753237724304, "eta/annotator_204": 0.8152515292167664, "eta/annotator_205": 0.89155113697052, "eta/annotator_206": 0.8762528300285339, "eta/annotator_207": 0.8087237477302551, "eta/annotator_208": 0.7913018465042114, "eta/annotator_209": 0.805290699005127, "eta/annotator_21": 0.676895022392273, "eta/annotator_210": 0.830825924873352, "eta/annotator_211": 0.8124006986618042, "eta/annotator_212": 0.8370026350021362, "eta/annotator_213": 0.8560471534729004, "eta/annotator_214": 0.7558628916740417, "eta/annotator_215": 0.8340533375740051, "eta/annotator_216": 0.919262707233429, "eta/annotator_217": 0.8361617922782898, "eta/annotator_218": 0.8113486170768738, "eta/annotator_219": 0.8237187266349792, "eta/annotator_22": 0.8556175231933594, "eta/annotator_220": 0.7222228050231934, "eta/annotator_221": 0.7697693109512329, "eta/annotator_222": 0.7963756918907166, "eta/annotator_223": 0.9056008458137512, "eta/annotator_224": 0.7279293537139893, "eta/annotator_225": 0.861062228679657, "eta/annotator_226": 0.6821050643920898, "eta/annotator_23": 0.8800418972969055, "eta/annotator_24": 0.8068335652351379, "eta/annotator_25": 0.8725993037223816, "eta/annotator_26": 0.8508284687995911, "eta/annotator_27": 0.8602967262268066, "eta/annotator_28": 0.882201075553894, "eta/annotator_29": 0.8087505102157593, "eta/annotator_3": 0.8863617777824402, "eta/annotator_30": 0.8053768277168274, "eta/annotator_31": 0.8373428583145142, "eta/annotator_32": 0.8070616722106934, "eta/annotator_33": 0.7080947756767273, "eta/annotator_34": 0.8135769963264465, "eta/annotator_35": 0.7073653936386108, "eta/annotator_36": 0.8499914407730103, "eta/annotator_37": 0.8510816693305969, "eta/annotator_38": 0.7455379366874695, "eta/annotator_39": 0.8344914317131042, "eta/annotator_4": 0.8626538515090942, "eta/annotator_40": 0.784669041633606, "eta/annotator_41": 0.8222006559371948, "eta/annotator_42": 0.8040146827697754, "eta/annotator_43": 0.9137218594551086, "eta/annotator_44": 0.8903369903564453, "eta/annotator_45": 0.7910021543502808, "eta/annotator_46": 0.825926661491394, "eta/annotator_47": 0.8176010847091675, "eta/annotator_48": 0.7745109796524048, "eta/annotator_49": 0.7973067760467529, "eta/annotator_5": 0.6788501143455505, "eta/annotator_50": 0.8127495646476746, "eta/annotator_51": 0.7792652249336243, "eta/annotator_52": 0.873856246471405, "eta/annotator_53": 0.7987622022628784, "eta/annotator_54": 0.8006795048713684, "eta/annotator_55": 0.8914952278137207, "eta/annotator_56": 0.8477494120597839, "eta/annotator_57": 0.8222237825393677, "eta/annotator_58": 0.8643608093261719, "eta/annotator_59": 0.6159740686416626, "eta/annotator_6": 0.8389484286308289, "eta/annotator_60": 0.791056752204895, "eta/annotator_61": 0.6974562406539917, "eta/annotator_62": 0.8658542633056641, "eta/annotator_63": 0.8431903123855591, "eta/annotator_64": 0.8364739418029785, "eta/annotator_65": 0.7089419364929199, "eta/annotator_66": 0.8706391453742981, "eta/annotator_67": 0.7356342077255249, "eta/annotator_68": 0.8922280073165894, "eta/annotator_69": 0.8390296101570129, "eta/annotator_7": 0.7576549053192139, "eta/annotator_70": 0.8072680234909058, "eta/annotator_71": 0.8682305216789246, "eta/annotator_72": 0.7780269384384155, "eta/annotator_73": 0.8618911504745483, "eta/annotator_74": 0.8199049830436707, "eta/annotator_75": 0.8497483134269714, "eta/annotator_76": 0.8757637739181519, "eta/annotator_77": 0.842945396900177, "eta/annotator_78": 0.8099190592765808, "eta/annotator_79": 0.7313549518585205, "eta/annotator_8": 0.6646391749382019, "eta/annotator_80": 0.8295861482620239, "eta/annotator_81": 0.8894488215446472, "eta/annotator_82": 0.8018504977226257, "eta/annotator_83": 0.734613835811615, "eta/annotator_84": 0.9054825901985168, "eta/annotator_85": 0.8602910041809082, "eta/annotator_86": 0.6946746110916138, "eta/annotator_87": 0.7462480068206787, "eta/annotator_88": 0.8623541593551636, "eta/annotator_89": 0.7876577377319336, "eta/annotator_9": 0.878807544708252, "eta/annotator_90": 0.7536893486976624, "eta/annotator_91": 0.8661311864852905, "eta/annotator_92": 0.7851149439811707, "eta/annotator_93": 0.8093727231025696, "eta/annotator_94": 0.8882414698600769, "eta/annotator_95": 0.8609757423400879, "eta/annotator_96": 0.814471423625946, "eta/annotator_97": 0.7649742364883423, "eta/annotator_98": 0.8284440040588379, "eta/annotator_99": 0.7604743242263794, "grad_norm": 19.49564086383872, "learning_rate": 1.2135922330097088e-07, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -326.82501220703125, "logps/rejected": -256.4624938964844, "loss": 0.4837, "rewards/accuracies": 0.675000011920929, "rewards/chosen": -0.21570110321044922, "rewards/margins": 0.7349349856376648, "rewards/rejected": -0.950732409954071, "step": 180 }, { "em/agreement_weights_mean": 0.8321901559829712, "em/agreement_weights_std": 0.18679621815681458, "em/unique_annotators_in_global_batch": 15.25, "epoch": 0.8296943231441049, "eta/annotator_0": 0.7529467940330505, "eta/annotator_1": 0.8646098971366882, "eta/annotator_10": 0.8991507291793823, "eta/annotator_100": 0.8675469160079956, "eta/annotator_101": 0.7680315971374512, "eta/annotator_102": 0.6984478235244751, "eta/annotator_103": 0.7575429081916809, "eta/annotator_104": 0.6709439158439636, "eta/annotator_105": 0.8192084431648254, "eta/annotator_106": 0.7355700731277466, "eta/annotator_107": 0.8035606145858765, "eta/annotator_108": 0.8997998237609863, "eta/annotator_109": 0.8301606178283691, "eta/annotator_11": 0.7478318214416504, "eta/annotator_110": 0.6316699385643005, "eta/annotator_111": 0.812846302986145, "eta/annotator_112": 0.8266085386276245, "eta/annotator_113": 0.8411126136779785, "eta/annotator_114": 0.8750816583633423, "eta/annotator_115": 0.8176623582839966, "eta/annotator_116": 0.813034176826477, "eta/annotator_117": 0.7532976865768433, "eta/annotator_118": 0.7602410912513733, "eta/annotator_119": 0.8069007992744446, "eta/annotator_12": 0.8978573083877563, "eta/annotator_120": 0.9269893765449524, "eta/annotator_121": 0.8353070020675659, "eta/annotator_122": 0.8184585571289062, "eta/annotator_123": 0.7497859001159668, "eta/annotator_124": 0.7789549827575684, "eta/annotator_125": 0.7938929796218872, "eta/annotator_126": 0.83210289478302, "eta/annotator_127": 0.7285382151603699, "eta/annotator_128": 0.7850502133369446, "eta/annotator_129": 0.8905731439590454, "eta/annotator_13": 0.7581576704978943, "eta/annotator_130": 0.8287564516067505, "eta/annotator_131": 0.7809531092643738, "eta/annotator_132": 0.663973867893219, "eta/annotator_133": 0.847547173500061, "eta/annotator_134": 0.8771266937255859, "eta/annotator_135": 0.8535491228103638, "eta/annotator_136": 0.8165715336799622, "eta/annotator_137": 0.8653175234794617, "eta/annotator_138": 0.8534064292907715, "eta/annotator_139": 0.8088902235031128, "eta/annotator_14": 0.8276150822639465, "eta/annotator_140": 0.8812910914421082, "eta/annotator_141": 0.9159175753593445, "eta/annotator_142": 0.8843951225280762, "eta/annotator_143": 0.8800581097602844, "eta/annotator_144": 0.7948980927467346, "eta/annotator_145": 0.7920134663581848, "eta/annotator_146": 0.8623782992362976, "eta/annotator_147": 0.8643973469734192, "eta/annotator_148": 0.8285139799118042, "eta/annotator_149": 0.8378089666366577, "eta/annotator_15": 0.7991057634353638, "eta/annotator_150": 0.9027608036994934, "eta/annotator_151": 0.9386194944381714, "eta/annotator_152": 0.845037579536438, "eta/annotator_153": 0.87067711353302, "eta/annotator_154": 0.8711280822753906, "eta/annotator_155": 0.835183322429657, "eta/annotator_156": 0.821155846118927, "eta/annotator_157": 0.8011537790298462, "eta/annotator_158": 0.8383128046989441, "eta/annotator_159": 0.7814160585403442, "eta/annotator_16": 0.8803235292434692, "eta/annotator_160": 0.8752394914627075, "eta/annotator_161": 0.785202145576477, "eta/annotator_162": 0.8334749937057495, "eta/annotator_163": 0.834492564201355, "eta/annotator_164": 0.8687876462936401, "eta/annotator_165": 0.8575348854064941, "eta/annotator_166": 0.8782294392585754, "eta/annotator_167": 0.8516532182693481, "eta/annotator_168": 0.8547952771186829, "eta/annotator_169": 0.8348250389099121, "eta/annotator_17": 0.8419883847236633, "eta/annotator_170": 0.8502345085144043, "eta/annotator_171": 0.806973934173584, "eta/annotator_172": 0.8475180864334106, "eta/annotator_173": 0.6955186128616333, "eta/annotator_174": 0.8094382286071777, "eta/annotator_175": 0.7705971002578735, "eta/annotator_176": 0.7349448800086975, "eta/annotator_177": 0.7841361165046692, "eta/annotator_178": 0.8053311109542847, "eta/annotator_179": 0.8875634074211121, "eta/annotator_18": 0.8898383975028992, "eta/annotator_180": 0.9064852595329285, "eta/annotator_181": 0.8542786836624146, "eta/annotator_182": 0.9145768284797668, "eta/annotator_183": 0.8853923678398132, "eta/annotator_184": 0.8768739700317383, "eta/annotator_185": 0.7512257099151611, "eta/annotator_186": 0.9046027064323425, "eta/annotator_187": 0.8314803242683411, "eta/annotator_188": 0.7847088575363159, "eta/annotator_189": 0.86009681224823, "eta/annotator_19": 0.8513302803039551, "eta/annotator_190": 0.8566547632217407, "eta/annotator_191": 0.881928563117981, "eta/annotator_192": 0.7550890445709229, "eta/annotator_193": 0.89202880859375, "eta/annotator_194": 0.7183421850204468, "eta/annotator_195": 0.8803009986877441, "eta/annotator_196": 0.7764666676521301, "eta/annotator_197": 0.8677703142166138, "eta/annotator_198": 0.7925902605056763, "eta/annotator_199": 0.832534909248352, "eta/annotator_2": 0.8382025957107544, "eta/annotator_20": 0.7590737342834473, "eta/annotator_200": 0.9035326838493347, "eta/annotator_201": 0.809725284576416, "eta/annotator_202": 0.8661877512931824, "eta/annotator_203": 0.8735073208808899, "eta/annotator_204": 0.8168280720710754, "eta/annotator_205": 0.8927038908004761, "eta/annotator_206": 0.8748092651367188, "eta/annotator_207": 0.8075493574142456, "eta/annotator_208": 0.7614074945449829, "eta/annotator_209": 0.805599570274353, "eta/annotator_21": 0.7047874331474304, "eta/annotator_210": 0.8416029810905457, "eta/annotator_211": 0.8124006986618042, "eta/annotator_212": 0.845679759979248, "eta/annotator_213": 0.8523334264755249, "eta/annotator_214": 0.7586845755577087, "eta/annotator_215": 0.838699996471405, "eta/annotator_216": 0.9292672872543335, "eta/annotator_217": 0.8343847990036011, "eta/annotator_218": 0.8096477389335632, "eta/annotator_219": 0.8127613067626953, "eta/annotator_22": 0.8446516990661621, "eta/annotator_220": 0.7174202799797058, "eta/annotator_221": 0.7662177681922913, "eta/annotator_222": 0.8015066981315613, "eta/annotator_223": 0.9071494340896606, "eta/annotator_224": 0.7287794351577759, "eta/annotator_225": 0.8482391238212585, "eta/annotator_226": 0.6907654404640198, "eta/annotator_23": 0.8865784406661987, "eta/annotator_24": 0.8079237937927246, "eta/annotator_25": 0.8744013905525208, "eta/annotator_26": 0.8552696108818054, "eta/annotator_27": 0.8430121541023254, "eta/annotator_28": 0.8880192041397095, "eta/annotator_29": 0.8188110589981079, "eta/annotator_3": 0.8866125345230103, "eta/annotator_30": 0.8016308546066284, "eta/annotator_31": 0.8389540910720825, "eta/annotator_32": 0.8071572184562683, "eta/annotator_33": 0.7092377543449402, "eta/annotator_34": 0.8303966522216797, "eta/annotator_35": 0.7012008428573608, "eta/annotator_36": 0.8639789819717407, "eta/annotator_37": 0.873964786529541, "eta/annotator_38": 0.7462142109870911, "eta/annotator_39": 0.850997805595398, "eta/annotator_4": 0.8639332056045532, "eta/annotator_40": 0.7741283774375916, "eta/annotator_41": 0.8332195281982422, "eta/annotator_42": 0.795695960521698, "eta/annotator_43": 0.9277666807174683, "eta/annotator_44": 0.9006999135017395, "eta/annotator_45": 0.794876217842102, "eta/annotator_46": 0.825926661491394, "eta/annotator_47": 0.8292636871337891, "eta/annotator_48": 0.759387731552124, "eta/annotator_49": 0.8047308921813965, "eta/annotator_5": 0.676617443561554, "eta/annotator_50": 0.8250502347946167, "eta/annotator_51": 0.7799358367919922, "eta/annotator_52": 0.8822060823440552, "eta/annotator_53": 0.8234826922416687, "eta/annotator_54": 0.8408800363540649, "eta/annotator_55": 0.8952227830886841, "eta/annotator_56": 0.8437497019767761, "eta/annotator_57": 0.8358234167098999, "eta/annotator_58": 0.8688346147537231, "eta/annotator_59": 0.6283182501792908, "eta/annotator_6": 0.8407257199287415, "eta/annotator_60": 0.8064271211624146, "eta/annotator_61": 0.6966701149940491, "eta/annotator_62": 0.8621146082878113, "eta/annotator_63": 0.8110058903694153, "eta/annotator_64": 0.8462907075881958, "eta/annotator_65": 0.7236970663070679, "eta/annotator_66": 0.8809801936149597, "eta/annotator_67": 0.7364314794540405, "eta/annotator_68": 0.8971024751663208, "eta/annotator_69": 0.8536631464958191, "eta/annotator_7": 0.7763763666152954, "eta/annotator_70": 0.8072680234909058, "eta/annotator_71": 0.8703147768974304, "eta/annotator_72": 0.7787250280380249, "eta/annotator_73": 0.8681193590164185, "eta/annotator_74": 0.8398993611335754, "eta/annotator_75": 0.8638826608657837, "eta/annotator_76": 0.8804671168327332, "eta/annotator_77": 0.8549659848213196, "eta/annotator_78": 0.7952159643173218, "eta/annotator_79": 0.7301897406578064, "eta/annotator_8": 0.6699740886688232, "eta/annotator_80": 0.8295861482620239, "eta/annotator_81": 0.8975033760070801, "eta/annotator_82": 0.8147825002670288, "eta/annotator_83": 0.7335494756698608, "eta/annotator_84": 0.9140180349349976, "eta/annotator_85": 0.8660233616828918, "eta/annotator_86": 0.6998177766799927, "eta/annotator_87": 0.7673586010932922, "eta/annotator_88": 0.8620938062667847, "eta/annotator_89": 0.8149582147598267, "eta/annotator_9": 0.8983191251754761, "eta/annotator_90": 0.7661231160163879, "eta/annotator_91": 0.8597179651260376, "eta/annotator_92": 0.7870606184005737, "eta/annotator_93": 0.8120554685592651, "eta/annotator_94": 0.8965439796447754, "eta/annotator_95": 0.8611645698547363, "eta/annotator_96": 0.8386050462722778, "eta/annotator_97": 0.7741966843605042, "eta/annotator_98": 0.836508572101593, "eta/annotator_99": 0.7632402777671814, "grad_norm": 21.38930065847064, "learning_rate": 9.708737864077669e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -330.26251220703125, "logps/rejected": -251.2624969482422, "loss": 0.4793, "rewards/accuracies": 0.6625000238418579, "rewards/chosen": -0.13273926079273224, "rewards/margins": 0.8266540765762329, "rewards/rejected": -0.959240734577179, "step": 190 }, { "em/agreement_weights_mean": 0.8361769914627075, "em/agreement_weights_std": 0.18295112252235413, "em/unique_annotators_in_global_batch": 15.274999618530273, "epoch": 0.8733624454148472, "eta/annotator_0": 0.7568351030349731, "eta/annotator_1": 0.8590184450149536, "eta/annotator_10": 0.9016953706741333, "eta/annotator_100": 0.8745672106742859, "eta/annotator_101": 0.7680315971374512, "eta/annotator_102": 0.6759670972824097, "eta/annotator_103": 0.773151695728302, "eta/annotator_104": 0.6679813861846924, "eta/annotator_105": 0.8249917030334473, "eta/annotator_106": 0.7352031469345093, "eta/annotator_107": 0.819050669670105, "eta/annotator_108": 0.8962639570236206, "eta/annotator_109": 0.842475414276123, "eta/annotator_11": 0.7644909620285034, "eta/annotator_110": 0.6328476667404175, "eta/annotator_111": 0.8091192245483398, "eta/annotator_112": 0.8266085386276245, "eta/annotator_113": 0.8499323725700378, "eta/annotator_114": 0.8805733919143677, "eta/annotator_115": 0.8176623582839966, "eta/annotator_116": 0.8146184086799622, "eta/annotator_117": 0.7407436370849609, "eta/annotator_118": 0.7571896314620972, "eta/annotator_119": 0.8139966130256653, "eta/annotator_12": 0.9038397669792175, "eta/annotator_120": 0.930437445640564, "eta/annotator_121": 0.8247332572937012, "eta/annotator_122": 0.8393093943595886, "eta/annotator_123": 0.7397202253341675, "eta/annotator_124": 0.7857409715652466, "eta/annotator_125": 0.7966560125350952, "eta/annotator_126": 0.8146254420280457, "eta/annotator_127": 0.7710436582565308, "eta/annotator_128": 0.8062226176261902, "eta/annotator_129": 0.8930014371871948, "eta/annotator_13": 0.7193938493728638, "eta/annotator_130": 0.8466446995735168, "eta/annotator_131": 0.7795799970626831, "eta/annotator_132": 0.6700752377510071, "eta/annotator_133": 0.8417404890060425, "eta/annotator_134": 0.8781756162643433, "eta/annotator_135": 0.8550000190734863, "eta/annotator_136": 0.8244979977607727, "eta/annotator_137": 0.8834570646286011, "eta/annotator_138": 0.8643108606338501, "eta/annotator_139": 0.8239275813102722, "eta/annotator_14": 0.8294063806533813, "eta/annotator_140": 0.884702205657959, "eta/annotator_141": 0.925294041633606, "eta/annotator_142": 0.8906289339065552, "eta/annotator_143": 0.8870658874511719, "eta/annotator_144": 0.8102303743362427, "eta/annotator_145": 0.7986270189285278, "eta/annotator_146": 0.8780466318130493, "eta/annotator_147": 0.8644477128982544, "eta/annotator_148": 0.8313233256340027, "eta/annotator_149": 0.8545514345169067, "eta/annotator_15": 0.834084689617157, "eta/annotator_150": 0.8960727453231812, "eta/annotator_151": 0.936356246471405, "eta/annotator_152": 0.8405060768127441, "eta/annotator_153": 0.8711069226264954, "eta/annotator_154": 0.8833214640617371, "eta/annotator_155": 0.8504799604415894, "eta/annotator_156": 0.8331280946731567, "eta/annotator_157": 0.7922608852386475, "eta/annotator_158": 0.8328181505203247, "eta/annotator_159": 0.7941948771476746, "eta/annotator_16": 0.8808735013008118, "eta/annotator_160": 0.8706299066543579, "eta/annotator_161": 0.798917293548584, "eta/annotator_162": 0.8351324796676636, "eta/annotator_163": 0.8083898425102234, "eta/annotator_164": 0.8729826807975769, "eta/annotator_165": 0.8664803504943848, "eta/annotator_166": 0.8575668334960938, "eta/annotator_167": 0.8527733683586121, "eta/annotator_168": 0.8516213297843933, "eta/annotator_169": 0.8504921793937683, "eta/annotator_17": 0.8381613492965698, "eta/annotator_170": 0.8036400675773621, "eta/annotator_171": 0.8090426325798035, "eta/annotator_172": 0.8524872660636902, "eta/annotator_173": 0.6877782344818115, "eta/annotator_174": 0.8111686706542969, "eta/annotator_175": 0.7693865895271301, "eta/annotator_176": 0.7371292114257812, "eta/annotator_177": 0.795324981212616, "eta/annotator_178": 0.7668402791023254, "eta/annotator_179": 0.8922837972640991, "eta/annotator_18": 0.8942157030105591, "eta/annotator_180": 0.8997936248779297, "eta/annotator_181": 0.8592753410339355, "eta/annotator_182": 0.9091007113456726, "eta/annotator_183": 0.8902122378349304, "eta/annotator_184": 0.8901033401489258, "eta/annotator_185": 0.7496270537376404, "eta/annotator_186": 0.9189522862434387, "eta/annotator_187": 0.8310250043869019, "eta/annotator_188": 0.8077219724655151, "eta/annotator_189": 0.867987334728241, "eta/annotator_19": 0.8564918637275696, "eta/annotator_190": 0.8700309991836548, "eta/annotator_191": 0.8903687596321106, "eta/annotator_192": 0.7757439613342285, "eta/annotator_193": 0.8979045748710632, "eta/annotator_194": 0.7267494797706604, "eta/annotator_195": 0.8869074583053589, "eta/annotator_196": 0.8005911707878113, "eta/annotator_197": 0.8796864748001099, "eta/annotator_198": 0.7905575037002563, "eta/annotator_199": 0.8424109220504761, "eta/annotator_2": 0.8328075408935547, "eta/annotator_20": 0.71821129322052, "eta/annotator_200": 0.8863953351974487, "eta/annotator_201": 0.8089051246643066, "eta/annotator_202": 0.8863152265548706, "eta/annotator_203": 0.8489036560058594, "eta/annotator_204": 0.818114161491394, "eta/annotator_205": 0.905118465423584, "eta/annotator_206": 0.875775158405304, "eta/annotator_207": 0.8069033622741699, "eta/annotator_208": 0.7800208330154419, "eta/annotator_209": 0.7905983924865723, "eta/annotator_21": 0.7277370095252991, "eta/annotator_210": 0.8325675129890442, "eta/annotator_211": 0.8142401576042175, "eta/annotator_212": 0.846657931804657, "eta/annotator_213": 0.8652738332748413, "eta/annotator_214": 0.7615140676498413, "eta/annotator_215": 0.8482664227485657, "eta/annotator_216": 0.9337632060050964, "eta/annotator_217": 0.8421096801757812, "eta/annotator_218": 0.8126293420791626, "eta/annotator_219": 0.8181458711624146, "eta/annotator_22": 0.8489986658096313, "eta/annotator_220": 0.7506905794143677, "eta/annotator_221": 0.7559027671813965, "eta/annotator_222": 0.8368849754333496, "eta/annotator_223": 0.9078444242477417, "eta/annotator_224": 0.7480141520500183, "eta/annotator_225": 0.8065165281295776, "eta/annotator_226": 0.7045689821243286, "eta/annotator_23": 0.896011471748352, "eta/annotator_24": 0.8177351951599121, "eta/annotator_25": 0.8774145245552063, "eta/annotator_26": 0.8629025220870972, "eta/annotator_27": 0.8534927368164062, "eta/annotator_28": 0.8654506802558899, "eta/annotator_29": 0.8265311121940613, "eta/annotator_3": 0.881270706653595, "eta/annotator_30": 0.7691087126731873, "eta/annotator_31": 0.8541393280029297, "eta/annotator_32": 0.8163310885429382, "eta/annotator_33": 0.7186369895935059, "eta/annotator_34": 0.834955096244812, "eta/annotator_35": 0.6916515827178955, "eta/annotator_36": 0.8646146059036255, "eta/annotator_37": 0.8658927083015442, "eta/annotator_38": 0.7522999048233032, "eta/annotator_39": 0.8592705726623535, "eta/annotator_4": 0.875447154045105, "eta/annotator_40": 0.7749392986297607, "eta/annotator_41": 0.8418062925338745, "eta/annotator_42": 0.8137024641036987, "eta/annotator_43": 0.9277642369270325, "eta/annotator_44": 0.9040462374687195, "eta/annotator_45": 0.7952559590339661, "eta/annotator_46": 0.8255354762077332, "eta/annotator_47": 0.8329876065254211, "eta/annotator_48": 0.7831858396530151, "eta/annotator_49": 0.8063384890556335, "eta/annotator_5": 0.6550213098526001, "eta/annotator_50": 0.8246703147888184, "eta/annotator_51": 0.7859714031219482, "eta/annotator_52": 0.8820918202400208, "eta/annotator_53": 0.8368953466415405, "eta/annotator_54": 0.8545514345169067, "eta/annotator_55": 0.90351802110672, "eta/annotator_56": 0.8464980125427246, "eta/annotator_57": 0.8357860445976257, "eta/annotator_58": 0.8651660680770874, "eta/annotator_59": 0.6724376082420349, "eta/annotator_6": 0.8598374128341675, "eta/annotator_60": 0.7821637392044067, "eta/annotator_61": 0.7047497034072876, "eta/annotator_62": 0.8633041381835938, "eta/annotator_63": 0.8109081983566284, "eta/annotator_64": 0.8416611552238464, "eta/annotator_65": 0.7267212867736816, "eta/annotator_66": 0.8818915486335754, "eta/annotator_67": 0.7373453974723816, "eta/annotator_68": 0.9034377932548523, "eta/annotator_69": 0.8535364866256714, "eta/annotator_7": 0.7987050414085388, "eta/annotator_70": 0.8065552711486816, "eta/annotator_71": 0.8692638278007507, "eta/annotator_72": 0.7629534006118774, "eta/annotator_73": 0.8624253273010254, "eta/annotator_74": 0.8398993611335754, "eta/annotator_75": 0.8558233380317688, "eta/annotator_76": 0.8862529993057251, "eta/annotator_77": 0.8664954304695129, "eta/annotator_78": 0.7853081226348877, "eta/annotator_79": 0.6934426426887512, "eta/annotator_8": 0.6629432439804077, "eta/annotator_80": 0.8295861482620239, "eta/annotator_81": 0.8972476720809937, "eta/annotator_82": 0.8290497660636902, "eta/annotator_83": 0.7257429361343384, "eta/annotator_84": 0.9232317805290222, "eta/annotator_85": 0.8685929179191589, "eta/annotator_86": 0.7151950597763062, "eta/annotator_87": 0.7701432108879089, "eta/annotator_88": 0.8597515225410461, "eta/annotator_89": 0.8092301487922668, "eta/annotator_9": 0.9007130861282349, "eta/annotator_90": 0.7614091038703918, "eta/annotator_91": 0.8664687275886536, "eta/annotator_92": 0.7907439470291138, "eta/annotator_93": 0.8249691128730774, "eta/annotator_94": 0.8949635624885559, "eta/annotator_95": 0.8644729852676392, "eta/annotator_96": 0.8510006070137024, "eta/annotator_97": 0.7671710848808289, "eta/annotator_98": 0.8381837010383606, "eta/annotator_99": 0.7720982432365417, "grad_norm": 21.866651471654794, "learning_rate": 7.281553398058252e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -327.17498779296875, "logps/rejected": -247.9875030517578, "loss": 0.492, "rewards/accuracies": 0.6546875238418579, "rewards/chosen": -0.13605880737304688, "rewards/margins": 0.7702010869979858, "rewards/rejected": -0.9065307378768921, "step": 200 }, { "epoch": 0.8733624454148472, "eta/annotator_0": 0.795983076095581, "eta/annotator_1": 0.8602733016014099, "eta/annotator_10": 0.8791281580924988, "eta/annotator_100": 0.8698845505714417, "eta/annotator_101": 0.7680314779281616, "eta/annotator_102": 0.6307424306869507, "eta/annotator_103": 0.7680149078369141, "eta/annotator_104": 0.649235725402832, "eta/annotator_105": 0.8375318050384521, "eta/annotator_106": 0.7422335147857666, "eta/annotator_107": 0.8190506100654602, "eta/annotator_108": 0.9099286198616028, "eta/annotator_109": 0.8476269841194153, "eta/annotator_11": 0.7583743929862976, "eta/annotator_110": 0.6455045342445374, "eta/annotator_111": 0.8310667872428894, "eta/annotator_112": 0.8266085386276245, "eta/annotator_113": 0.8773284554481506, "eta/annotator_114": 0.8825605511665344, "eta/annotator_115": 0.8176624178886414, "eta/annotator_116": 0.8288765549659729, "eta/annotator_117": 0.7350136637687683, "eta/annotator_118": 0.7612524628639221, "eta/annotator_119": 0.8318091034889221, "eta/annotator_12": 0.9059523940086365, "eta/annotator_120": 0.9385413527488708, "eta/annotator_121": 0.7833258509635925, "eta/annotator_122": 0.820960283279419, "eta/annotator_123": 0.7812948226928711, "eta/annotator_124": 0.7932544350624084, "eta/annotator_125": 0.8077877163887024, "eta/annotator_126": 0.8122652769088745, "eta/annotator_127": 0.767105758190155, "eta/annotator_128": 0.8113170266151428, "eta/annotator_129": 0.8884073495864868, "eta/annotator_13": 0.7259149551391602, "eta/annotator_130": 0.8435989022254944, "eta/annotator_131": 0.7837814092636108, "eta/annotator_132": 0.6842047572135925, "eta/annotator_133": 0.8356152772903442, "eta/annotator_134": 0.8816097974777222, "eta/annotator_135": 0.8680591583251953, "eta/annotator_136": 0.8244979977607727, "eta/annotator_137": 0.8810310959815979, "eta/annotator_138": 0.8722976446151733, "eta/annotator_139": 0.833052933216095, "eta/annotator_14": 0.8283084034919739, "eta/annotator_140": 0.8851944208145142, "eta/annotator_141": 0.911037266254425, "eta/annotator_142": 0.8924769759178162, "eta/annotator_143": 0.8906974196434021, "eta/annotator_144": 0.816443681716919, "eta/annotator_145": 0.7986270189285278, "eta/annotator_146": 0.8778571486473083, "eta/annotator_147": 0.8800513744354248, "eta/annotator_148": 0.8354275226593018, "eta/annotator_149": 0.8709259629249573, "eta/annotator_15": 0.8650912046432495, "eta/annotator_150": 0.898087739944458, "eta/annotator_151": 0.929654598236084, "eta/annotator_152": 0.8455132842063904, "eta/annotator_153": 0.8222643733024597, "eta/annotator_154": 0.8881301283836365, "eta/annotator_155": 0.8633381724357605, "eta/annotator_156": 0.8332253098487854, "eta/annotator_157": 0.8169065713882446, "eta/annotator_158": 0.8020583987236023, "eta/annotator_159": 0.8047650456428528, "eta/annotator_16": 0.883481502532959, "eta/annotator_160": 0.8685826659202576, "eta/annotator_161": 0.7992475032806396, "eta/annotator_162": 0.8500492572784424, "eta/annotator_163": 0.8274150490760803, "eta/annotator_164": 0.8837299942970276, "eta/annotator_165": 0.8753407001495361, "eta/annotator_166": 0.8601428270339966, "eta/annotator_167": 0.8629036545753479, "eta/annotator_168": 0.845845639705658, "eta/annotator_169": 0.8442270159721375, "eta/annotator_17": 0.8526638150215149, "eta/annotator_170": 0.7959967255592346, "eta/annotator_171": 0.8178252577781677, "eta/annotator_172": 0.8637599945068359, "eta/annotator_173": 0.7073730230331421, "eta/annotator_174": 0.8267421126365662, "eta/annotator_175": 0.7322208285331726, "eta/annotator_176": 0.7213617563247681, "eta/annotator_177": 0.8152977228164673, "eta/annotator_178": 0.7966010570526123, "eta/annotator_179": 0.9027712941169739, "eta/annotator_18": 0.9183676242828369, "eta/annotator_180": 0.9020525217056274, "eta/annotator_181": 0.841292679309845, "eta/annotator_182": 0.9099364876747131, "eta/annotator_183": 0.893159031867981, "eta/annotator_184": 0.8870219588279724, "eta/annotator_185": 0.7526371479034424, "eta/annotator_186": 0.9164268970489502, "eta/annotator_187": 0.8554655313491821, "eta/annotator_188": 0.8053563833236694, "eta/annotator_189": 0.867987334728241, "eta/annotator_19": 0.8569747805595398, "eta/annotator_190": 0.8709436655044556, "eta/annotator_191": 0.8926321864128113, "eta/annotator_192": 0.7716153860092163, "eta/annotator_193": 0.9089565277099609, "eta/annotator_194": 0.7372338175773621, "eta/annotator_195": 0.8869971632957458, "eta/annotator_196": 0.8306906819343567, "eta/annotator_197": 0.881249189376831, "eta/annotator_198": 0.77226322889328, "eta/annotator_199": 0.8503663539886475, "eta/annotator_2": 0.8339087963104248, "eta/annotator_20": 0.7609211802482605, "eta/annotator_200": 0.8957604765892029, "eta/annotator_201": 0.8221960663795471, "eta/annotator_202": 0.901987612247467, "eta/annotator_203": 0.8431850075721741, "eta/annotator_204": 0.8237308859825134, "eta/annotator_205": 0.9152934551239014, "eta/annotator_206": 0.831153929233551, "eta/annotator_207": 0.8019096851348877, "eta/annotator_208": 0.7821878790855408, "eta/annotator_209": 0.7905985116958618, "eta/annotator_21": 0.7277368903160095, "eta/annotator_210": 0.8273128271102905, "eta/annotator_211": 0.8307952284812927, "eta/annotator_212": 0.8580721616744995, "eta/annotator_213": 0.863639771938324, "eta/annotator_214": 0.7882219552993774, "eta/annotator_215": 0.8529377579689026, "eta/annotator_216": 0.9367408156394958, "eta/annotator_217": 0.8272640705108643, "eta/annotator_218": 0.8286297917366028, "eta/annotator_219": 0.8221651315689087, "eta/annotator_22": 0.8425086736679077, "eta/annotator_220": 0.7704674005508423, "eta/annotator_221": 0.7620150446891785, "eta/annotator_222": 0.8370280861854553, "eta/annotator_223": 0.9168683290481567, "eta/annotator_224": 0.743274986743927, "eta/annotator_225": 0.8227646946907043, "eta/annotator_226": 0.7074416875839233, "eta/annotator_23": 0.9022120833396912, "eta/annotator_24": 0.8177350163459778, "eta/annotator_25": 0.892516553401947, "eta/annotator_26": 0.864250123500824, "eta/annotator_27": 0.8677113056182861, "eta/annotator_28": 0.8766167163848877, "eta/annotator_29": 0.8181737661361694, "eta/annotator_3": 0.887055516242981, "eta/annotator_30": 0.7236303091049194, "eta/annotator_31": 0.8643923997879028, "eta/annotator_32": 0.8309513330459595, "eta/annotator_33": 0.7106382846832275, "eta/annotator_34": 0.8465723395347595, "eta/annotator_35": 0.6893707513809204, "eta/annotator_36": 0.8691053986549377, "eta/annotator_37": 0.8605117201805115, "eta/annotator_38": 0.752299964427948, "eta/annotator_39": 0.850418746471405, "eta/annotator_4": 0.8754472136497498, "eta/annotator_40": 0.7822364568710327, "eta/annotator_41": 0.8476187586784363, "eta/annotator_42": 0.8091818690299988, "eta/annotator_43": 0.9319387078285217, "eta/annotator_44": 0.9059977531433105, "eta/annotator_45": 0.7986724972724915, "eta/annotator_46": 0.8220136165618896, "eta/annotator_47": 0.8183730840682983, "eta/annotator_48": 0.8075863718986511, "eta/annotator_49": 0.8225688934326172, "eta/annotator_5": 0.6565831303596497, "eta/annotator_50": 0.8212502002716064, "eta/annotator_51": 0.7859713435173035, "eta/annotator_52": 0.8788014054298401, "eta/annotator_53": 0.8418542146682739, "eta/annotator_54": 0.8581638336181641, "eta/annotator_55": 0.90351802110672, "eta/annotator_56": 0.8526939153671265, "eta/annotator_57": 0.8328320980072021, "eta/annotator_58": 0.8763147592544556, "eta/annotator_59": 0.6883306503295898, "eta/annotator_6": 0.8699613809585571, "eta/annotator_60": 0.7710373997688293, "eta/annotator_61": 0.7098127007484436, "eta/annotator_62": 0.8740109205245972, "eta/annotator_63": 0.8100287914276123, "eta/annotator_64": 0.8459784388542175, "eta/annotator_65": 0.726721465587616, "eta/annotator_66": 0.8924334049224854, "eta/annotator_67": 0.7455712556838989, "eta/annotator_68": 0.9048510789871216, "eta/annotator_69": 0.8523970246315002, "eta/annotator_7": 0.821765124797821, "eta/annotator_70": 0.8001410365104675, "eta/annotator_71": 0.8692722916603088, "eta/annotator_72": 0.7415910959243774, "eta/annotator_73": 0.8409440517425537, "eta/annotator_74": 0.8398991227149963, "eta/annotator_75": 0.8564265966415405, "eta/annotator_76": 0.891593873500824, "eta/annotator_77": 0.8664951920509338, "eta/annotator_78": 0.7853100895881653, "eta/annotator_79": 0.6889104843139648, "eta/annotator_8": 0.6649034023284912, "eta/annotator_80": 0.8295862078666687, "eta/annotator_81": 0.9020989537239075, "eta/annotator_82": 0.8241254091262817, "eta/annotator_83": 0.7505279779434204, "eta/annotator_84": 0.9197279810905457, "eta/annotator_85": 0.876156747341156, "eta/annotator_86": 0.7111690640449524, "eta/annotator_87": 0.7587147355079651, "eta/annotator_88": 0.8597514629364014, "eta/annotator_89": 0.8092302083969116, "eta/annotator_9": 0.9089992046356201, "eta/annotator_90": 0.7690366506576538, "eta/annotator_91": 0.87666255235672, "eta/annotator_92": 0.7980276942253113, "eta/annotator_93": 0.8269566893577576, "eta/annotator_94": 0.8668742775917053, "eta/annotator_95": 0.8705799579620361, "eta/annotator_96": 0.859982430934906, "eta/annotator_97": 0.7659390568733215, "eta/annotator_98": 0.8299106955528259, "eta/annotator_99": 0.7413238286972046, "eval_em/agreement_weights_mean": 0.8395249843597412, "eval_em/agreement_weights_std": 0.1830892711877823, "eval_em/unique_annotators_in_global_batch": 15.144330024719238, "eval_logits/chosen": 0.0, "eval_logits/rejected": 0.0, "eval_logps/chosen": -323.8144226074219, "eval_logps/rejected": -252.87628173828125, "eval_loss": 0.4829391837120056, "eval_rewards/accuracies": 0.6803203225135803, "eval_rewards/chosen": -0.10032165795564651, "eval_rewards/margins": 0.7778194546699524, "eval_rewards/rejected": -0.8773558139801025, "eval_runtime": 85.6357, "eval_samples_per_second": 18.018, "eval_steps_per_second": 1.133, "step": 200 }, { "em/agreement_weights_mean": 0.8396596908569336, "em/agreement_weights_std": 0.1855580359697342, "em/unique_annotators_in_global_batch": 15.0, "epoch": 0.9170305676855895, "eta/annotator_0": 0.7976876497268677, "eta/annotator_1": 0.860339343547821, "eta/annotator_10": 0.8799943923950195, "eta/annotator_100": 0.87090003490448, "eta/annotator_101": 0.7680315971374512, "eta/annotator_102": 0.6324573755264282, "eta/annotator_103": 0.767335057258606, "eta/annotator_104": 0.6492753028869629, "eta/annotator_105": 0.8363848924636841, "eta/annotator_106": 0.7409251928329468, "eta/annotator_107": 0.8198471069335938, "eta/annotator_108": 0.9106499552726746, "eta/annotator_109": 0.8455063104629517, "eta/annotator_11": 0.7588649988174438, "eta/annotator_110": 0.6464343667030334, "eta/annotator_111": 0.8309256434440613, "eta/annotator_112": 0.8273056149482727, "eta/annotator_113": 0.8772972226142883, "eta/annotator_114": 0.882912814617157, "eta/annotator_115": 0.8163579106330872, "eta/annotator_116": 0.8288766145706177, "eta/annotator_117": 0.7346106767654419, "eta/annotator_118": 0.7624947428703308, "eta/annotator_119": 0.83033686876297, "eta/annotator_12": 0.905716061592102, "eta/annotator_120": 0.9387069940567017, "eta/annotator_121": 0.7822505235671997, "eta/annotator_122": 0.821262001991272, "eta/annotator_123": 0.7815987467765808, "eta/annotator_124": 0.7941301465034485, "eta/annotator_125": 0.8084753751754761, "eta/annotator_126": 0.8135005831718445, "eta/annotator_127": 0.7678631544113159, "eta/annotator_128": 0.811247706413269, "eta/annotator_129": 0.8889573216438293, "eta/annotator_13": 0.7268528342247009, "eta/annotator_130": 0.8436344861984253, "eta/annotator_131": 0.7864478230476379, "eta/annotator_132": 0.6850395202636719, "eta/annotator_133": 0.8364453315734863, "eta/annotator_134": 0.8811081647872925, "eta/annotator_135": 0.8696848154067993, "eta/annotator_136": 0.8244979977607727, "eta/annotator_137": 0.8817103505134583, "eta/annotator_138": 0.8734261393547058, "eta/annotator_139": 0.8342803716659546, "eta/annotator_14": 0.828091025352478, "eta/annotator_140": 0.8851292729377747, "eta/annotator_141": 0.9113838076591492, "eta/annotator_142": 0.8914984464645386, "eta/annotator_143": 0.8909117579460144, "eta/annotator_144": 0.8166268467903137, "eta/annotator_145": 0.7975806593894958, "eta/annotator_146": 0.8778941035270691, "eta/annotator_147": 0.8804507255554199, "eta/annotator_148": 0.8363590240478516, "eta/annotator_149": 0.8699606657028198, "eta/annotator_15": 0.8650132417678833, "eta/annotator_150": 0.8981887102127075, "eta/annotator_151": 0.9296310544013977, "eta/annotator_152": 0.8460456728935242, "eta/annotator_153": 0.8218120336532593, "eta/annotator_154": 0.8887656331062317, "eta/annotator_155": 0.8636651039123535, "eta/annotator_156": 0.8339575529098511, "eta/annotator_157": 0.8167603611946106, "eta/annotator_158": 0.8016690015792847, "eta/annotator_159": 0.8048253059387207, "eta/annotator_16": 0.8851925730705261, "eta/annotator_160": 0.8695665597915649, "eta/annotator_161": 0.7984501123428345, "eta/annotator_162": 0.850897490978241, "eta/annotator_163": 0.8293601274490356, "eta/annotator_164": 0.8822512626647949, "eta/annotator_165": 0.8756500482559204, "eta/annotator_166": 0.8610445857048035, "eta/annotator_167": 0.8636847734451294, "eta/annotator_168": 0.8461976051330566, "eta/annotator_169": 0.8444441556930542, "eta/annotator_17": 0.8538638949394226, "eta/annotator_170": 0.7951194047927856, "eta/annotator_171": 0.8188279271125793, "eta/annotator_172": 0.8639602661132812, "eta/annotator_173": 0.7072604894638062, "eta/annotator_174": 0.827573299407959, "eta/annotator_175": 0.7306156754493713, "eta/annotator_176": 0.7212097644805908, "eta/annotator_177": 0.8162250518798828, "eta/annotator_178": 0.7975039482116699, "eta/annotator_179": 0.9028830528259277, "eta/annotator_18": 0.9188357591629028, "eta/annotator_180": 0.902449905872345, "eta/annotator_181": 0.8417832255363464, "eta/annotator_182": 0.9101988673210144, "eta/annotator_183": 0.8929055333137512, "eta/annotator_184": 0.8874297142028809, "eta/annotator_185": 0.7519188523292542, "eta/annotator_186": 0.9161165356636047, "eta/annotator_187": 0.855771541595459, "eta/annotator_188": 0.8045492172241211, "eta/annotator_189": 0.8667327165603638, "eta/annotator_19": 0.8575512766838074, "eta/annotator_190": 0.8706074953079224, "eta/annotator_191": 0.892346203327179, "eta/annotator_192": 0.771970272064209, "eta/annotator_193": 0.9089007377624512, "eta/annotator_194": 0.7364907264709473, "eta/annotator_195": 0.8881608247756958, "eta/annotator_196": 0.8311916589736938, "eta/annotator_197": 0.8811033964157104, "eta/annotator_198": 0.7736793756484985, "eta/annotator_199": 0.8500334620475769, "eta/annotator_2": 0.83436518907547, "eta/annotator_20": 0.7616249322891235, "eta/annotator_200": 0.8960326313972473, "eta/annotator_201": 0.8217726945877075, "eta/annotator_202": 0.9025160670280457, "eta/annotator_203": 0.8432162404060364, "eta/annotator_204": 0.8237282037734985, "eta/annotator_205": 0.9156182408332825, "eta/annotator_206": 0.8315108418464661, "eta/annotator_207": 0.8017217516899109, "eta/annotator_208": 0.7845083475112915, "eta/annotator_209": 0.7918608784675598, "eta/annotator_21": 0.7241623401641846, "eta/annotator_210": 0.8254960179328918, "eta/annotator_211": 0.8311721682548523, "eta/annotator_212": 0.8582523465156555, "eta/annotator_213": 0.8631760478019714, "eta/annotator_214": 0.7891335487365723, "eta/annotator_215": 0.8513808250427246, "eta/annotator_216": 0.9370171427726746, "eta/annotator_217": 0.8272639513015747, "eta/annotator_218": 0.8284329175949097, "eta/annotator_219": 0.8222888112068176, "eta/annotator_22": 0.8431313633918762, "eta/annotator_220": 0.77070152759552, "eta/annotator_221": 0.7611759305000305, "eta/annotator_222": 0.8370029330253601, "eta/annotator_223": 0.9174939393997192, "eta/annotator_224": 0.7433337569236755, "eta/annotator_225": 0.823323130607605, "eta/annotator_226": 0.707321047782898, "eta/annotator_23": 0.902725338935852, "eta/annotator_24": 0.8181395530700684, "eta/annotator_25": 0.893681526184082, "eta/annotator_26": 0.8646804690361023, "eta/annotator_27": 0.8664814233779907, "eta/annotator_28": 0.87657630443573, "eta/annotator_29": 0.8187443614006042, "eta/annotator_3": 0.8874093294143677, "eta/annotator_30": 0.7243701219558716, "eta/annotator_31": 0.8656718134880066, "eta/annotator_32": 0.8309513926506042, "eta/annotator_33": 0.7107911109924316, "eta/annotator_34": 0.8468649983406067, "eta/annotator_35": 0.6902896761894226, "eta/annotator_36": 0.8680329322814941, "eta/annotator_37": 0.8613092303276062, "eta/annotator_38": 0.7529747486114502, "eta/annotator_39": 0.8511435389518738, "eta/annotator_4": 0.8766528964042664, "eta/annotator_40": 0.7822365164756775, "eta/annotator_41": 0.8470999598503113, "eta/annotator_42": 0.809237003326416, "eta/annotator_43": 0.9323632121086121, "eta/annotator_44": 0.9051684141159058, "eta/annotator_45": 0.7974368333816528, "eta/annotator_46": 0.8225029706954956, "eta/annotator_47": 0.820004940032959, "eta/annotator_48": 0.809947669506073, "eta/annotator_49": 0.8225200772285461, "eta/annotator_5": 0.6563252210617065, "eta/annotator_50": 0.8214324116706848, "eta/annotator_51": 0.787590503692627, "eta/annotator_52": 0.8788706064224243, "eta/annotator_53": 0.842312216758728, "eta/annotator_54": 0.8587647676467896, "eta/annotator_55": 0.9036644101142883, "eta/annotator_56": 0.8532831072807312, "eta/annotator_57": 0.8328320384025574, "eta/annotator_58": 0.8755050897598267, "eta/annotator_59": 0.6855881214141846, "eta/annotator_6": 0.8703575134277344, "eta/annotator_60": 0.7720106840133667, "eta/annotator_61": 0.7119297981262207, "eta/annotator_62": 0.8751819729804993, "eta/annotator_63": 0.8111321330070496, "eta/annotator_64": 0.846716582775116, "eta/annotator_65": 0.7257871627807617, "eta/annotator_66": 0.8917845487594604, "eta/annotator_67": 0.7453536987304688, "eta/annotator_68": 0.9051380157470703, "eta/annotator_69": 0.852397084236145, "eta/annotator_7": 0.821765124797821, "eta/annotator_70": 0.8001410365104675, "eta/annotator_71": 0.8698358535766602, "eta/annotator_72": 0.7420017719268799, "eta/annotator_73": 0.8412209749221802, "eta/annotator_74": 0.8398993611335754, "eta/annotator_75": 0.8569682836532593, "eta/annotator_76": 0.8917083740234375, "eta/annotator_77": 0.866854190826416, "eta/annotator_78": 0.7855098247528076, "eta/annotator_79": 0.6888443231582642, "eta/annotator_8": 0.6654700040817261, "eta/annotator_80": 0.830297589302063, "eta/annotator_81": 0.9030812382698059, "eta/annotator_82": 0.8248834609985352, "eta/annotator_83": 0.7522867321968079, "eta/annotator_84": 0.9201342463493347, "eta/annotator_85": 0.8762551546096802, "eta/annotator_86": 0.7118019461631775, "eta/annotator_87": 0.7586749792098999, "eta/annotator_88": 0.8605042695999146, "eta/annotator_89": 0.8097090721130371, "eta/annotator_9": 0.9093471765518188, "eta/annotator_90": 0.7692501544952393, "eta/annotator_91": 0.8769122362136841, "eta/annotator_92": 0.7979995012283325, "eta/annotator_93": 0.8278557062149048, "eta/annotator_94": 0.8671978116035461, "eta/annotator_95": 0.8711655735969543, "eta/annotator_96": 0.8602249026298523, "eta/annotator_97": 0.7663338780403137, "eta/annotator_98": 0.8303405046463013, "eta/annotator_99": 0.7410412430763245, "grad_norm": 20.312013762600944, "learning_rate": 4.8543689320388344e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -339.4125061035156, "logps/rejected": -255.41250610351562, "loss": 0.4778, "rewards/accuracies": 0.6742187738418579, "rewards/chosen": -0.10839615017175674, "rewards/margins": 0.8179839849472046, "rewards/rejected": -0.926342785358429, "step": 210 }, { "em/agreement_weights_mean": 0.8474174737930298, "em/agreement_weights_std": 0.1743704080581665, "em/unique_annotators_in_global_batch": 15.287500381469727, "epoch": 0.9606986899563319, "eta/annotator_0": 0.8188126683235168, "eta/annotator_1": 0.8619381189346313, "eta/annotator_10": 0.890434741973877, "eta/annotator_100": 0.881060004234314, "eta/annotator_101": 0.7680315971374512, "eta/annotator_102": 0.6708159446716309, "eta/annotator_103": 0.7624472975730896, "eta/annotator_104": 0.6518653631210327, "eta/annotator_105": 0.8260626792907715, "eta/annotator_106": 0.7312399744987488, "eta/annotator_107": 0.8273593783378601, "eta/annotator_108": 0.9164010286331177, "eta/annotator_109": 0.8276259303092957, "eta/annotator_11": 0.7632811665534973, "eta/annotator_110": 0.6562636494636536, "eta/annotator_111": 0.8301547765731812, "eta/annotator_112": 0.8335784673690796, "eta/annotator_113": 0.8768435716629028, "eta/annotator_114": 0.8864291906356812, "eta/annotator_115": 0.8046184778213501, "eta/annotator_116": 0.8288766145706177, "eta/annotator_117": 0.733399510383606, "eta/annotator_118": 0.7736759781837463, "eta/annotator_119": 0.8185485005378723, "eta/annotator_12": 0.9044796824455261, "eta/annotator_120": 0.9413195848464966, "eta/annotator_121": 0.7724869251251221, "eta/annotator_122": 0.8241409063339233, "eta/annotator_123": 0.7847858667373657, "eta/annotator_124": 0.8030166625976562, "eta/annotator_125": 0.8163483738899231, "eta/annotator_126": 0.8290905952453613, "eta/annotator_127": 0.78099125623703, "eta/annotator_128": 0.8109654188156128, "eta/annotator_129": 0.8944031000137329, "eta/annotator_13": 0.7353790402412415, "eta/annotator_130": 0.8237017393112183, "eta/annotator_131": 0.826064944267273, "eta/annotator_132": 0.6914294958114624, "eta/annotator_133": 0.8555278778076172, "eta/annotator_134": 0.8769751787185669, "eta/annotator_135": 0.8917405009269714, "eta/annotator_136": 0.8244979977607727, "eta/annotator_137": 0.8877979516983032, "eta/annotator_138": 0.8884429931640625, "eta/annotator_139": 0.8466194272041321, "eta/annotator_14": 0.8245620727539062, "eta/annotator_140": 0.8860309720039368, "eta/annotator_141": 0.9242711067199707, "eta/annotator_142": 0.8866089582443237, "eta/annotator_143": 0.8982127904891968, "eta/annotator_144": 0.8193305134773254, "eta/annotator_145": 0.7881641387939453, "eta/annotator_146": 0.875941276550293, "eta/annotator_147": 0.8847931027412415, "eta/annotator_148": 0.8467732667922974, "eta/annotator_149": 0.8618785738945007, "eta/annotator_15": 0.8643969297409058, "eta/annotator_150": 0.8989155888557434, "eta/annotator_151": 0.9352569580078125, "eta/annotator_152": 0.8506328463554382, "eta/annotator_153": 0.818548858165741, "eta/annotator_154": 0.8953026533126831, "eta/annotator_155": 0.8686054944992065, "eta/annotator_156": 0.8511319160461426, "eta/annotator_157": 0.8125718832015991, "eta/annotator_158": 0.8085364103317261, "eta/annotator_159": 0.805718719959259, "eta/annotator_16": 0.9101563692092896, "eta/annotator_160": 0.880478024482727, "eta/annotator_161": 0.7924984097480774, "eta/annotator_162": 0.8585319519042969, "eta/annotator_163": 0.8502295613288879, "eta/annotator_164": 0.8755499720573425, "eta/annotator_165": 0.8746945261955261, "eta/annotator_166": 0.8736395835876465, "eta/annotator_167": 0.874796986579895, "eta/annotator_168": 0.8495811223983765, "eta/annotator_169": 0.846573531627655, "eta/annotator_17": 0.8650124669075012, "eta/annotator_170": 0.8038414716720581, "eta/annotator_171": 0.8269191980361938, "eta/annotator_172": 0.8610879182815552, "eta/annotator_173": 0.70710289478302, "eta/annotator_174": 0.8351584672927856, "eta/annotator_175": 0.7175869345664978, "eta/annotator_176": 0.7187834978103638, "eta/annotator_177": 0.8317986726760864, "eta/annotator_178": 0.8075219392776489, "eta/annotator_179": 0.9044193029403687, "eta/annotator_18": 0.92332524061203, "eta/annotator_180": 0.9061007499694824, "eta/annotator_181": 0.8414646983146667, "eta/annotator_182": 0.9157824516296387, "eta/annotator_183": 0.8908072710037231, "eta/annotator_184": 0.8916282653808594, "eta/annotator_185": 0.7458721399307251, "eta/annotator_186": 0.9197608232498169, "eta/annotator_187": 0.8578497767448425, "eta/annotator_188": 0.7298572659492493, "eta/annotator_189": 0.8534955978393555, "eta/annotator_19": 0.8637055158615112, "eta/annotator_190": 0.867580771446228, "eta/annotator_191": 0.8904468417167664, "eta/annotator_192": 0.7774606943130493, "eta/annotator_193": 0.9085361361503601, "eta/annotator_194": 0.7282689809799194, "eta/annotator_195": 0.9053287506103516, "eta/annotator_196": 0.8427987098693848, "eta/annotator_197": 0.880374550819397, "eta/annotator_198": 0.7864241600036621, "eta/annotator_199": 0.8452213406562805, "eta/annotator_2": 0.8526932597160339, "eta/annotator_20": 0.7684505581855774, "eta/annotator_200": 0.8989640474319458, "eta/annotator_201": 0.8182586431503296, "eta/annotator_202": 0.9077164530754089, "eta/annotator_203": 0.8470841646194458, "eta/annotator_204": 0.8241788148880005, "eta/annotator_205": 0.9185364842414856, "eta/annotator_206": 0.8356832265853882, "eta/annotator_207": 0.7873141765594482, "eta/annotator_208": 0.815038800239563, "eta/annotator_209": 0.8038895726203918, "eta/annotator_21": 0.6945022344589233, "eta/annotator_210": 0.8058045506477356, "eta/annotator_211": 0.834683895111084, "eta/annotator_212": 0.8607590794563293, "eta/annotator_213": 0.8588446378707886, "eta/annotator_214": 0.8210338354110718, "eta/annotator_215": 0.8348966836929321, "eta/annotator_216": 0.9366350173950195, "eta/annotator_217": 0.8272639513015747, "eta/annotator_218": 0.827370822429657, "eta/annotator_219": 0.8241127729415894, "eta/annotator_22": 0.8487350344657898, "eta/annotator_220": 0.7732423543930054, "eta/annotator_221": 0.7559495568275452, "eta/annotator_222": 0.8539964556694031, "eta/annotator_223": 0.9260545969009399, "eta/annotator_224": 0.7442646026611328, "eta/annotator_225": 0.8291781544685364, "eta/annotator_226": 0.6623362898826599, "eta/annotator_23": 0.9070941805839539, "eta/annotator_24": 0.8217781782150269, "eta/annotator_25": 0.9058429598808289, "eta/annotator_26": 0.8687491416931152, "eta/annotator_27": 0.856161892414093, "eta/annotator_28": 0.8764457702636719, "eta/annotator_29": 0.8232161402702332, "eta/annotator_3": 0.8914040327072144, "eta/annotator_30": 0.7305747270584106, "eta/annotator_31": 0.8758540153503418, "eta/annotator_32": 0.8309513926506042, "eta/annotator_33": 0.7140740156173706, "eta/annotator_34": 0.8498982191085815, "eta/annotator_35": 0.7020069360733032, "eta/annotator_36": 0.858757495880127, "eta/annotator_37": 0.8790551424026489, "eta/annotator_38": 0.7594009041786194, "eta/annotator_39": 0.8587632179260254, "eta/annotator_4": 0.8875042200088501, "eta/annotator_40": 0.780514121055603, "eta/annotator_41": 0.8429551124572754, "eta/annotator_42": 0.8093478083610535, "eta/annotator_43": 0.9360678791999817, "eta/annotator_44": 0.8920745849609375, "eta/annotator_45": 0.7863162755966187, "eta/annotator_46": 0.8269089460372925, "eta/annotator_47": 0.8349872827529907, "eta/annotator_48": 0.8289644122123718, "eta/annotator_49": 0.8214934468269348, "eta/annotator_5": 0.6543594002723694, "eta/annotator_50": 0.8238621950149536, "eta/annotator_51": 0.8027176856994629, "eta/annotator_52": 0.8673068881034851, "eta/annotator_53": 0.8461530804634094, "eta/annotator_54": 0.8669816255569458, "eta/annotator_55": 0.9048933982849121, "eta/annotator_56": 0.862846851348877, "eta/annotator_57": 0.8328319787979126, "eta/annotator_58": 0.8704476356506348, "eta/annotator_59": 0.6598941087722778, "eta/annotator_6": 0.8750002980232239, "eta/annotator_60": 0.7816588878631592, "eta/annotator_61": 0.7510918378829956, "eta/annotator_62": 0.8857207298278809, "eta/annotator_63": 0.8222382664680481, "eta/annotator_64": 0.8598939180374146, "eta/annotator_65": 0.7234066724777222, "eta/annotator_66": 0.8859437108039856, "eta/annotator_67": 0.7448623180389404, "eta/annotator_68": 0.9055085182189941, "eta/annotator_69": 0.852397084236145, "eta/annotator_7": 0.8202397227287292, "eta/annotator_70": 0.7980896234512329, "eta/annotator_71": 0.8783847689628601, "eta/annotator_72": 0.7429468631744385, "eta/annotator_73": 0.8044325709342957, "eta/annotator_74": 0.8398993611335754, "eta/annotator_75": 0.8629876375198364, "eta/annotator_76": 0.8926705121994019, "eta/annotator_77": 0.8713713884353638, "eta/annotator_78": 0.7883304357528687, "eta/annotator_79": 0.6854941248893738, "eta/annotator_8": 0.6705173254013062, "eta/annotator_80": 0.8366990089416504, "eta/annotator_81": 0.916415810585022, "eta/annotator_82": 0.8361245393753052, "eta/annotator_83": 0.770370602607727, "eta/annotator_84": 0.9235531687736511, "eta/annotator_85": 0.8776282072067261, "eta/annotator_86": 0.7179253697395325, "eta/annotator_87": 0.759418249130249, "eta/annotator_88": 0.8672791719436646, "eta/annotator_89": 0.8149094581604004, "eta/annotator_9": 0.9133617281913757, "eta/annotator_90": 0.7719138264656067, "eta/annotator_91": 0.8793980479240417, "eta/annotator_92": 0.7981383800506592, "eta/annotator_93": 0.8376725316047668, "eta/annotator_94": 0.8704953193664551, "eta/annotator_95": 0.8838757276535034, "eta/annotator_96": 0.8624420166015625, "eta/annotator_97": 0.7826886177062988, "eta/annotator_98": 0.8345133662223816, "eta/annotator_99": 0.738090455532074, "grad_norm": 21.861737065988255, "learning_rate": 2.4271844660194172e-08, "logits/chosen": 0.0, "logits/rejected": 0.0, "logps/chosen": -316.23748779296875, "logps/rejected": -244.8625030517578, "loss": 0.4913, "rewards/accuracies": 0.6664062738418579, "rewards/chosen": -0.14417704939842224, "rewards/margins": 0.7882232666015625, "rewards/rejected": -0.9326171875, "step": 220 }, { "epoch": 1.0, "step": 229, "total_flos": 0.0, "train_loss": 0.5304492363242603, "train_runtime": 4512.3855, "train_samples_per_second": 6.494, "train_steps_per_second": 0.051 } ], "logging_steps": 10, "max_steps": 229, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }