| {"trained_orig": {"kl_div": 0.0, "docstring_metric": -0.8751506805419922, "docstring_stefan": -0.6599999666213989, "nll": 1.5616439580917358, "match_nll": 0.0}, "trained_patched": {"kl_div": 3.2466509342193604, "docstring_metric": 5.734002113342285, "docstring_stefan": -0.0, "nll": 7.317677021026611, "match_nll": 5.756032466888428}, "reset_orig": {"kl_div": 9.219705581665039, "docstring_metric": 3.7328319549560547, "docstring_stefan": -0.03999999910593033, "nll": 12.243091583251953, "match_nll": 10.681447982788086}, "reset_patched": {"kl_div": 9.179398536682129, "docstring_metric": 3.727224826812744, "docstring_stefan": -0.03999999910593033, "nll": 12.215778350830078, "match_nll": 10.654132843017578}} |