{ "buckets": [ [ 2, 2, "2" ], [ 3, 5, "3-5" ], [ 6, 10, "6-10" ], [ 11, 30, "11-30" ], [ 31, 1000000000, "31+" ] ], "temperatures": { "choice": { "2": 1.1597439050674438, "3-5": 1.2824044227600098, "6-10": 1.3409703969955444, "11-30": 1.1351321935653687, "31+": 1.2475472688674927 }, "score": { "2": 1.3300626277923584, "3-5": 1.3483322858810425, "6-10": 1.3300626277923584, "11-30": 1.3300626277923584, "31+": 1.3300626277923584 }, "noul": { "2": 1.1673115491867065, "3-5": 1.1673115491867065, "6-10": 1.1673115491867065, "11-30": 1.1673115491867065, "31+": 1.1673115491867065 } }, "type_temperature": { "choice": 1.2595479488372803, "score": 1.3300626277923584, "noul": 1.1673115491867065 }, "escalate": { "a": 0.8399895429611206, "b": -0.10380074381828308 }, "counts": { "choice": { "2": 443, "3-5": 1354, "6-10": 638, "11-30": 335, "31+": 156 }, "score": { "2": 6, "3-5": 515, "6-10": 34, "11-30": 0, "31+": 0 }, "noul": { "2": 1926, "3-5": 0, "6-10": 0, "11-30": 0, "31+": 0 } }, "report": { "image_val": { "before": { "n": 3407, "nll": 0.29773566126823425, "acc": 0.8793660402297974, "ece": 0.010879935696721077, "esc_bce": 0.23037458956241608, "choice/n": 2058, "choice/acc": 0.8974732756614685, "choice/nll": 0.2975490987300873, "choice/ece": 0.016795210540294647, "score/n": 147, "score/acc": 0.8911564350128174, "score/nll": 0.25335901975631714, "score/ece": 0.05832045525312424, "noul/n": 1202, "noul/acc": 0.8469218015670776, "noul/nll": 0.30348214507102966, "noul/ece": 0.024594133719801903, "score/rps": 0.037034615840653616, "macro_acc": 0.8785171707471212 }, "after": { "n": 3407, "nll": 0.29889848828315735, "acc": 0.8793660402297974, "ece": 0.023027680814266205, "esc_bce": 0.23037458956241608, "choice/n": 2058, "choice/acc": 0.8974732756614685, "choice/nll": 0.29689422249794006, "choice/ece": 0.027016576379537582, "score/n": 147, "score/acc": 0.8911564350128174, "score/nll": 0.26084035634994507, "score/ece": 0.07199404388666153, "noul/n": 1202, "noul/acc": 0.8469218015670776, "noul/nll": 0.3069845139980316, "noul/ece": 0.028110405430197716, "score/rps": 0.03872657961991388, "macro_acc": 0.8785171707471212 } }, "text_val": { "before": { "n": 2000, "nll": 0.6191164255142212, "acc": 0.734499990940094, "ece": 0.05412580072879791, "esc_bce": 0.4626706540584564, "choice/n": 868, "choice/acc": 0.7442396283149719, "choice/nll": 0.6406472325325012, "choice/ece": 0.06108487769961357, "score/n": 408, "score/acc": 0.6299019455909729, "score/nll": 0.8960164189338684, "score/ece": 0.07064315676689148, "noul/n": 724, "noul/acc": 0.7817679643630981, "noul/nll": 0.4372600018978119, "noul/ece": 0.04940751567482948, "score/rps": 0.11064507166698609, "macro_acc": 0.7186365127563477 }, "after": { "n": 2000, "nll": 0.595089852809906, "acc": 0.734499990940094, "ece": 0.0330183170735836, "esc_bce": 0.4626706540584564, "choice/n": 868, "choice/acc": 0.7442396283149719, "choice/nll": 0.608160138130188, "choice/ece": 0.0394575260579586, "score/n": 408, "score/acc": 0.6299019455909729, "score/nll": 0.8687679767608643, "score/ece": 0.07964683324098587, "noul/n": 724, "noul/acc": 0.7817679643630981, "noul/nll": 0.4251924455165863, "noul/ece": 0.030865905806422234, "score/rps": 0.10950916816194871, "macro_acc": 0.7186365127563477 } } } }