request-level/offline-v2/qwen3-8b/selection_sweep.json

{
  "results": [
    {
      "ho_overall": 0.8515625,
      "ho_recall": [
        0.9438202247191011,
        0.9428571428571428,
        0.8723404255319149,
        0.9333333333333333,
        0.5818181818181818
      ],
      "name": "meanlast ce gw1.3 d.2",
      "pools": [
        "mean",
        "last"
      ],
      "val": 0.8585016131401062
    },
    {
      "ho_overall": 0.8515625,
      "ho_recall": [
        0.9213483146067416,
        0.9142857142857143,
        0.851063829787234,
        0.9333333333333333,
        0.6545454545454545
      ],
      "name": "full ce gw1.3 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8573335409164429
    },
    {
      "ho_overall": 0.859375,
      "ho_recall": [
        0.9325842696629213,
        0.9428571428571428,
        0.8936170212765957,
        0.9333333333333333,
        0.6181818181818182
      ],
      "name": "full ce gw1.6 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8556649684906006
    },
    {
      "ho_overall": 0.859375,
      "ho_recall": [
        0.9325842696629213,
        0.9142857142857143,
        0.8723404255319149,
        0.9333333333333333,
        0.6545454545454545
      ],
      "name": "full ce gw2.0 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8563323616981506
    },
    {
      "ho_overall": 0.84765625,
      "ho_recall": [
        0.9213483146067416,
        0.8857142857142857,
        0.8297872340425532,
        0.9333333333333333,
        0.6727272727272727
      ],
      "name": "full focal gw1.0 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8516602516174316
    },
    {
      "ho_overall": 0.84375,
      "ho_recall": [
        0.9325842696629213,
        0.9142857142857143,
        0.8297872340425532,
        0.9,
        0.6363636363636364
      ],
      "name": "full focal gw1.3 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8531620502471924
    },
    {
      "ho_overall": 0.8671875,
      "ho_recall": [
        0.9438202247191011,
        0.9714285714285714,
        0.8936170212765957,
        0.8666666666666667,
        0.6545454545454545
      ],
      "name": "full focal gw1.6 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8536626100540161
    },
    {
      "ho_overall": 0.84765625,
      "ho_recall": [
        0.898876404494382,
        0.9428571428571428,
        0.8723404255319149,
        0.8666666666666667,
        0.6727272727272727
      ],
      "name": "full focal gw2.0 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8543300628662109
    },
    {
      "ho_overall": 0.84765625,
      "ho_recall": [
        0.9213483146067416,
        0.9142857142857143,
        0.7872340425531915,
        0.8666666666666667,
        0.7272727272727273
      ],
      "name": "full focal gw1.6 d.4 wd3e-2",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8523277044296265
    },
    {
      "ho_overall": 0.8671875,
      "ho_recall": [
        0.9213483146067416,
        0.9714285714285714,
        0.8936170212765957,
        0.9333333333333333,
        0.6545454545454545
      ],
      "name": "full ce gw1.6 d.4 wd3e-2",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8581678867340088
    },
    {
      "ho_overall": 0.83984375,
      "ho_recall": [
        0.898876404494382,
        0.9142857142857143,
        0.8085106382978723,
        0.9333333333333333,
        0.6727272727272727
      ],
      "name": "full focal gw2.5 d.3",
      "pools": [
        "mean",
        "max",
        "last"
      ],
      "val": 0.8521608710289001
    }
  ],
  "schema_version": "1.0",
  "selection_rule": "highest held-out overall accuracy",
  "source_sha256": "3d742dde0322f7d57f81b7902c41bfb9b58b1030c3edb0c9b473659705473d5a"
}