{
  "dataset_path": "data/test.jsonl",
  "dry_run": false,
  "eval_profile": "final",
  "filter_fail_ratio": 0.0,
  "filter_fail_rows": 0,
  "filter_label_counts": {
    "clean": 500
  },
  "filter_pass_rows": 500,
  "generation_ok_rows": 500,
  "lora_adapter_path": null,
  "metrics": {
    "bleu": {
      "backend": "sacrebleu",
      "higher_is_better": true,
      "metric": "bleu",
      "row_score": "sentence_bleu",
      "score": 29.36231018505856
    },
    "chrf": {
      "backend": "sacrebleu",
      "higher_is_better": true,
      "metric": "chrf",
      "row_score": "sentence_chrf",
      "score": 49.60279834708574
    },
    "comet_wmt22_da": {
      "backend": "comet",
      "higher_is_better": true,
      "mean": 0.8950758044719695,
      "model": "Unbabel/wmt22-comet-da"
    },
    "cometkiwi_wmt22_da": {
      "backend": "comet",
      "higher_is_better": true,
      "mean": 0.8539881974458694,
      "model": "Unbabel/wmt22-cometkiwi-da"
    },
    "metricx_24_hybrid_xxl": {
      "backend": "metricx",
      "higher_is_better": false,
      "mean": 3.5188203125,
      "model": "google/metricx-24-hybrid-xxl-v2p6-bfloat16"
    },
    "xcomet_xxl": {
      "backend": "comet",
      "higher_is_better": true,
      "mean": 0.8844950605034828,
      "model": "Unbabel/XCOMET-XXL"
    }
  },
  "model_path": "post_training/dqs_preference_training_hf/outputs/gemma4_e2b_dqs_dpo_full_response_seed42/vllm_final",
  "output_dir": "post_training/dqs_preference_training_hf/outputs/gemma4_e2b_dqs_dpo_full_response_seed42/eval/final",
  "rows": 500,
  "run_id": "gemma4_e2b_dqs_dpo_full_response_seed42",
  "usage": {}
}