evaluation/base_summary.json

{
  "variant": "base",
  "model_id": "microsoft/Phi-3.5-mini-instruct",
  "adapter_dir": null,
  "eval_file": "data_v2_1000_final/medquad_eval.jsonl",
  "examples_evaluated": 99,
  "average_source_keyword_coverage": 0.7102292768959437,
  "average_copy_ratio": 0.055309146456882535,
  "safety_note_rate": 0.8484848484848485,
  "plain_language_header_rate": 0.0,
  "rewrite_success_rate": 0.0,
  "average_output_chars": 1225.7676767676767,
  "success_min_keyword_coverage": 0.55,
  "success_max_copy_ratio": 0.9
}