writeup/figures/ablations.json

{
  "lora_rank": [
    {
      "rank": 4,
      "bleu4": 32.1,
      "adapter_size_mb": 15
    },
    {
      "rank": 8,
      "bleu4": 38.2,
      "adapter_size_mb": 30
    },
    {
      "rank": 16,
      "bleu4": 40.1,
      "adapter_size_mb": 60,
      "note": "not deployable"
    }
  ],
  "vision_ft": [
    {
      "vision_ft": false,
      "bleu4": 34.7
    },
    {
      "vision_ft": true,
      "bleu4": 38.2
    }
  ],
  "data_scaling": [
    {
      "n_samples": 500,
      "bleu4": 28.3,
      "chrf_pp": 41.2
    },
    {
      "n_samples": 1500,
      "bleu4": 33.7,
      "chrf_pp": 47.8
    },
    {
      "n_samples": 3000,
      "bleu4": 38.2,
      "chrf_pp": 52.7
    },
    {
      "n_samples": 5000,
      "bleu4": 39.1,
      "chrf_pp": 53.8
    }
  ]
}