eval_config.json

{
  "model_name": "runs/matched_size/bhashasetu/final",
  "dtype": "bfloat16",
  "device": "auto",
  "batch_size": 16,
  "max_input_tokens": 128,
  "src_col": "english",
  "tgt_col": "marathi",
  "out_dir": "runs/matched_size/bhashasetu/eval",
  "save_translations": true,
  "datasets": [
    {
      "name": "bhashasetu",
      "path": "data/eval/bhashasetu_50k.csv"
    },
    {
      "name": "samanantar",
      "path": "data/eval/samanantar_50k.csv"
    },
    {
      "name": "flores200",
      "path": "data/eval/flores_devtest.csv"
    }
  ]
}