results.json

{
  "config": {
    "experiment": "exp4",
    "task": "contact_prediction",
    "dataset_name": "timodonnell/protein-docs",
    "dataset_config": "default",
    "max_docs_per_cluster": 1,
    "train_samples": 1645588,
    "val_samples": 216247,
    "eval_samples": 500,
    "gen_eval_samples": 20,
    "gen_max_new_tokens": 1000,
    "max_token_length": 8192,
    "batch_size": 2,
    "gradient_accumulation_steps": 1,
    "lr": 0.0001,
    "n_epochs": 1,
    "warmup_ratio": 0.1,
    "warmup_steps": 500,
    "seed": 42,
    "n_params": 984475648,
    "hidden_size": 2048,
    "num_layers": 16,
    "num_heads": 32,
    "vocab_size": 2766
  },
  "train_loss": 0.7506831831044228
}