train_config.json

{
  "skip_load_state": 1,
  "N_max": 100,
  "batch_size": 256,
  "beta_1": 0.9,
  "beta_2": 0.999,
  "comb_dropout": 0.8341816349870426,
  "comb_fc1_neurons": 128,
  "comb_fc2_neurons": 32,
  "data_aug_h_flip": 1,
  "data_aug_rot": 1,
  "data_aug_v_flip": 1,
  "epochs": 50,
  "generate_embeddings": 0,
  "image_model_dir": "models/MaxViT_v11_N100_cuda/dainty-sweep-25/",
  "image_model_config": {
    "N_max": 100,
    "batch_size": 16,
    "beta_1": 0.9,
    "beta_2": 0.999,
    "data_aug_h_flip": 1,
    "data_aug_rot": 1,
    "data_aug_v_flip": 1,
    "dropout": 0.31901029268268166,
    "epochs": 30,
    "fc1_neurons": 128,
    "fc2_neurons": 16,
    "generate_embeddings": 0,
    "learning_rate": 1e-06,
    "loss": "binary_crossentropy",
    "model_kind": "hf_hub:mwalmsley/baseline-encoder-regression-maxvit_tiny",
    "model_name": "MaxViT",
    "patience": 4,
    "pretrained": 1,
    "random_seed": 2,
    "testing": 0,
    "train_data_version": "v11",
    "warmup_epochs": 4
  },
  "learning_rate": 5e-06,
  "loss": "binary_crossentropy",
  "meta_model_dir": "models/um_nn_v11_N100_cuda/jumping-sweep-20/",
  "meta_model_config": {
    "N_max": 100,
    "batch_size": 256,
    "beta_1": 0.9,
    "beta_2": 0.999,
    "epochs": 50,
    "generate_embeddings": 0,
    "learning_rate": 0.0005,
    "loss": "binary_crossentropy",
    "meta_dropout": 0.7182685711620065,
    "meta_fc1_neurons": 128,
    "meta_fc2_neurons": 8,
    "metadata_cols": [
      "sgscore1",
      "distpsnr1",
      "sgscore2",
      "distpsnr2",
      "fwhm",
      "magpsf",
      "sigmapsf",
      "chipsf",
      "ra",
      "dec",
      "diffmaglim",
      "ndethist",
      "nmtchps",
      "age",
      "days_since_peak",
      "days_to_peak",
      "peakmag_so_far",
      "new_drb",
      "ncovhist",
      "nnotdet",
      "chinr",
      "sharpnr",
      "scorr",
      "sky",
      "maxmag_so_far"
    ],
    "model_name": "um_nn",
    "patience": 4,
    "random_seed": 2,
    "testing": 0,
    "train_data_version": "v11",
    "warmup_epochs": 6
  },
  "metadata_cols": [
    "sgscore1",
    "distpsnr1",
    "sgscore2",
    "distpsnr2",
    "fwhm",
    "magpsf",
    "sigmapsf",
    "chipsf",
    "ra",
    "dec",
    "diffmaglim",
    "ndethist",
    "nmtchps",
    "age",
    "days_since_peak",
    "days_to_peak",
    "peakmag_so_far",
    "new_drb",
    "ncovhist",
    "nnotdet",
    "chinr",
    "sharpnr",
    "scorr",
    "sky",
    "maxmag_so_far"
  ],
  "model_name": "frozen_fusion",
  "patience": 4,
  "random_seed": 8,
  "testing": 0,
  "train_data_version": "v11",
  "use_test_split": 1,
  "warmup_epochs": 6
}