{ "multimodal": { "checkpoint_file": "checkpoints/resnet18_transformer_text_v1_best.pt", "epoch": 10, "num_state_keys": 174, "args": { "train_ids": "datasets/rescue_deepcad_latent/full_v0_len60_excluding_rescue_test/train_ids.txt", "test_ids": "datasets/rescue_deepcad_latent/full_v0_len60_excluding_rescue_test/test_ids.txt", "train_latent_root": "datasets/rescue_deepcad_latent/latents/full_v0_len60_excluding_rescue_test_fp16/train", "test_latent_root": "datasets/rescue_deepcad_latent/latents/overlap_deep_first_len60_trainplusval_fp16/test", "train_text_root": "datasets/rescue_deepcad_latent/text_emb/full_v0_len60_excluding_rescue_test_bert_base_uncased/train", "test_text_root": "datasets/rescue_deepcad_latent/text_emb/full_v0_len60_excluding_rescue_test_bert_base_uncased/test", "init_image_checkpoint": "runs/deepcad_latent/resnet18_transformer_v1_ddp2/best.pt", "freeze_image_epochs": 10, "text_dropout": 0.3, "data_root": "datasets/dataset_v0", "lmdb_path": "cad_data.lmdb", "output_dir": "runs/deepcad_latent/resnet18_transformer_text_v1_ddp2", "device": "cuda", "backbone": "resnet18", "freeze_backbone": false, "fusion_type": "transformer", "transformer_layers": 2, "transformer_heads": 8, "transformer_dropout": 0.1, "img_size": 224, "n_views": 8, "batch_size": 64, "num_workers": 8, "epochs": 10, "lr": 5e-05, "weight_decay": 0.0001, "log_interval": 50, "seed": 42 }, "metrics": { "epoch": 10, "train_mse": 0.06137126215508291, "train_cosine": 0.6658818343481017, "test_mse": 0.05932070141143894, "test_cosine": 0.685916566797592 } }, "image_only": { "checkpoint_file": "checkpoints/resnet18_transformer_image_v1_best.pt", "epoch": 12, "num_state_keys": 156, "args": { "train_ids": "datasets/rescue_deepcad_latent/full_v0_len60_excluding_rescue_test/train_ids.txt", "test_ids": "datasets/rescue_deepcad_latent/full_v0_len60_excluding_rescue_test/test_ids.txt", "train_latent_root": "datasets/rescue_deepcad_latent/latents/full_v0_len60_excluding_rescue_test_fp16/train", "test_latent_root": "datasets/rescue_deepcad_latent/latents/overlap_deep_first_len60_trainplusval_fp16/test", "data_root": "datasets/dataset_v0", "lmdb_path": "cad_data.lmdb", "output_dir": "runs/deepcad_latent/resnet18_transformer_v1_ddp2", "device": "cuda", "backbone": "resnet18", "freeze_backbone": false, "fusion_type": "transformer", "transformer_layers": 2, "transformer_heads": 8, "transformer_dropout": 0.1, "img_size": 224, "n_views": 8, "batch_size": 64, "num_workers": 8, "epochs": 30, "lr": 5e-05, "weight_decay": 0.0001, "resume": "runs/deepcad_latent/resnet18_transformer_v1_ddp2/best.pt", "log_interval": 50, "seed": 42 }, "metrics": { "epoch": 12, "train_mse": 0.06099382114594398, "train_cosine": 0.6691187264323489, "test_mse": 0.06041407727973485, "test_cosine": 0.6800339086372965 } } }