Upload folder using huggingface_hub

.gitattributes

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 celeba/controlnet/logs.txt filter=lfs diff=lfs merge=lfs -text
 celebahq_sd3/controlnet/logs.txt filter=lfs diff=lfs merge=lfs -text
+ADNI/controlnet/logs.txt filter=lfs diff=lfs merge=lfs -text

ADNI/controlnet/controlnet-steps-100000.safetensors/config.json

@@ -0,0 +1,54 @@
+{
+  "_class_name": "Causal_ControlNetModel",
+  "_diffusers_version": "0.31.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "dataset": "ADNI",
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_causal_concepts": 6,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "task_cond": "generation_text_global_after",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

ADNI/controlnet/controlnet-steps-100000.safetensors/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e48590b6d75a5e2447dba3e4f7e93682a71a7b8977688d8478aab7ac7bab5a7
+size 1441120064

ADNI/controlnet/learned_embeds-steps-100000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e6c7de3dcc1d844cce51c23b2a3f678aa752b0edcb545ffec1654c2c8c25f2
+size 9448

ADNI/controlnet/logs.txt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cddf44e6591200245ebd0627bef991777969eee1b26b7c400c867607d2083d
+size 11728443

ADNI/controlnet/logs/textual_inversion/1746542075.1282215/events.out.tfevents.1746542075.kzzr229-pend-reg1-mp6vz.14.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11eb06f1a825778cd9521f0ce749c358d4af2ee05cf33513d99921ef58a22918
+size 3678

ADNI/controlnet/logs/textual_inversion/1746542075.1407733/hparams.yml

@@ -0,0 +1,68 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+adj_aug_infonce: ''
+allow_tf32: false
+attn_mask_type: hard
+attn_words: null
+causal_training: false
+causalnet_path: /home/jovyan/fcvm-data-volume/kzzr229/workspace/MCPL-diffuser/logs/logs_ADNI_all/2025-05-01T09-58-53-causalnet_pretrain/best_model.pt
+center_crop: false
+checkpointing_steps: 999999
+checkpoints_total_limit: null
+controlnet_model_name_or_path: null
+dataloader_num_workers: 0
+dataset: ADNI
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+infonce_scale: 0.0005
+infonce_temperature: 0.2
+initializer_token: null
+learnable_property: object
+learning_rate: 1.0e-05
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 100000
+mcpl_embedding_path: null
+mcpl_training: true
+mixed_precision: 'no'
+no_safe_serialization: false
+num_causal_concepts: 6
+num_train_epochs: 303
+num_validation_images: 1
+num_vectors: 1
+output_dir: ./logs/logs_ADNI_all/2025-05-06T14-33-14-controlnet_textcond_contrastgeneration_text_global_after
+output_name: controlnet_textcond_contrast
+placeholder_string: a mri image of @ and * and &
+placeholder_token: null
+presudo_words: '@,*,&'
+presudo_words_infonce: '@,*,&'
+presudo_words_softmax: ''
+pretrained_model_name_or_path: /home/jovyan/fcvm-data-volume/kzzr229/workspace/MCPL-diffuser/.cache/huggingface/hub/models--lambdalabs--miniSD-diffusers/snapshots/26ed8a9bfbf76f46a6cf60517dde321f900c44ce
+push_to_hub: false
+random_prompt_template: false
+repeats: 1
+report_to: tensorboard
+resolution: 256
+resume_from_checkpoint: null
+revision: null
+save_as_full_pipeline: false
+save_steps: 5000
+scale_lr: false
+seed: null
+task_cond: generation_text_global_after
+tokenizer_name: null
+train_batch_size: 40
+train_data_dir: /home/jovyan/fcvm-data-volume/kzzr229/workspace/counterfactual-benchmark/counterfactual_benchmark/ctf_datasets/adni/preprocessing
+validation_epochs: null
+validation_prompt: a mri image of @ and * and &
+validation_steps: 2500
+variant: null

ADNI/controlnet/logs/textual_inversion/events.out.tfevents.1746542075.kzzr229-pend-reg1-mp6vz.14.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a6f4c31c53573e5c02ea5451d81ccdd3812bbf273b27c0f966637869cdd45e
+size 14050558

ADNI/scm/best_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c7958abbcc4953b81320fcd67afaea4305a527123c4f097966a4ff11dfe608
+size 318370

ADNI/scm/logger.txt

@@ -0,0 +1,308 @@
+Epoch 0: loss=0.35, gamma=0.00, l1_sum=0.738, l1_attrs=[0.467, 0.271]
+Validation: 0: l1_sum=0.094, l1_attrs=[0.059, 0.035]
+Epoch 1: loss=0.32, gamma=0.00, l1_sum=0.701, l1_attrs=[0.449, 0.252]
+Validation: 1: l1_sum=0.084, l1_attrs=[0.054, 0.030]
+Epoch 2: loss=0.22, gamma=0.00, l1_sum=0.544, l1_attrs=[0.363, 0.181]
+Validation: 2: l1_sum=0.051, l1_attrs=[0.033, 0.017]
+Epoch 3: loss=0.07, gamma=0.00, l1_sum=0.300, l1_attrs=[0.173, 0.127]
+Validation: 3: l1_sum=0.034, l1_attrs=[0.018, 0.016]
+Epoch 4: loss=0.05, gamma=0.00, l1_sum=0.262, l1_attrs=[0.135, 0.127]
+Validation: 4: l1_sum=0.032, l1_attrs=[0.017, 0.016]
+Epoch 5: loss=0.05, gamma=0.00, l1_sum=0.255, l1_attrs=[0.128, 0.127]
+Validation: 5: l1_sum=0.032, l1_attrs=[0.016, 0.016]
+Epoch 6: loss=0.05, gamma=0.00, l1_sum=0.250, l1_attrs=[0.123, 0.127]
+Validation: 6: l1_sum=0.031, l1_attrs=[0.015, 0.016]
+Epoch 7: loss=0.05, gamma=0.00, l1_sum=0.247, l1_attrs=[0.121, 0.126]
+Validation: 7: l1_sum=0.031, l1_attrs=[0.015, 0.016]
+Epoch 8: loss=0.05, gamma=0.00, l1_sum=0.245, l1_attrs=[0.119, 0.127]
+Validation: 8: l1_sum=0.031, l1_attrs=[0.015, 0.016]
+Epoch 9: loss=0.05, gamma=0.00, l1_sum=0.244, l1_attrs=[0.117, 0.127]
+Validation: 9: l1_sum=0.031, l1_attrs=[0.015, 0.016]
+Epoch 10: loss=0.05, gamma=0.00, l1_sum=0.242, l1_attrs=[0.116, 0.126]
+Validation: 10: l1_sum=0.031, l1_attrs=[0.015, 0.016]
+Epoch 11: loss=0.05, gamma=0.00, l1_sum=0.242, l1_attrs=[0.115, 0.126]
+Validation: 11: l1_sum=0.030, l1_attrs=[0.015, 0.016]
+Epoch 12: loss=0.05, gamma=0.00, l1_sum=0.240, l1_attrs=[0.114, 0.126]
+Validation: 12: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 13: loss=0.05, gamma=0.00, l1_sum=0.239, l1_attrs=[0.113, 0.126]
+Validation: 13: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 14: loss=0.05, gamma=0.00, l1_sum=0.239, l1_attrs=[0.112, 0.126]
+Validation: 14: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 15: loss=0.05, gamma=0.00, l1_sum=0.237, l1_attrs=[0.111, 0.126]
+Validation: 15: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 16: loss=0.05, gamma=0.00, l1_sum=0.236, l1_attrs=[0.110, 0.126]
+Validation: 16: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 17: loss=0.05, gamma=0.00, l1_sum=0.235, l1_attrs=[0.109, 0.126]
+Validation: 17: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 18: loss=0.04, gamma=0.00, l1_sum=0.234, l1_attrs=[0.108, 0.126]
+Validation: 18: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 19: loss=0.04, gamma=0.00, l1_sum=0.233, l1_attrs=[0.107, 0.126]
+Validation: 19: l1_sum=0.030, l1_attrs=[0.014, 0.016]
+Epoch 20: loss=0.04, gamma=0.00, l1_sum=0.232, l1_attrs=[0.106, 0.126]
+Validation: 20: l1_sum=0.029, l1_attrs=[0.014, 0.016]
+Epoch 21: loss=0.04, gamma=0.00, l1_sum=0.231, l1_attrs=[0.105, 0.125]
+Validation: 21: l1_sum=0.029, l1_attrs=[0.014, 0.016]
+Epoch 22: loss=0.04, gamma=0.00, l1_sum=0.230, l1_attrs=[0.104, 0.125]
+Validation: 22: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 23: loss=0.04, gamma=0.00, l1_sum=0.229, l1_attrs=[0.104, 0.125]
+Validation: 23: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 24: loss=0.04, gamma=0.00, l1_sum=0.228, l1_attrs=[0.103, 0.125]
+Validation: 24: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 25: loss=0.04, gamma=0.00, l1_sum=0.227, l1_attrs=[0.103, 0.125]
+Validation: 25: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 26: loss=0.04, gamma=0.00, l1_sum=0.227, l1_attrs=[0.102, 0.125]
+Validation: 26: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 27: loss=0.04, gamma=0.00, l1_sum=0.227, l1_attrs=[0.102, 0.125]
+Validation: 27: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 28: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 28: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 29: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 29: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 30: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 30: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 31: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 31: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 32: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 32: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 33: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.124]
+Validation: 33: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 34: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 34: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 35: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 35: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 36: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 36: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 37: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.124]
+Validation: 37: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 38: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 38: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 39: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.124]
+Validation: 39: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 40: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.124]
+Validation: 40: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 41: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 41: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 42: loss=0.04, gamma=0.00, l1_sum=0.226, l1_attrs=[0.102, 0.124]
+Validation: 42: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 43: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 43: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 44: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 44: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 45: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.124]
+Validation: 45: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 46: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 46: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 47: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 47: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 48: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 48: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 49: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 49: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 50: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 50: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 51: loss=0.04, gamma=0.00, l1_sum=0.225, l1_attrs=[0.102, 0.123]
+Validation: 51: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 52: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.102, 0.123]
+Validation: 52: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 53: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.102, 0.123]
+Validation: 53: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 54: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.102, 0.122]
+Validation: 54: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 55: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.102, 0.123]
+Validation: 55: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 56: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.101, 0.122]
+Validation: 56: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 57: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.101, 0.122]
+Validation: 57: l1_sum=0.029, l1_attrs=[0.013, 0.016]
+Epoch 58: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.102, 0.122]
+Validation: 58: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 59: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.102, 0.122]
+Validation: 59: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 60: loss=0.04, gamma=0.00, l1_sum=0.224, l1_attrs=[0.102, 0.122]
+Validation: 60: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 61: loss=0.04, gamma=0.00, l1_sum=0.223, l1_attrs=[0.102, 0.122]
+Validation: 61: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 62: loss=0.04, gamma=0.00, l1_sum=0.223, l1_attrs=[0.102, 0.122]
+Validation: 62: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 63: loss=0.04, gamma=0.00, l1_sum=0.223, l1_attrs=[0.102, 0.122]
+Validation: 63: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 64: loss=0.04, gamma=0.00, l1_sum=0.223, l1_attrs=[0.102, 0.121]
+Validation: 64: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 65: loss=0.04, gamma=0.00, l1_sum=0.223, l1_attrs=[0.102, 0.121]
+Validation: 65: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 66: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.121]
+Validation: 66: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 67: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.101, 0.121]
+Validation: 67: l1_sum=0.029, l1_attrs=[0.013, 0.015]
+Epoch 68: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 68: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 69: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 69: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 70: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 70: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 71: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 71: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 72: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 72: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 73: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 73: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 74: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 74: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 75: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 75: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 76: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 76: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 77: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 77: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 78: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 78: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 79: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 79: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 80: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 80: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 81: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 81: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 82: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.101, 0.120]
+Validation: 82: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 83: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 83: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 84: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.101, 0.120]
+Validation: 84: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 85: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.101, 0.120]
+Validation: 85: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 86: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 86: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 87: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 87: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 88: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 88: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 89: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 89: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 90: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.101, 0.120]
+Validation: 90: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 91: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 91: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 92: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 92: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 93: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 93: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 94: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 94: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 95: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 95: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 96: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 96: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 97: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 97: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 98: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 98: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 99: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 99: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 100: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 100: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 101: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 101: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 102: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 102: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 103: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 103: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 104: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 104: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 105: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 105: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 106: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 106: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 107: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 107: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 108: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 108: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 109: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 109: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 110: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.101, 0.119]
+Validation: 110: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 111: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 111: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 112: loss=0.04, gamma=0.00, l1_sum=0.222, l1_attrs=[0.102, 0.120]
+Validation: 112: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 113: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 113: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 114: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 114: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 115: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 115: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 116: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 116: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 117: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 117: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 118: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 118: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 119: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 119: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 120: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 120: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 121: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 121: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 122: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 122: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 123: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 123: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 124: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 124: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 125: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 125: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 126: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 126: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 127: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 127: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 128: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 128: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 129: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 129: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 130: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.101, 0.119]
+Validation: 130: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 131: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 131: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 132: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 132: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 133: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.101, 0.119]
+Validation: 133: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 134: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 134: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 135: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 135: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 136: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 136: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 137: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 137: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 138: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 138: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 139: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 139: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 140: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 140: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 141: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 141: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 142: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 142: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 143: loss=0.04, gamma=0.00, l1_sum=0.220, l1_attrs=[0.101, 0.119]
+Validation: 143: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 144: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.120]
+Validation: 144: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 145: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 145: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 146: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 146: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 147: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 147: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 148: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 148: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 149: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 149: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 150: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 150: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 151: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 151: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 152: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 152: l1_sum=0.028, l1_attrs=[0.013, 0.015]
+Epoch 153: loss=0.04, gamma=0.00, l1_sum=0.221, l1_attrs=[0.102, 0.119]
+Validation: 153: l1_sum=0.028, l1_attrs=[0.013, 0.015]